{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 19863,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00015103458692040478,
      "grad_norm": 0.2868419909573293,
      "learning_rate": 9.999999937461124e-06,
      "loss": 0.0006,
      "step": 1
    },
    {
      "epoch": 0.00030206917384080956,
      "grad_norm": 7.150025292186746,
      "learning_rate": 9.9999997498445e-06,
      "loss": 0.0641,
      "step": 2
    },
    {
      "epoch": 0.00045310376076121433,
      "grad_norm": 9.630996758224255,
      "learning_rate": 9.999999437150131e-06,
      "loss": 0.205,
      "step": 3
    },
    {
      "epoch": 0.0006041383476816191,
      "grad_norm": 4.792281582109639,
      "learning_rate": 9.999998999378025e-06,
      "loss": 0.0995,
      "step": 4
    },
    {
      "epoch": 0.0007551729346020238,
      "grad_norm": 5.4445592757361245,
      "learning_rate": 9.999998436528191e-06,
      "loss": 0.1739,
      "step": 5
    },
    {
      "epoch": 0.0009062075215224287,
      "grad_norm": 7.962774642926837,
      "learning_rate": 9.999997748600647e-06,
      "loss": 0.168,
      "step": 6
    },
    {
      "epoch": 0.0010572421084428334,
      "grad_norm": 5.326356509983322,
      "learning_rate": 9.999996935595409e-06,
      "loss": 0.1454,
      "step": 7
    },
    {
      "epoch": 0.0012082766953632382,
      "grad_norm": 5.534416296459608,
      "learning_rate": 9.999995997512494e-06,
      "loss": 0.1442,
      "step": 8
    },
    {
      "epoch": 0.001359311282283643,
      "grad_norm": 5.863248631922456,
      "learning_rate": 9.999994934351932e-06,
      "loss": 0.1108,
      "step": 9
    },
    {
      "epoch": 0.0015103458692040477,
      "grad_norm": 4.732105007597219,
      "learning_rate": 9.999993746113744e-06,
      "loss": 0.1387,
      "step": 10
    },
    {
      "epoch": 0.0016613804561244525,
      "grad_norm": 4.870567636868542,
      "learning_rate": 9.99999243279796e-06,
      "loss": 0.1447,
      "step": 11
    },
    {
      "epoch": 0.0018124150430448573,
      "grad_norm": 3.6484887536294304,
      "learning_rate": 9.999990994404615e-06,
      "loss": 0.1343,
      "step": 12
    },
    {
      "epoch": 0.001963449629965262,
      "grad_norm": 3.853197206117984,
      "learning_rate": 9.999989430933744e-06,
      "loss": 0.1289,
      "step": 13
    },
    {
      "epoch": 0.002114484216885667,
      "grad_norm": 4.8005853925559885,
      "learning_rate": 9.999987742385386e-06,
      "loss": 0.1704,
      "step": 14
    },
    {
      "epoch": 0.0022655188038060714,
      "grad_norm": 3.521350055162576,
      "learning_rate": 9.999985928759585e-06,
      "loss": 0.1099,
      "step": 15
    },
    {
      "epoch": 0.0024165533907264765,
      "grad_norm": 4.232169519369242,
      "learning_rate": 9.999983990056386e-06,
      "loss": 0.1402,
      "step": 16
    },
    {
      "epoch": 0.002567587977646881,
      "grad_norm": 4.778411732151405,
      "learning_rate": 9.999981926275834e-06,
      "loss": 0.1286,
      "step": 17
    },
    {
      "epoch": 0.002718622564567286,
      "grad_norm": 3.835591849502601,
      "learning_rate": 9.999979737417983e-06,
      "loss": 0.1462,
      "step": 18
    },
    {
      "epoch": 0.0028696571514876907,
      "grad_norm": 4.33314569184108,
      "learning_rate": 9.999977423482892e-06,
      "loss": 0.1501,
      "step": 19
    },
    {
      "epoch": 0.0030206917384080953,
      "grad_norm": 4.354693390625557,
      "learning_rate": 9.99997498447061e-06,
      "loss": 0.1764,
      "step": 20
    },
    {
      "epoch": 0.0031717263253285004,
      "grad_norm": 4.056769098497268,
      "learning_rate": 9.999972420381206e-06,
      "loss": 0.1544,
      "step": 21
    },
    {
      "epoch": 0.003322760912248905,
      "grad_norm": 4.174515263350388,
      "learning_rate": 9.99996973121474e-06,
      "loss": 0.1616,
      "step": 22
    },
    {
      "epoch": 0.0034737954991693096,
      "grad_norm": 5.008735750369672,
      "learning_rate": 9.99996691697128e-06,
      "loss": 0.1478,
      "step": 23
    },
    {
      "epoch": 0.0036248300860897147,
      "grad_norm": 3.4395826871125394,
      "learning_rate": 9.999963977650896e-06,
      "loss": 0.1294,
      "step": 24
    },
    {
      "epoch": 0.0037758646730101193,
      "grad_norm": 4.308385338239042,
      "learning_rate": 9.999960913253664e-06,
      "loss": 0.1353,
      "step": 25
    },
    {
      "epoch": 0.003926899259930524,
      "grad_norm": 3.6835353025662956,
      "learning_rate": 9.999957723779657e-06,
      "loss": 0.1218,
      "step": 26
    },
    {
      "epoch": 0.0040779338468509285,
      "grad_norm": 4.380284784733959,
      "learning_rate": 9.999954409228956e-06,
      "loss": 0.1428,
      "step": 27
    },
    {
      "epoch": 0.004228968433771334,
      "grad_norm": 3.985598434309975,
      "learning_rate": 9.999950969601646e-06,
      "loss": 0.1366,
      "step": 28
    },
    {
      "epoch": 0.004380003020691739,
      "grad_norm": 3.8299116064410947,
      "learning_rate": 9.999947404897811e-06,
      "loss": 0.1494,
      "step": 29
    },
    {
      "epoch": 0.004531037607612143,
      "grad_norm": 3.2649771960859075,
      "learning_rate": 9.99994371511754e-06,
      "loss": 0.1251,
      "step": 30
    },
    {
      "epoch": 0.004682072194532548,
      "grad_norm": 3.1434309654894785,
      "learning_rate": 9.999939900260927e-06,
      "loss": 0.1177,
      "step": 31
    },
    {
      "epoch": 0.004833106781452953,
      "grad_norm": 4.969866635427274,
      "learning_rate": 9.999935960328066e-06,
      "loss": 0.1595,
      "step": 32
    },
    {
      "epoch": 0.004984141368373357,
      "grad_norm": 2.9851550939086082,
      "learning_rate": 9.999931895319057e-06,
      "loss": 0.1134,
      "step": 33
    },
    {
      "epoch": 0.005135175955293762,
      "grad_norm": 4.452935094182824,
      "learning_rate": 9.999927705234e-06,
      "loss": 0.1362,
      "step": 34
    },
    {
      "epoch": 0.005286210542214167,
      "grad_norm": 5.132671680536512,
      "learning_rate": 9.999923390073e-06,
      "loss": 0.1599,
      "step": 35
    },
    {
      "epoch": 0.005437245129134572,
      "grad_norm": 3.5522982672840198,
      "learning_rate": 9.999918949836165e-06,
      "loss": 0.1326,
      "step": 36
    },
    {
      "epoch": 0.005588279716054976,
      "grad_norm": 6.122079071898288,
      "learning_rate": 9.999914384523607e-06,
      "loss": 0.1426,
      "step": 37
    },
    {
      "epoch": 0.0057393143029753815,
      "grad_norm": 4.311422465770554,
      "learning_rate": 9.999909694135442e-06,
      "loss": 0.1571,
      "step": 38
    },
    {
      "epoch": 0.0058903488898957865,
      "grad_norm": 6.003208223517402,
      "learning_rate": 9.999904878671783e-06,
      "loss": 0.1859,
      "step": 39
    },
    {
      "epoch": 0.006041383476816191,
      "grad_norm": 4.226886962679195,
      "learning_rate": 9.999899938132753e-06,
      "loss": 0.1532,
      "step": 40
    },
    {
      "epoch": 0.006192418063736596,
      "grad_norm": 4.071972050968826,
      "learning_rate": 9.999894872518474e-06,
      "loss": 0.1477,
      "step": 41
    },
    {
      "epoch": 0.006343452650657001,
      "grad_norm": 4.350954701305775,
      "learning_rate": 9.999889681829077e-06,
      "loss": 0.1519,
      "step": 42
    },
    {
      "epoch": 0.006494487237577405,
      "grad_norm": 4.5771237268635785,
      "learning_rate": 9.999884366064685e-06,
      "loss": 0.1591,
      "step": 43
    },
    {
      "epoch": 0.00664552182449781,
      "grad_norm": 3.9502640600821204,
      "learning_rate": 9.999878925225436e-06,
      "loss": 0.1378,
      "step": 44
    },
    {
      "epoch": 0.006796556411418215,
      "grad_norm": 3.9985349730548996,
      "learning_rate": 9.999873359311464e-06,
      "loss": 0.1375,
      "step": 45
    },
    {
      "epoch": 0.006947590998338619,
      "grad_norm": 3.6149651481771845,
      "learning_rate": 9.99986766832291e-06,
      "loss": 0.1348,
      "step": 46
    },
    {
      "epoch": 0.007098625585259024,
      "grad_norm": 5.6513364383881095,
      "learning_rate": 9.999861852259915e-06,
      "loss": 0.1572,
      "step": 47
    },
    {
      "epoch": 0.007249660172179429,
      "grad_norm": 3.231800797281274,
      "learning_rate": 9.999855911122625e-06,
      "loss": 0.1534,
      "step": 48
    },
    {
      "epoch": 0.0074006947590998335,
      "grad_norm": 3.3120487314647478,
      "learning_rate": 9.999849844911188e-06,
      "loss": 0.1354,
      "step": 49
    },
    {
      "epoch": 0.007551729346020239,
      "grad_norm": 3.6076782372342424,
      "learning_rate": 9.999843653625759e-06,
      "loss": 0.1336,
      "step": 50
    },
    {
      "epoch": 0.007702763932940644,
      "grad_norm": 3.826526666243839,
      "learning_rate": 9.999837337266486e-06,
      "loss": 0.1301,
      "step": 51
    },
    {
      "epoch": 0.007853798519861049,
      "grad_norm": 4.239963726371498,
      "learning_rate": 9.999830895833533e-06,
      "loss": 0.1583,
      "step": 52
    },
    {
      "epoch": 0.008004833106781453,
      "grad_norm": 29.88861679975928,
      "learning_rate": 9.99982432932706e-06,
      "loss": 0.1368,
      "step": 53
    },
    {
      "epoch": 0.008155867693701857,
      "grad_norm": 5.528875764249062,
      "learning_rate": 9.999817637747229e-06,
      "loss": 0.1572,
      "step": 54
    },
    {
      "epoch": 0.008306902280622263,
      "grad_norm": 5.310565226215291,
      "learning_rate": 9.999810821094211e-06,
      "loss": 0.1575,
      "step": 55
    },
    {
      "epoch": 0.008457936867542667,
      "grad_norm": 4.567144116270126,
      "learning_rate": 9.999803879368173e-06,
      "loss": 0.1677,
      "step": 56
    },
    {
      "epoch": 0.008608971454463071,
      "grad_norm": 3.818173130004099,
      "learning_rate": 9.999796812569289e-06,
      "loss": 0.164,
      "step": 57
    },
    {
      "epoch": 0.008760006041383477,
      "grad_norm": 4.049266411314044,
      "learning_rate": 9.999789620697738e-06,
      "loss": 0.1737,
      "step": 58
    },
    {
      "epoch": 0.008911040628303881,
      "grad_norm": 4.548552629813011,
      "learning_rate": 9.9997823037537e-06,
      "loss": 0.1434,
      "step": 59
    },
    {
      "epoch": 0.009062075215224286,
      "grad_norm": 3.4068256841148816,
      "learning_rate": 9.999774861737355e-06,
      "loss": 0.1393,
      "step": 60
    },
    {
      "epoch": 0.009213109802144692,
      "grad_norm": 3.5153558857471623,
      "learning_rate": 9.999767294648893e-06,
      "loss": 0.1524,
      "step": 61
    },
    {
      "epoch": 0.009364144389065096,
      "grad_norm": 3.720880803436565,
      "learning_rate": 9.9997596024885e-06,
      "loss": 0.1192,
      "step": 62
    },
    {
      "epoch": 0.0095151789759855,
      "grad_norm": 3.5449902332097016,
      "learning_rate": 9.99975178525637e-06,
      "loss": 0.1285,
      "step": 63
    },
    {
      "epoch": 0.009666213562905906,
      "grad_norm": 3.5510606600164687,
      "learning_rate": 9.999743842952696e-06,
      "loss": 0.1254,
      "step": 64
    },
    {
      "epoch": 0.00981724814982631,
      "grad_norm": 3.6837491969724696,
      "learning_rate": 9.99973577557768e-06,
      "loss": 0.1417,
      "step": 65
    },
    {
      "epoch": 0.009968282736746714,
      "grad_norm": 3.3023488297900694,
      "learning_rate": 9.999727583131524e-06,
      "loss": 0.1307,
      "step": 66
    },
    {
      "epoch": 0.01011931732366712,
      "grad_norm": 4.323205838639129,
      "learning_rate": 9.999719265614432e-06,
      "loss": 0.142,
      "step": 67
    },
    {
      "epoch": 0.010270351910587524,
      "grad_norm": 5.286678158354002,
      "learning_rate": 9.99971082302661e-06,
      "loss": 0.1774,
      "step": 68
    },
    {
      "epoch": 0.01042138649750793,
      "grad_norm": 3.963664338880426,
      "learning_rate": 9.99970225536827e-06,
      "loss": 0.1374,
      "step": 69
    },
    {
      "epoch": 0.010572421084428334,
      "grad_norm": 3.6703737295407537,
      "learning_rate": 9.99969356263963e-06,
      "loss": 0.1281,
      "step": 70
    },
    {
      "epoch": 0.010723455671348739,
      "grad_norm": 5.664536916389655,
      "learning_rate": 9.999684744840904e-06,
      "loss": 0.1525,
      "step": 71
    },
    {
      "epoch": 0.010874490258269144,
      "grad_norm": 3.805135065969202,
      "learning_rate": 9.999675801972312e-06,
      "loss": 0.1395,
      "step": 72
    },
    {
      "epoch": 0.011025524845189549,
      "grad_norm": 4.949116221318011,
      "learning_rate": 9.999666734034082e-06,
      "loss": 0.1584,
      "step": 73
    },
    {
      "epoch": 0.011176559432109953,
      "grad_norm": 4.316638459762137,
      "learning_rate": 9.999657541026434e-06,
      "loss": 0.1503,
      "step": 74
    },
    {
      "epoch": 0.011327594019030359,
      "grad_norm": 4.144318158706904,
      "learning_rate": 9.999648222949605e-06,
      "loss": 0.1373,
      "step": 75
    },
    {
      "epoch": 0.011478628605950763,
      "grad_norm": 3.9150064780769616,
      "learning_rate": 9.999638779803824e-06,
      "loss": 0.1319,
      "step": 76
    },
    {
      "epoch": 0.011629663192871167,
      "grad_norm": 3.2601115576853985,
      "learning_rate": 9.999629211589328e-06,
      "loss": 0.134,
      "step": 77
    },
    {
      "epoch": 0.011780697779791573,
      "grad_norm": 3.41571001947362,
      "learning_rate": 9.999619518306356e-06,
      "loss": 0.1629,
      "step": 78
    },
    {
      "epoch": 0.011931732366711977,
      "grad_norm": 3.060166016257363,
      "learning_rate": 9.99960969995515e-06,
      "loss": 0.1385,
      "step": 79
    },
    {
      "epoch": 0.012082766953632381,
      "grad_norm": 3.659990736667174,
      "learning_rate": 9.999599756535958e-06,
      "loss": 0.1297,
      "step": 80
    },
    {
      "epoch": 0.012233801540552787,
      "grad_norm": 3.0860781219154494,
      "learning_rate": 9.999589688049027e-06,
      "loss": 0.1193,
      "step": 81
    },
    {
      "epoch": 0.012384836127473191,
      "grad_norm": 3.3933257306611675,
      "learning_rate": 9.999579494494612e-06,
      "loss": 0.1271,
      "step": 82
    },
    {
      "epoch": 0.012535870714393596,
      "grad_norm": 6.507510066559226,
      "learning_rate": 9.999569175872961e-06,
      "loss": 0.1513,
      "step": 83
    },
    {
      "epoch": 0.012686905301314002,
      "grad_norm": 3.7887190546734986,
      "learning_rate": 9.999558732184338e-06,
      "loss": 0.1355,
      "step": 84
    },
    {
      "epoch": 0.012837939888234406,
      "grad_norm": 3.8889893510192,
      "learning_rate": 9.999548163429003e-06,
      "loss": 0.1421,
      "step": 85
    },
    {
      "epoch": 0.01298897447515481,
      "grad_norm": 3.3325614179015495,
      "learning_rate": 9.999537469607218e-06,
      "loss": 0.1314,
      "step": 86
    },
    {
      "epoch": 0.013140009062075216,
      "grad_norm": 4.1730669048229325,
      "learning_rate": 9.999526650719254e-06,
      "loss": 0.1367,
      "step": 87
    },
    {
      "epoch": 0.01329104364899562,
      "grad_norm": 3.871998765157889,
      "learning_rate": 9.99951570676538e-06,
      "loss": 0.146,
      "step": 88
    },
    {
      "epoch": 0.013442078235916024,
      "grad_norm": 4.475668944672202,
      "learning_rate": 9.99950463774587e-06,
      "loss": 0.1505,
      "step": 89
    },
    {
      "epoch": 0.01359311282283643,
      "grad_norm": 3.125577901560911,
      "learning_rate": 9.999493443661001e-06,
      "loss": 0.1195,
      "step": 90
    },
    {
      "epoch": 0.013744147409756834,
      "grad_norm": 5.1229200110494775,
      "learning_rate": 9.999482124511054e-06,
      "loss": 0.123,
      "step": 91
    },
    {
      "epoch": 0.013895181996677239,
      "grad_norm": 3.693781110337074,
      "learning_rate": 9.999470680296308e-06,
      "loss": 0.1356,
      "step": 92
    },
    {
      "epoch": 0.014046216583597644,
      "grad_norm": 5.327602008360415,
      "learning_rate": 9.999459111017053e-06,
      "loss": 0.1601,
      "step": 93
    },
    {
      "epoch": 0.014197251170518049,
      "grad_norm": 4.97621170735378,
      "learning_rate": 9.999447416673579e-06,
      "loss": 0.1613,
      "step": 94
    },
    {
      "epoch": 0.014348285757438453,
      "grad_norm": 3.286527750303076,
      "learning_rate": 9.999435597266176e-06,
      "loss": 0.1399,
      "step": 95
    },
    {
      "epoch": 0.014499320344358859,
      "grad_norm": 3.2297498088324152,
      "learning_rate": 9.999423652795142e-06,
      "loss": 0.1483,
      "step": 96
    },
    {
      "epoch": 0.014650354931279263,
      "grad_norm": 4.2063556652565905,
      "learning_rate": 9.999411583260775e-06,
      "loss": 0.1551,
      "step": 97
    },
    {
      "epoch": 0.014801389518199667,
      "grad_norm": 6.8591767752607495,
      "learning_rate": 9.999399388663374e-06,
      "loss": 0.1407,
      "step": 98
    },
    {
      "epoch": 0.014952424105120073,
      "grad_norm": 4.683776887642205,
      "learning_rate": 9.999387069003248e-06,
      "loss": 0.1325,
      "step": 99
    },
    {
      "epoch": 0.015103458692040477,
      "grad_norm": 8.142918244765532,
      "learning_rate": 9.999374624280704e-06,
      "loss": 0.2018,
      "step": 100
    },
    {
      "epoch": 0.015254493278960881,
      "grad_norm": 4.333804188415226,
      "learning_rate": 9.999362054496054e-06,
      "loss": 0.1726,
      "step": 101
    },
    {
      "epoch": 0.015405527865881287,
      "grad_norm": 5.625846091271469,
      "learning_rate": 9.99934935964961e-06,
      "loss": 0.1379,
      "step": 102
    },
    {
      "epoch": 0.015556562452801691,
      "grad_norm": 5.182541675338578,
      "learning_rate": 9.999336539741692e-06,
      "loss": 0.1404,
      "step": 103
    },
    {
      "epoch": 0.015707597039722097,
      "grad_norm": 3.0595136160560226,
      "learning_rate": 9.99932359477262e-06,
      "loss": 0.1217,
      "step": 104
    },
    {
      "epoch": 0.0158586316266425,
      "grad_norm": 3.065250373829727,
      "learning_rate": 9.999310524742716e-06,
      "loss": 0.1363,
      "step": 105
    },
    {
      "epoch": 0.016009666213562906,
      "grad_norm": 3.319964039587066,
      "learning_rate": 9.99929732965231e-06,
      "loss": 0.1265,
      "step": 106
    },
    {
      "epoch": 0.01616070080048331,
      "grad_norm": 4.432887669430643,
      "learning_rate": 9.999284009501732e-06,
      "loss": 0.1684,
      "step": 107
    },
    {
      "epoch": 0.016311735387403714,
      "grad_norm": 7.924999946949084,
      "learning_rate": 9.999270564291312e-06,
      "loss": 0.1602,
      "step": 108
    },
    {
      "epoch": 0.01646276997432412,
      "grad_norm": 8.009097849442968,
      "learning_rate": 9.999256994021389e-06,
      "loss": 0.1394,
      "step": 109
    },
    {
      "epoch": 0.016613804561244526,
      "grad_norm": 3.003509077194938,
      "learning_rate": 9.999243298692301e-06,
      "loss": 0.1357,
      "step": 110
    },
    {
      "epoch": 0.01676483914816493,
      "grad_norm": 3.888710342090013,
      "learning_rate": 9.999229478304393e-06,
      "loss": 0.1552,
      "step": 111
    },
    {
      "epoch": 0.016915873735085334,
      "grad_norm": 4.557752429130758,
      "learning_rate": 9.999215532858007e-06,
      "loss": 0.1597,
      "step": 112
    },
    {
      "epoch": 0.01706690832200574,
      "grad_norm": 4.450421409644834,
      "learning_rate": 9.999201462353497e-06,
      "loss": 0.1604,
      "step": 113
    },
    {
      "epoch": 0.017217942908926143,
      "grad_norm": 3.758801941740709,
      "learning_rate": 9.999187266791208e-06,
      "loss": 0.1408,
      "step": 114
    },
    {
      "epoch": 0.01736897749584655,
      "grad_norm": 6.921412703959984,
      "learning_rate": 9.9991729461715e-06,
      "loss": 0.1775,
      "step": 115
    },
    {
      "epoch": 0.017520012082766954,
      "grad_norm": 4.863173883353016,
      "learning_rate": 9.999158500494732e-06,
      "loss": 0.1664,
      "step": 116
    },
    {
      "epoch": 0.017671046669687357,
      "grad_norm": 4.384325702809859,
      "learning_rate": 9.999143929761263e-06,
      "loss": 0.1468,
      "step": 117
    },
    {
      "epoch": 0.017822081256607763,
      "grad_norm": 3.3679286668639277,
      "learning_rate": 9.999129233971455e-06,
      "loss": 0.1307,
      "step": 118
    },
    {
      "epoch": 0.01797311584352817,
      "grad_norm": 3.860685136936363,
      "learning_rate": 9.999114413125684e-06,
      "loss": 0.1563,
      "step": 119
    },
    {
      "epoch": 0.01812415043044857,
      "grad_norm": 5.264869938036361,
      "learning_rate": 9.999099467224312e-06,
      "loss": 0.1768,
      "step": 120
    },
    {
      "epoch": 0.018275185017368977,
      "grad_norm": 3.2981374892109243,
      "learning_rate": 9.999084396267717e-06,
      "loss": 0.1338,
      "step": 121
    },
    {
      "epoch": 0.018426219604289383,
      "grad_norm": 3.0274376038161344,
      "learning_rate": 9.999069200256276e-06,
      "loss": 0.1302,
      "step": 122
    },
    {
      "epoch": 0.018577254191209785,
      "grad_norm": 3.2410930429382354,
      "learning_rate": 9.999053879190369e-06,
      "loss": 0.1317,
      "step": 123
    },
    {
      "epoch": 0.01872828877813019,
      "grad_norm": 4.019713286356711,
      "learning_rate": 9.999038433070376e-06,
      "loss": 0.1438,
      "step": 124
    },
    {
      "epoch": 0.018879323365050597,
      "grad_norm": 3.585149776650965,
      "learning_rate": 9.999022861896687e-06,
      "loss": 0.1244,
      "step": 125
    },
    {
      "epoch": 0.019030357951971,
      "grad_norm": 3.236486652571585,
      "learning_rate": 9.999007165669691e-06,
      "loss": 0.1406,
      "step": 126
    },
    {
      "epoch": 0.019181392538891406,
      "grad_norm": 5.631056574214319,
      "learning_rate": 9.998991344389782e-06,
      "loss": 0.173,
      "step": 127
    },
    {
      "epoch": 0.01933242712581181,
      "grad_norm": 3.5274168703075803,
      "learning_rate": 9.998975398057354e-06,
      "loss": 0.1377,
      "step": 128
    },
    {
      "epoch": 0.019483461712732214,
      "grad_norm": 3.7195919381206903,
      "learning_rate": 9.998959326672803e-06,
      "loss": 0.1336,
      "step": 129
    },
    {
      "epoch": 0.01963449629965262,
      "grad_norm": 6.630727151438578,
      "learning_rate": 9.998943130236536e-06,
      "loss": 0.1611,
      "step": 130
    },
    {
      "epoch": 0.019785530886573026,
      "grad_norm": 3.8303931609033155,
      "learning_rate": 9.998926808748957e-06,
      "loss": 0.1602,
      "step": 131
    },
    {
      "epoch": 0.01993656547349343,
      "grad_norm": 6.004730409627928,
      "learning_rate": 9.998910362210473e-06,
      "loss": 0.1722,
      "step": 132
    },
    {
      "epoch": 0.020087600060413834,
      "grad_norm": 4.991418213217509,
      "learning_rate": 9.998893790621496e-06,
      "loss": 0.1778,
      "step": 133
    },
    {
      "epoch": 0.02023863464733424,
      "grad_norm": 4.624046469955102,
      "learning_rate": 9.99887709398244e-06,
      "loss": 0.1788,
      "step": 134
    },
    {
      "epoch": 0.020389669234254643,
      "grad_norm": 3.8897159021390566,
      "learning_rate": 9.998860272293722e-06,
      "loss": 0.161,
      "step": 135
    },
    {
      "epoch": 0.02054070382117505,
      "grad_norm": 3.624799547369644,
      "learning_rate": 9.998843325555766e-06,
      "loss": 0.14,
      "step": 136
    },
    {
      "epoch": 0.020691738408095454,
      "grad_norm": 3.175336615931592,
      "learning_rate": 9.998826253768992e-06,
      "loss": 0.1446,
      "step": 137
    },
    {
      "epoch": 0.02084277299501586,
      "grad_norm": 4.852824017271855,
      "learning_rate": 9.998809056933829e-06,
      "loss": 0.1577,
      "step": 138
    },
    {
      "epoch": 0.020993807581936263,
      "grad_norm": 4.949332962487865,
      "learning_rate": 9.998791735050708e-06,
      "loss": 0.1697,
      "step": 139
    },
    {
      "epoch": 0.02114484216885667,
      "grad_norm": 4.119476232644044,
      "learning_rate": 9.998774288120062e-06,
      "loss": 0.151,
      "step": 140
    },
    {
      "epoch": 0.021295876755777075,
      "grad_norm": 2.6572155533911337,
      "learning_rate": 9.998756716142326e-06,
      "loss": 0.1117,
      "step": 141
    },
    {
      "epoch": 0.021446911342697477,
      "grad_norm": 3.8276305818965626,
      "learning_rate": 9.99873901911794e-06,
      "loss": 0.142,
      "step": 142
    },
    {
      "epoch": 0.021597945929617883,
      "grad_norm": 3.281902125615535,
      "learning_rate": 9.998721197047349e-06,
      "loss": 0.1387,
      "step": 143
    },
    {
      "epoch": 0.02174898051653829,
      "grad_norm": 7.217157896257923,
      "learning_rate": 9.998703249930996e-06,
      "loss": 0.1805,
      "step": 144
    },
    {
      "epoch": 0.02190001510345869,
      "grad_norm": 3.4181748560639917,
      "learning_rate": 9.998685177769329e-06,
      "loss": 0.1419,
      "step": 145
    },
    {
      "epoch": 0.022051049690379097,
      "grad_norm": 3.845002936293022,
      "learning_rate": 9.998666980562806e-06,
      "loss": 0.1628,
      "step": 146
    },
    {
      "epoch": 0.022202084277299503,
      "grad_norm": 4.405049609893203,
      "learning_rate": 9.998648658311875e-06,
      "loss": 0.1487,
      "step": 147
    },
    {
      "epoch": 0.022353118864219906,
      "grad_norm": 4.082324340329364,
      "learning_rate": 9.998630211016998e-06,
      "loss": 0.1524,
      "step": 148
    },
    {
      "epoch": 0.02250415345114031,
      "grad_norm": 3.6833931627250025,
      "learning_rate": 9.998611638678637e-06,
      "loss": 0.1393,
      "step": 149
    },
    {
      "epoch": 0.022655188038060717,
      "grad_norm": 3.432520678421747,
      "learning_rate": 9.998592941297254e-06,
      "loss": 0.1569,
      "step": 150
    },
    {
      "epoch": 0.02280622262498112,
      "grad_norm": 4.747599358563046,
      "learning_rate": 9.99857411887332e-06,
      "loss": 0.149,
      "step": 151
    },
    {
      "epoch": 0.022957257211901526,
      "grad_norm": 3.9770001258124914,
      "learning_rate": 9.998555171407305e-06,
      "loss": 0.1656,
      "step": 152
    },
    {
      "epoch": 0.023108291798821932,
      "grad_norm": 3.9143172669716697,
      "learning_rate": 9.99853609889968e-06,
      "loss": 0.1555,
      "step": 153
    },
    {
      "epoch": 0.023259326385742334,
      "grad_norm": 3.5484143216515767,
      "learning_rate": 9.998516901350925e-06,
      "loss": 0.148,
      "step": 154
    },
    {
      "epoch": 0.02341036097266274,
      "grad_norm": 3.556122766216046,
      "learning_rate": 9.998497578761522e-06,
      "loss": 0.1607,
      "step": 155
    },
    {
      "epoch": 0.023561395559583146,
      "grad_norm": 4.4893654505828025,
      "learning_rate": 9.998478131131948e-06,
      "loss": 0.1669,
      "step": 156
    },
    {
      "epoch": 0.02371243014650355,
      "grad_norm": 3.413186361801123,
      "learning_rate": 9.998458558462696e-06,
      "loss": 0.1575,
      "step": 157
    },
    {
      "epoch": 0.023863464733423954,
      "grad_norm": 4.056972309368031,
      "learning_rate": 9.998438860754252e-06,
      "loss": 0.1344,
      "step": 158
    },
    {
      "epoch": 0.02401449932034436,
      "grad_norm": 3.541359544150984,
      "learning_rate": 9.99841903800711e-06,
      "loss": 0.1595,
      "step": 159
    },
    {
      "epoch": 0.024165533907264763,
      "grad_norm": 3.5481689043997435,
      "learning_rate": 9.998399090221765e-06,
      "loss": 0.1453,
      "step": 160
    },
    {
      "epoch": 0.02431656849418517,
      "grad_norm": 4.968158158127261,
      "learning_rate": 9.998379017398717e-06,
      "loss": 0.1928,
      "step": 161
    },
    {
      "epoch": 0.024467603081105575,
      "grad_norm": 3.564083777190636,
      "learning_rate": 9.998358819538469e-06,
      "loss": 0.1309,
      "step": 162
    },
    {
      "epoch": 0.024618637668025977,
      "grad_norm": 4.21831081226782,
      "learning_rate": 9.998338496641524e-06,
      "loss": 0.1499,
      "step": 163
    },
    {
      "epoch": 0.024769672254946383,
      "grad_norm": 6.562685025610138,
      "learning_rate": 9.99831804870839e-06,
      "loss": 0.1764,
      "step": 164
    },
    {
      "epoch": 0.02492070684186679,
      "grad_norm": 3.564210882772642,
      "learning_rate": 9.998297475739582e-06,
      "loss": 0.1737,
      "step": 165
    },
    {
      "epoch": 0.02507174142878719,
      "grad_norm": 4.837040388148813,
      "learning_rate": 9.998276777735613e-06,
      "loss": 0.1661,
      "step": 166
    },
    {
      "epoch": 0.025222776015707597,
      "grad_norm": 4.088005083904095,
      "learning_rate": 9.998255954696999e-06,
      "loss": 0.179,
      "step": 167
    },
    {
      "epoch": 0.025373810602628003,
      "grad_norm": 3.719520851229798,
      "learning_rate": 9.998235006624263e-06,
      "loss": 0.1537,
      "step": 168
    },
    {
      "epoch": 0.025524845189548406,
      "grad_norm": 5.50002170116797,
      "learning_rate": 9.99821393351793e-06,
      "loss": 0.1668,
      "step": 169
    },
    {
      "epoch": 0.02567587977646881,
      "grad_norm": 3.7634400895123394,
      "learning_rate": 9.998192735378521e-06,
      "loss": 0.1631,
      "step": 170
    },
    {
      "epoch": 0.025826914363389217,
      "grad_norm": 2.918517575048816,
      "learning_rate": 9.998171412206574e-06,
      "loss": 0.1383,
      "step": 171
    },
    {
      "epoch": 0.02597794895030962,
      "grad_norm": 4.7045308258669225,
      "learning_rate": 9.998149964002618e-06,
      "loss": 0.1902,
      "step": 172
    },
    {
      "epoch": 0.026128983537230026,
      "grad_norm": 4.714579259959394,
      "learning_rate": 9.99812839076719e-06,
      "loss": 0.1804,
      "step": 173
    },
    {
      "epoch": 0.02628001812415043,
      "grad_norm": 3.4203674453310144,
      "learning_rate": 9.998106692500832e-06,
      "loss": 0.1541,
      "step": 174
    },
    {
      "epoch": 0.026431052711070834,
      "grad_norm": 3.9611248515664164,
      "learning_rate": 9.998084869204085e-06,
      "loss": 0.1506,
      "step": 175
    },
    {
      "epoch": 0.02658208729799124,
      "grad_norm": 3.920189711261336,
      "learning_rate": 9.998062920877494e-06,
      "loss": 0.1673,
      "step": 176
    },
    {
      "epoch": 0.026733121884911646,
      "grad_norm": 2.861399459463572,
      "learning_rate": 9.99804084752161e-06,
      "loss": 0.1242,
      "step": 177
    },
    {
      "epoch": 0.02688415647183205,
      "grad_norm": 4.43204944618275,
      "learning_rate": 9.998018649136985e-06,
      "loss": 0.1644,
      "step": 178
    },
    {
      "epoch": 0.027035191058752454,
      "grad_norm": 3.3545019659490927,
      "learning_rate": 9.99799632572417e-06,
      "loss": 0.1396,
      "step": 179
    },
    {
      "epoch": 0.02718622564567286,
      "grad_norm": 7.210520108664242,
      "learning_rate": 9.99797387728373e-06,
      "loss": 0.1612,
      "step": 180
    },
    {
      "epoch": 0.027337260232593263,
      "grad_norm": 3.6489572323613695,
      "learning_rate": 9.997951303816225e-06,
      "loss": 0.1512,
      "step": 181
    },
    {
      "epoch": 0.02748829481951367,
      "grad_norm": 3.6838259994562574,
      "learning_rate": 9.997928605322215e-06,
      "loss": 0.1793,
      "step": 182
    },
    {
      "epoch": 0.027639329406434075,
      "grad_norm": 3.7636275015908383,
      "learning_rate": 9.997905781802272e-06,
      "loss": 0.1631,
      "step": 183
    },
    {
      "epoch": 0.027790363993354477,
      "grad_norm": 3.36738139815884,
      "learning_rate": 9.997882833256968e-06,
      "loss": 0.1673,
      "step": 184
    },
    {
      "epoch": 0.027941398580274883,
      "grad_norm": 2.9618777487578085,
      "learning_rate": 9.997859759686875e-06,
      "loss": 0.1417,
      "step": 185
    },
    {
      "epoch": 0.02809243316719529,
      "grad_norm": 5.52549360590678,
      "learning_rate": 9.997836561092567e-06,
      "loss": 0.175,
      "step": 186
    },
    {
      "epoch": 0.02824346775411569,
      "grad_norm": 3.039024628090466,
      "learning_rate": 9.997813237474631e-06,
      "loss": 0.1385,
      "step": 187
    },
    {
      "epoch": 0.028394502341036097,
      "grad_norm": 2.9616741328642324,
      "learning_rate": 9.997789788833645e-06,
      "loss": 0.1404,
      "step": 188
    },
    {
      "epoch": 0.028545536927956503,
      "grad_norm": 5.1014358019422055,
      "learning_rate": 9.997766215170199e-06,
      "loss": 0.1454,
      "step": 189
    },
    {
      "epoch": 0.028696571514876906,
      "grad_norm": 3.4754044726875573,
      "learning_rate": 9.997742516484881e-06,
      "loss": 0.1604,
      "step": 190
    },
    {
      "epoch": 0.02884760610179731,
      "grad_norm": 4.276468904054172,
      "learning_rate": 9.997718692778283e-06,
      "loss": 0.1751,
      "step": 191
    },
    {
      "epoch": 0.028998640688717717,
      "grad_norm": 6.425844404074553,
      "learning_rate": 9.997694744051003e-06,
      "loss": 0.1547,
      "step": 192
    },
    {
      "epoch": 0.02914967527563812,
      "grad_norm": 4.5601135771627,
      "learning_rate": 9.99767067030364e-06,
      "loss": 0.1487,
      "step": 193
    },
    {
      "epoch": 0.029300709862558526,
      "grad_norm": 3.6196928587397865,
      "learning_rate": 9.997646471536796e-06,
      "loss": 0.1599,
      "step": 194
    },
    {
      "epoch": 0.02945174444947893,
      "grad_norm": 3.5780028415931646,
      "learning_rate": 9.997622147751073e-06,
      "loss": 0.1453,
      "step": 195
    },
    {
      "epoch": 0.029602779036399334,
      "grad_norm": 4.407273881248349,
      "learning_rate": 9.997597698947084e-06,
      "loss": 0.1849,
      "step": 196
    },
    {
      "epoch": 0.02975381362331974,
      "grad_norm": 5.360342651633241,
      "learning_rate": 9.99757312512544e-06,
      "loss": 0.1781,
      "step": 197
    },
    {
      "epoch": 0.029904848210240146,
      "grad_norm": 3.681111427851151,
      "learning_rate": 9.997548426286753e-06,
      "loss": 0.1667,
      "step": 198
    },
    {
      "epoch": 0.03005588279716055,
      "grad_norm": 3.3102575614599328,
      "learning_rate": 9.997523602431643e-06,
      "loss": 0.1372,
      "step": 199
    },
    {
      "epoch": 0.030206917384080954,
      "grad_norm": 3.5865651596479817,
      "learning_rate": 9.99749865356073e-06,
      "loss": 0.1486,
      "step": 200
    },
    {
      "epoch": 0.03035795197100136,
      "grad_norm": 2.9643268914773886,
      "learning_rate": 9.99747357967464e-06,
      "loss": 0.1398,
      "step": 201
    },
    {
      "epoch": 0.030508986557921763,
      "grad_norm": 3.73022234365957,
      "learning_rate": 9.997448380773998e-06,
      "loss": 0.1428,
      "step": 202
    },
    {
      "epoch": 0.03066002114484217,
      "grad_norm": 4.851395302290496,
      "learning_rate": 9.997423056859434e-06,
      "loss": 0.166,
      "step": 203
    },
    {
      "epoch": 0.030811055731762575,
      "grad_norm": 4.07295669091537,
      "learning_rate": 9.997397607931584e-06,
      "loss": 0.1603,
      "step": 204
    },
    {
      "epoch": 0.030962090318682977,
      "grad_norm": 3.357133402048586,
      "learning_rate": 9.997372033991083e-06,
      "loss": 0.1583,
      "step": 205
    },
    {
      "epoch": 0.031113124905603383,
      "grad_norm": 2.95273354937129,
      "learning_rate": 9.99734633503857e-06,
      "loss": 0.1435,
      "step": 206
    },
    {
      "epoch": 0.031264159492523785,
      "grad_norm": 4.059779666305551,
      "learning_rate": 9.997320511074691e-06,
      "loss": 0.1599,
      "step": 207
    },
    {
      "epoch": 0.031415194079444195,
      "grad_norm": 4.311495321313036,
      "learning_rate": 9.997294562100088e-06,
      "loss": 0.1685,
      "step": 208
    },
    {
      "epoch": 0.0315662286663646,
      "grad_norm": 4.03224942220964,
      "learning_rate": 9.997268488115415e-06,
      "loss": 0.1621,
      "step": 209
    },
    {
      "epoch": 0.031717263253285,
      "grad_norm": 5.855913546724843,
      "learning_rate": 9.997242289121318e-06,
      "loss": 0.1798,
      "step": 210
    },
    {
      "epoch": 0.03186829784020541,
      "grad_norm": 4.76750528625266,
      "learning_rate": 9.997215965118457e-06,
      "loss": 0.1996,
      "step": 211
    },
    {
      "epoch": 0.03201933242712581,
      "grad_norm": 3.089316865624052,
      "learning_rate": 9.997189516107488e-06,
      "loss": 0.1672,
      "step": 212
    },
    {
      "epoch": 0.032170367014046214,
      "grad_norm": 4.615971774360618,
      "learning_rate": 9.997162942089076e-06,
      "loss": 0.1502,
      "step": 213
    },
    {
      "epoch": 0.03232140160096662,
      "grad_norm": 3.265893265440729,
      "learning_rate": 9.997136243063883e-06,
      "loss": 0.1485,
      "step": 214
    },
    {
      "epoch": 0.032472436187887026,
      "grad_norm": 4.173653559938493,
      "learning_rate": 9.997109419032575e-06,
      "loss": 0.1826,
      "step": 215
    },
    {
      "epoch": 0.03262347077480743,
      "grad_norm": 3.4978285969582092,
      "learning_rate": 9.99708246999583e-06,
      "loss": 0.1777,
      "step": 216
    },
    {
      "epoch": 0.03277450536172784,
      "grad_norm": 3.3616699334158517,
      "learning_rate": 9.997055395954314e-06,
      "loss": 0.1593,
      "step": 217
    },
    {
      "epoch": 0.03292553994864824,
      "grad_norm": 8.99864420621868,
      "learning_rate": 9.997028196908708e-06,
      "loss": 0.1844,
      "step": 218
    },
    {
      "epoch": 0.03307657453556864,
      "grad_norm": 3.4677252707471538,
      "learning_rate": 9.997000872859693e-06,
      "loss": 0.1735,
      "step": 219
    },
    {
      "epoch": 0.03322760912248905,
      "grad_norm": 3.4969364280962005,
      "learning_rate": 9.996973423807952e-06,
      "loss": 0.1552,
      "step": 220
    },
    {
      "epoch": 0.033378643709409454,
      "grad_norm": 3.8246443280217153,
      "learning_rate": 9.996945849754172e-06,
      "loss": 0.1939,
      "step": 221
    },
    {
      "epoch": 0.03352967829632986,
      "grad_norm": 3.2404652485997274,
      "learning_rate": 9.996918150699042e-06,
      "loss": 0.1422,
      "step": 222
    },
    {
      "epoch": 0.033680712883250266,
      "grad_norm": 3.284886864816569,
      "learning_rate": 9.996890326643255e-06,
      "loss": 0.1426,
      "step": 223
    },
    {
      "epoch": 0.03383174747017067,
      "grad_norm": 3.040115256164735,
      "learning_rate": 9.996862377587508e-06,
      "loss": 0.1432,
      "step": 224
    },
    {
      "epoch": 0.03398278205709107,
      "grad_norm": 3.410949839684935,
      "learning_rate": 9.996834303532498e-06,
      "loss": 0.1562,
      "step": 225
    },
    {
      "epoch": 0.03413381664401148,
      "grad_norm": 3.714074891854224,
      "learning_rate": 9.99680610447893e-06,
      "loss": 0.177,
      "step": 226
    },
    {
      "epoch": 0.03428485123093188,
      "grad_norm": 3.1921021647970114,
      "learning_rate": 9.996777780427507e-06,
      "loss": 0.1395,
      "step": 227
    },
    {
      "epoch": 0.034435885817852285,
      "grad_norm": 3.031436176768711,
      "learning_rate": 9.99674933137894e-06,
      "loss": 0.1402,
      "step": 228
    },
    {
      "epoch": 0.034586920404772695,
      "grad_norm": 6.391260085891436,
      "learning_rate": 9.996720757333937e-06,
      "loss": 0.1722,
      "step": 229
    },
    {
      "epoch": 0.0347379549916931,
      "grad_norm": 3.9724187464680316,
      "learning_rate": 9.996692058293216e-06,
      "loss": 0.1725,
      "step": 230
    },
    {
      "epoch": 0.0348889895786135,
      "grad_norm": 4.2253423371679615,
      "learning_rate": 9.996663234257493e-06,
      "loss": 0.1747,
      "step": 231
    },
    {
      "epoch": 0.03504002416553391,
      "grad_norm": 5.150124203651883,
      "learning_rate": 9.996634285227491e-06,
      "loss": 0.1774,
      "step": 232
    },
    {
      "epoch": 0.03519105875245431,
      "grad_norm": 4.121624159171427,
      "learning_rate": 9.996605211203934e-06,
      "loss": 0.1696,
      "step": 233
    },
    {
      "epoch": 0.035342093339374714,
      "grad_norm": 3.947874026533828,
      "learning_rate": 9.996576012187548e-06,
      "loss": 0.1553,
      "step": 234
    },
    {
      "epoch": 0.03549312792629512,
      "grad_norm": 4.307823082387146,
      "learning_rate": 9.996546688179064e-06,
      "loss": 0.1564,
      "step": 235
    },
    {
      "epoch": 0.035644162513215526,
      "grad_norm": 3.6838023884135267,
      "learning_rate": 9.996517239179216e-06,
      "loss": 0.1434,
      "step": 236
    },
    {
      "epoch": 0.03579519710013593,
      "grad_norm": 3.143145321185023,
      "learning_rate": 9.996487665188739e-06,
      "loss": 0.1537,
      "step": 237
    },
    {
      "epoch": 0.03594623168705634,
      "grad_norm": 4.114114850499709,
      "learning_rate": 9.996457966208374e-06,
      "loss": 0.1678,
      "step": 238
    },
    {
      "epoch": 0.03609726627397674,
      "grad_norm": 3.7368062307704983,
      "learning_rate": 9.996428142238866e-06,
      "loss": 0.137,
      "step": 239
    },
    {
      "epoch": 0.03624830086089714,
      "grad_norm": 4.021500354099638,
      "learning_rate": 9.996398193280958e-06,
      "loss": 0.1604,
      "step": 240
    },
    {
      "epoch": 0.03639933544781755,
      "grad_norm": 3.4703494322945247,
      "learning_rate": 9.9963681193354e-06,
      "loss": 0.1621,
      "step": 241
    },
    {
      "epoch": 0.036550370034737954,
      "grad_norm": 4.7813491528966985,
      "learning_rate": 9.996337920402944e-06,
      "loss": 0.177,
      "step": 242
    },
    {
      "epoch": 0.03670140462165836,
      "grad_norm": 3.844028481949023,
      "learning_rate": 9.996307596484346e-06,
      "loss": 0.1762,
      "step": 243
    },
    {
      "epoch": 0.036852439208578766,
      "grad_norm": 4.186161028024291,
      "learning_rate": 9.996277147580365e-06,
      "loss": 0.1677,
      "step": 244
    },
    {
      "epoch": 0.03700347379549917,
      "grad_norm": 3.5141468416257355,
      "learning_rate": 9.996246573691761e-06,
      "loss": 0.1596,
      "step": 245
    },
    {
      "epoch": 0.03715450838241957,
      "grad_norm": 3.6657676622073865,
      "learning_rate": 9.996215874819301e-06,
      "loss": 0.1652,
      "step": 246
    },
    {
      "epoch": 0.03730554296933998,
      "grad_norm": 3.3853845609725366,
      "learning_rate": 9.996185050963753e-06,
      "loss": 0.1484,
      "step": 247
    },
    {
      "epoch": 0.03745657755626038,
      "grad_norm": 3.845643845047163,
      "learning_rate": 9.996154102125885e-06,
      "loss": 0.16,
      "step": 248
    },
    {
      "epoch": 0.037607612143180785,
      "grad_norm": 3.6551645290627364,
      "learning_rate": 9.996123028306474e-06,
      "loss": 0.1625,
      "step": 249
    },
    {
      "epoch": 0.037758646730101195,
      "grad_norm": 3.058782042766959,
      "learning_rate": 9.996091829506298e-06,
      "loss": 0.1415,
      "step": 250
    },
    {
      "epoch": 0.0379096813170216,
      "grad_norm": 4.067185610499594,
      "learning_rate": 9.996060505726135e-06,
      "loss": 0.1705,
      "step": 251
    },
    {
      "epoch": 0.038060715903942,
      "grad_norm": 3.9703631367975003,
      "learning_rate": 9.996029056966769e-06,
      "loss": 0.1434,
      "step": 252
    },
    {
      "epoch": 0.03821175049086241,
      "grad_norm": 3.6390043966181342,
      "learning_rate": 9.99599748322899e-06,
      "loss": 0.1535,
      "step": 253
    },
    {
      "epoch": 0.03836278507778281,
      "grad_norm": 3.786047540047175,
      "learning_rate": 9.995965784513582e-06,
      "loss": 0.1777,
      "step": 254
    },
    {
      "epoch": 0.038513819664703214,
      "grad_norm": 4.475812510317071,
      "learning_rate": 9.995933960821343e-06,
      "loss": 0.1678,
      "step": 255
    },
    {
      "epoch": 0.03866485425162362,
      "grad_norm": 3.520028297553961,
      "learning_rate": 9.995902012153067e-06,
      "loss": 0.1616,
      "step": 256
    },
    {
      "epoch": 0.038815888838544026,
      "grad_norm": 3.8098724976041884,
      "learning_rate": 9.995869938509553e-06,
      "loss": 0.1346,
      "step": 257
    },
    {
      "epoch": 0.03896692342546443,
      "grad_norm": 4.379195950111815,
      "learning_rate": 9.995837739891604e-06,
      "loss": 0.1715,
      "step": 258
    },
    {
      "epoch": 0.03911795801238484,
      "grad_norm": 3.4548294149863747,
      "learning_rate": 9.995805416300024e-06,
      "loss": 0.1624,
      "step": 259
    },
    {
      "epoch": 0.03926899259930524,
      "grad_norm": 3.487736965900251,
      "learning_rate": 9.995772967735624e-06,
      "loss": 0.1372,
      "step": 260
    },
    {
      "epoch": 0.03942002718622564,
      "grad_norm": 3.8668814968565917,
      "learning_rate": 9.995740394199214e-06,
      "loss": 0.1498,
      "step": 261
    },
    {
      "epoch": 0.03957106177314605,
      "grad_norm": 4.073400723504865,
      "learning_rate": 9.99570769569161e-06,
      "loss": 0.1735,
      "step": 262
    },
    {
      "epoch": 0.039722096360066454,
      "grad_norm": 3.2932124808839625,
      "learning_rate": 9.99567487221363e-06,
      "loss": 0.1474,
      "step": 263
    },
    {
      "epoch": 0.03987313094698686,
      "grad_norm": 6.773514729391781,
      "learning_rate": 9.995641923766092e-06,
      "loss": 0.1805,
      "step": 264
    },
    {
      "epoch": 0.040024165533907266,
      "grad_norm": 3.2617464173645785,
      "learning_rate": 9.995608850349825e-06,
      "loss": 0.1597,
      "step": 265
    },
    {
      "epoch": 0.04017520012082767,
      "grad_norm": 3.6836122087750662,
      "learning_rate": 9.995575651965653e-06,
      "loss": 0.1631,
      "step": 266
    },
    {
      "epoch": 0.04032623470774807,
      "grad_norm": 3.1582493921381745,
      "learning_rate": 9.995542328614409e-06,
      "loss": 0.1466,
      "step": 267
    },
    {
      "epoch": 0.04047726929466848,
      "grad_norm": 3.381418770487439,
      "learning_rate": 9.995508880296922e-06,
      "loss": 0.1605,
      "step": 268
    },
    {
      "epoch": 0.04062830388158888,
      "grad_norm": 7.052696398962445,
      "learning_rate": 9.995475307014035e-06,
      "loss": 0.1481,
      "step": 269
    },
    {
      "epoch": 0.040779338468509285,
      "grad_norm": 4.422287317113572,
      "learning_rate": 9.995441608766584e-06,
      "loss": 0.1577,
      "step": 270
    },
    {
      "epoch": 0.040930373055429695,
      "grad_norm": 3.3050329792009085,
      "learning_rate": 9.995407785555411e-06,
      "loss": 0.1614,
      "step": 271
    },
    {
      "epoch": 0.0410814076423501,
      "grad_norm": 3.4006996284590834,
      "learning_rate": 9.995373837381366e-06,
      "loss": 0.1484,
      "step": 272
    },
    {
      "epoch": 0.0412324422292705,
      "grad_norm": 5.88486440680623,
      "learning_rate": 9.995339764245296e-06,
      "loss": 0.1778,
      "step": 273
    },
    {
      "epoch": 0.04138347681619091,
      "grad_norm": 3.646029826397492,
      "learning_rate": 9.995305566148051e-06,
      "loss": 0.1504,
      "step": 274
    },
    {
      "epoch": 0.04153451140311131,
      "grad_norm": 4.352940927647637,
      "learning_rate": 9.99527124309049e-06,
      "loss": 0.2259,
      "step": 275
    },
    {
      "epoch": 0.04168554599003172,
      "grad_norm": 4.082542548954162,
      "learning_rate": 9.99523679507347e-06,
      "loss": 0.1845,
      "step": 276
    },
    {
      "epoch": 0.04183658057695212,
      "grad_norm": 3.8380451653213736,
      "learning_rate": 9.995202222097855e-06,
      "loss": 0.1593,
      "step": 277
    },
    {
      "epoch": 0.041987615163872526,
      "grad_norm": 3.2189931082399874,
      "learning_rate": 9.995167524164508e-06,
      "loss": 0.1663,
      "step": 278
    },
    {
      "epoch": 0.042138649750792935,
      "grad_norm": 3.702439782355108,
      "learning_rate": 9.995132701274296e-06,
      "loss": 0.1613,
      "step": 279
    },
    {
      "epoch": 0.04228968433771334,
      "grad_norm": 2.9786938448939715,
      "learning_rate": 9.99509775342809e-06,
      "loss": 0.1379,
      "step": 280
    },
    {
      "epoch": 0.04244071892463374,
      "grad_norm": 2.9957414993361997,
      "learning_rate": 9.995062680626767e-06,
      "loss": 0.1372,
      "step": 281
    },
    {
      "epoch": 0.04259175351155415,
      "grad_norm": 3.275380494215229,
      "learning_rate": 9.995027482871202e-06,
      "loss": 0.1592,
      "step": 282
    },
    {
      "epoch": 0.04274278809847455,
      "grad_norm": 4.536255471054455,
      "learning_rate": 9.994992160162278e-06,
      "loss": 0.1976,
      "step": 283
    },
    {
      "epoch": 0.042893822685394954,
      "grad_norm": 5.214731402662311,
      "learning_rate": 9.994956712500876e-06,
      "loss": 0.2313,
      "step": 284
    },
    {
      "epoch": 0.043044857272315364,
      "grad_norm": 3.5294122240560983,
      "learning_rate": 9.994921139887881e-06,
      "loss": 0.1489,
      "step": 285
    },
    {
      "epoch": 0.043195891859235766,
      "grad_norm": 4.646016274713446,
      "learning_rate": 9.994885442324188e-06,
      "loss": 0.1598,
      "step": 286
    },
    {
      "epoch": 0.04334692644615617,
      "grad_norm": 2.8324967991377186,
      "learning_rate": 9.994849619810688e-06,
      "loss": 0.1628,
      "step": 287
    },
    {
      "epoch": 0.04349796103307658,
      "grad_norm": 2.819186075524487,
      "learning_rate": 9.994813672348275e-06,
      "loss": 0.1231,
      "step": 288
    },
    {
      "epoch": 0.04364899561999698,
      "grad_norm": 3.9794036327507643,
      "learning_rate": 9.994777599937851e-06,
      "loss": 0.1651,
      "step": 289
    },
    {
      "epoch": 0.04380003020691738,
      "grad_norm": 4.163183709295682,
      "learning_rate": 9.994741402580316e-06,
      "loss": 0.1572,
      "step": 290
    },
    {
      "epoch": 0.04395106479383779,
      "grad_norm": 3.7742165721128256,
      "learning_rate": 9.994705080276578e-06,
      "loss": 0.1812,
      "step": 291
    },
    {
      "epoch": 0.044102099380758195,
      "grad_norm": 3.068512738029114,
      "learning_rate": 9.994668633027544e-06,
      "loss": 0.1416,
      "step": 292
    },
    {
      "epoch": 0.0442531339676786,
      "grad_norm": 3.5838045797818956,
      "learning_rate": 9.994632060834127e-06,
      "loss": 0.1623,
      "step": 293
    },
    {
      "epoch": 0.044404168554599006,
      "grad_norm": 4.150682833918057,
      "learning_rate": 9.994595363697239e-06,
      "loss": 0.1478,
      "step": 294
    },
    {
      "epoch": 0.04455520314151941,
      "grad_norm": 3.3530389245121386,
      "learning_rate": 9.994558541617802e-06,
      "loss": 0.1515,
      "step": 295
    },
    {
      "epoch": 0.04470623772843981,
      "grad_norm": 4.072437650256459,
      "learning_rate": 9.994521594596734e-06,
      "loss": 0.1835,
      "step": 296
    },
    {
      "epoch": 0.04485727231536022,
      "grad_norm": 5.5055579761223745,
      "learning_rate": 9.99448452263496e-06,
      "loss": 0.1741,
      "step": 297
    },
    {
      "epoch": 0.04500830690228062,
      "grad_norm": 3.39427401552872,
      "learning_rate": 9.994447325733409e-06,
      "loss": 0.1666,
      "step": 298
    },
    {
      "epoch": 0.045159341489201026,
      "grad_norm": 5.210276357142116,
      "learning_rate": 9.994410003893009e-06,
      "loss": 0.168,
      "step": 299
    },
    {
      "epoch": 0.045310376076121435,
      "grad_norm": 3.105925433217789,
      "learning_rate": 9.994372557114695e-06,
      "loss": 0.1645,
      "step": 300
    },
    {
      "epoch": 0.04546141066304184,
      "grad_norm": 3.493710108218223,
      "learning_rate": 9.994334985399403e-06,
      "loss": 0.1738,
      "step": 301
    },
    {
      "epoch": 0.04561244524996224,
      "grad_norm": 2.9860991624511226,
      "learning_rate": 9.994297288748075e-06,
      "loss": 0.1433,
      "step": 302
    },
    {
      "epoch": 0.04576347983688265,
      "grad_norm": 3.225914289997123,
      "learning_rate": 9.994259467161652e-06,
      "loss": 0.1413,
      "step": 303
    },
    {
      "epoch": 0.04591451442380305,
      "grad_norm": 2.9885658477905124,
      "learning_rate": 9.99422152064108e-06,
      "loss": 0.1408,
      "step": 304
    },
    {
      "epoch": 0.046065549010723454,
      "grad_norm": 3.4969865497174997,
      "learning_rate": 9.99418344918731e-06,
      "loss": 0.1485,
      "step": 305
    },
    {
      "epoch": 0.046216583597643864,
      "grad_norm": 3.233354818644672,
      "learning_rate": 9.994145252801292e-06,
      "loss": 0.1277,
      "step": 306
    },
    {
      "epoch": 0.046367618184564266,
      "grad_norm": 2.959647058037847,
      "learning_rate": 9.994106931483981e-06,
      "loss": 0.1468,
      "step": 307
    },
    {
      "epoch": 0.04651865277148467,
      "grad_norm": 3.6756719702610523,
      "learning_rate": 9.994068485236341e-06,
      "loss": 0.1775,
      "step": 308
    },
    {
      "epoch": 0.04666968735840508,
      "grad_norm": 4.3341785015364005,
      "learning_rate": 9.994029914059329e-06,
      "loss": 0.1634,
      "step": 309
    },
    {
      "epoch": 0.04682072194532548,
      "grad_norm": 4.393493653898047,
      "learning_rate": 9.993991217953912e-06,
      "loss": 0.166,
      "step": 310
    },
    {
      "epoch": 0.04697175653224588,
      "grad_norm": 2.8213660304599353,
      "learning_rate": 9.993952396921054e-06,
      "loss": 0.133,
      "step": 311
    },
    {
      "epoch": 0.04712279111916629,
      "grad_norm": 2.846660224381184,
      "learning_rate": 9.993913450961732e-06,
      "loss": 0.1434,
      "step": 312
    },
    {
      "epoch": 0.047273825706086695,
      "grad_norm": 4.0987063280442255,
      "learning_rate": 9.993874380076916e-06,
      "loss": 0.1704,
      "step": 313
    },
    {
      "epoch": 0.0474248602930071,
      "grad_norm": 6.001039228662546,
      "learning_rate": 9.993835184267584e-06,
      "loss": 0.1879,
      "step": 314
    },
    {
      "epoch": 0.047575894879927506,
      "grad_norm": 3.2717563957719324,
      "learning_rate": 9.993795863534718e-06,
      "loss": 0.1409,
      "step": 315
    },
    {
      "epoch": 0.04772692946684791,
      "grad_norm": 3.7363193551537943,
      "learning_rate": 9.9937564178793e-06,
      "loss": 0.1681,
      "step": 316
    },
    {
      "epoch": 0.04787796405376831,
      "grad_norm": 4.036477482273475,
      "learning_rate": 9.99371684730232e-06,
      "loss": 0.1749,
      "step": 317
    },
    {
      "epoch": 0.04802899864068872,
      "grad_norm": 3.3292943905938657,
      "learning_rate": 9.993677151804765e-06,
      "loss": 0.1619,
      "step": 318
    },
    {
      "epoch": 0.04818003322760912,
      "grad_norm": 2.895209388493885,
      "learning_rate": 9.993637331387627e-06,
      "loss": 0.1373,
      "step": 319
    },
    {
      "epoch": 0.048331067814529526,
      "grad_norm": 3.734882629150427,
      "learning_rate": 9.993597386051905e-06,
      "loss": 0.1672,
      "step": 320
    },
    {
      "epoch": 0.048482102401449935,
      "grad_norm": 3.1572279633833076,
      "learning_rate": 9.993557315798597e-06,
      "loss": 0.13,
      "step": 321
    },
    {
      "epoch": 0.04863313698837034,
      "grad_norm": 3.367547736366355,
      "learning_rate": 9.993517120628705e-06,
      "loss": 0.1682,
      "step": 322
    },
    {
      "epoch": 0.04878417157529074,
      "grad_norm": 3.7500860247312358,
      "learning_rate": 9.993476800543233e-06,
      "loss": 0.163,
      "step": 323
    },
    {
      "epoch": 0.04893520616221115,
      "grad_norm": 4.020590117853299,
      "learning_rate": 9.993436355543193e-06,
      "loss": 0.1682,
      "step": 324
    },
    {
      "epoch": 0.04908624074913155,
      "grad_norm": 3.5405040177109366,
      "learning_rate": 9.993395785629596e-06,
      "loss": 0.1696,
      "step": 325
    },
    {
      "epoch": 0.049237275336051954,
      "grad_norm": 4.299333114914034,
      "learning_rate": 9.993355090803457e-06,
      "loss": 0.1709,
      "step": 326
    },
    {
      "epoch": 0.049388309922972363,
      "grad_norm": 3.333749620485609,
      "learning_rate": 9.993314271065791e-06,
      "loss": 0.1417,
      "step": 327
    },
    {
      "epoch": 0.049539344509892766,
      "grad_norm": 5.941372006360486,
      "learning_rate": 9.99327332641762e-06,
      "loss": 0.1876,
      "step": 328
    },
    {
      "epoch": 0.04969037909681317,
      "grad_norm": 3.3069435239122256,
      "learning_rate": 9.993232256859972e-06,
      "loss": 0.1633,
      "step": 329
    },
    {
      "epoch": 0.04984141368373358,
      "grad_norm": 3.5608794887856097,
      "learning_rate": 9.99319106239387e-06,
      "loss": 0.1515,
      "step": 330
    },
    {
      "epoch": 0.04999244827065398,
      "grad_norm": 3.401214085212386,
      "learning_rate": 9.993149743020347e-06,
      "loss": 0.1593,
      "step": 331
    },
    {
      "epoch": 0.05014348285757438,
      "grad_norm": 3.0027231633132296,
      "learning_rate": 9.993108298740438e-06,
      "loss": 0.1335,
      "step": 332
    },
    {
      "epoch": 0.05029451744449479,
      "grad_norm": 3.5551613853136512,
      "learning_rate": 9.993066729555174e-06,
      "loss": 0.1724,
      "step": 333
    },
    {
      "epoch": 0.050445552031415195,
      "grad_norm": 4.726759359362944,
      "learning_rate": 9.9930250354656e-06,
      "loss": 0.2099,
      "step": 334
    },
    {
      "epoch": 0.0505965866183356,
      "grad_norm": 4.240254602978863,
      "learning_rate": 9.992983216472759e-06,
      "loss": 0.1733,
      "step": 335
    },
    {
      "epoch": 0.050747621205256006,
      "grad_norm": 3.6603692017960885,
      "learning_rate": 9.992941272577694e-06,
      "loss": 0.1811,
      "step": 336
    },
    {
      "epoch": 0.05089865579217641,
      "grad_norm": 3.864622844309328,
      "learning_rate": 9.992899203781458e-06,
      "loss": 0.1655,
      "step": 337
    },
    {
      "epoch": 0.05104969037909681,
      "grad_norm": 4.299468672671151,
      "learning_rate": 9.992857010085099e-06,
      "loss": 0.2022,
      "step": 338
    },
    {
      "epoch": 0.05120072496601722,
      "grad_norm": 2.9621267429993834,
      "learning_rate": 9.992814691489677e-06,
      "loss": 0.1449,
      "step": 339
    },
    {
      "epoch": 0.05135175955293762,
      "grad_norm": 3.594579970185378,
      "learning_rate": 9.992772247996248e-06,
      "loss": 0.1367,
      "step": 340
    },
    {
      "epoch": 0.051502794139858026,
      "grad_norm": 4.204918616359229,
      "learning_rate": 9.992729679605873e-06,
      "loss": 0.1731,
      "step": 341
    },
    {
      "epoch": 0.051653828726778435,
      "grad_norm": 4.019134801743246,
      "learning_rate": 9.992686986319618e-06,
      "loss": 0.1683,
      "step": 342
    },
    {
      "epoch": 0.05180486331369884,
      "grad_norm": 3.701512755241209,
      "learning_rate": 9.992644168138553e-06,
      "loss": 0.1653,
      "step": 343
    },
    {
      "epoch": 0.05195589790061924,
      "grad_norm": 4.649791317007214,
      "learning_rate": 9.992601225063745e-06,
      "loss": 0.1632,
      "step": 344
    },
    {
      "epoch": 0.05210693248753965,
      "grad_norm": 4.352648475677026,
      "learning_rate": 9.992558157096272e-06,
      "loss": 0.1799,
      "step": 345
    },
    {
      "epoch": 0.05225796707446005,
      "grad_norm": 3.132472527572296,
      "learning_rate": 9.992514964237209e-06,
      "loss": 0.1531,
      "step": 346
    },
    {
      "epoch": 0.052409001661380454,
      "grad_norm": 3.347166272669838,
      "learning_rate": 9.992471646487636e-06,
      "loss": 0.1438,
      "step": 347
    },
    {
      "epoch": 0.05256003624830086,
      "grad_norm": 3.2419950180811337,
      "learning_rate": 9.99242820384864e-06,
      "loss": 0.1215,
      "step": 348
    },
    {
      "epoch": 0.052711070835221266,
      "grad_norm": 3.9360675473948707,
      "learning_rate": 9.992384636321307e-06,
      "loss": 0.162,
      "step": 349
    },
    {
      "epoch": 0.05286210542214167,
      "grad_norm": 4.5498332723415,
      "learning_rate": 9.992340943906722e-06,
      "loss": 0.1872,
      "step": 350
    },
    {
      "epoch": 0.05301314000906208,
      "grad_norm": 3.1150761941980467,
      "learning_rate": 9.992297126605983e-06,
      "loss": 0.163,
      "step": 351
    },
    {
      "epoch": 0.05316417459598248,
      "grad_norm": 3.4092004207483435,
      "learning_rate": 9.992253184420185e-06,
      "loss": 0.1683,
      "step": 352
    },
    {
      "epoch": 0.05331520918290288,
      "grad_norm": 3.147208249748109,
      "learning_rate": 9.992209117350427e-06,
      "loss": 0.1613,
      "step": 353
    },
    {
      "epoch": 0.05346624376982329,
      "grad_norm": 5.5025715357951,
      "learning_rate": 9.99216492539781e-06,
      "loss": 0.191,
      "step": 354
    },
    {
      "epoch": 0.053617278356743694,
      "grad_norm": 2.98826835456538,
      "learning_rate": 9.992120608563442e-06,
      "loss": 0.1744,
      "step": 355
    },
    {
      "epoch": 0.0537683129436641,
      "grad_norm": 2.8622408208989953,
      "learning_rate": 9.99207616684843e-06,
      "loss": 0.1516,
      "step": 356
    },
    {
      "epoch": 0.053919347530584506,
      "grad_norm": 3.2781138509762946,
      "learning_rate": 9.992031600253886e-06,
      "loss": 0.1556,
      "step": 357
    },
    {
      "epoch": 0.05407038211750491,
      "grad_norm": 3.4769593596272763,
      "learning_rate": 9.991986908780924e-06,
      "loss": 0.1689,
      "step": 358
    },
    {
      "epoch": 0.05422141670442531,
      "grad_norm": 4.245962675198921,
      "learning_rate": 9.991942092430664e-06,
      "loss": 0.1498,
      "step": 359
    },
    {
      "epoch": 0.05437245129134572,
      "grad_norm": 4.5534885754522305,
      "learning_rate": 9.991897151204226e-06,
      "loss": 0.1533,
      "step": 360
    },
    {
      "epoch": 0.05452348587826612,
      "grad_norm": 3.1805650581679963,
      "learning_rate": 9.991852085102734e-06,
      "loss": 0.131,
      "step": 361
    },
    {
      "epoch": 0.054674520465186525,
      "grad_norm": 2.4601288241254555,
      "learning_rate": 9.991806894127316e-06,
      "loss": 0.1314,
      "step": 362
    },
    {
      "epoch": 0.054825555052106935,
      "grad_norm": 4.1450417695132336,
      "learning_rate": 9.991761578279102e-06,
      "loss": 0.1737,
      "step": 363
    },
    {
      "epoch": 0.05497658963902734,
      "grad_norm": 3.2890393535391365,
      "learning_rate": 9.991716137559225e-06,
      "loss": 0.1399,
      "step": 364
    },
    {
      "epoch": 0.05512762422594774,
      "grad_norm": 3.743395511770964,
      "learning_rate": 9.991670571968824e-06,
      "loss": 0.183,
      "step": 365
    },
    {
      "epoch": 0.05527865881286815,
      "grad_norm": 3.8105454850440443,
      "learning_rate": 9.991624881509035e-06,
      "loss": 0.1708,
      "step": 366
    },
    {
      "epoch": 0.05542969339978855,
      "grad_norm": 3.3126587471105937,
      "learning_rate": 9.991579066181004e-06,
      "loss": 0.1315,
      "step": 367
    },
    {
      "epoch": 0.055580727986708954,
      "grad_norm": 7.619888700439525,
      "learning_rate": 9.991533125985877e-06,
      "loss": 0.1907,
      "step": 368
    },
    {
      "epoch": 0.05573176257362936,
      "grad_norm": 4.223028793629431,
      "learning_rate": 9.991487060924802e-06,
      "loss": 0.1972,
      "step": 369
    },
    {
      "epoch": 0.055882797160549766,
      "grad_norm": 2.911777533126204,
      "learning_rate": 9.991440870998931e-06,
      "loss": 0.1437,
      "step": 370
    },
    {
      "epoch": 0.05603383174747017,
      "grad_norm": 4.441007097650985,
      "learning_rate": 9.991394556209422e-06,
      "loss": 0.1952,
      "step": 371
    },
    {
      "epoch": 0.05618486633439058,
      "grad_norm": 3.379950609777028,
      "learning_rate": 9.99134811655743e-06,
      "loss": 0.1472,
      "step": 372
    },
    {
      "epoch": 0.05633590092131098,
      "grad_norm": 3.7070907344244564,
      "learning_rate": 9.991301552044121e-06,
      "loss": 0.1807,
      "step": 373
    },
    {
      "epoch": 0.05648693550823138,
      "grad_norm": 3.541801978271261,
      "learning_rate": 9.991254862670656e-06,
      "loss": 0.1414,
      "step": 374
    },
    {
      "epoch": 0.05663797009515179,
      "grad_norm": 3.2819293626036137,
      "learning_rate": 9.991208048438205e-06,
      "loss": 0.1605,
      "step": 375
    },
    {
      "epoch": 0.056789004682072194,
      "grad_norm": 3.772721004688516,
      "learning_rate": 9.991161109347937e-06,
      "loss": 0.1852,
      "step": 376
    },
    {
      "epoch": 0.0569400392689926,
      "grad_norm": 3.0372637545389614,
      "learning_rate": 9.991114045401029e-06,
      "loss": 0.1453,
      "step": 377
    },
    {
      "epoch": 0.057091073855913006,
      "grad_norm": 3.314962407505794,
      "learning_rate": 9.991066856598658e-06,
      "loss": 0.1654,
      "step": 378
    },
    {
      "epoch": 0.05724210844283341,
      "grad_norm": 3.865997443941885,
      "learning_rate": 9.991019542942002e-06,
      "loss": 0.1777,
      "step": 379
    },
    {
      "epoch": 0.05739314302975381,
      "grad_norm": 4.578356584742831,
      "learning_rate": 9.990972104432247e-06,
      "loss": 0.1755,
      "step": 380
    },
    {
      "epoch": 0.05754417761667422,
      "grad_norm": 5.133820630069038,
      "learning_rate": 9.99092454107058e-06,
      "loss": 0.1969,
      "step": 381
    },
    {
      "epoch": 0.05769521220359462,
      "grad_norm": 4.359878563475751,
      "learning_rate": 9.990876852858186e-06,
      "loss": 0.1911,
      "step": 382
    },
    {
      "epoch": 0.057846246790515025,
      "grad_norm": 3.261962276742379,
      "learning_rate": 9.990829039796264e-06,
      "loss": 0.1565,
      "step": 383
    },
    {
      "epoch": 0.057997281377435435,
      "grad_norm": 4.314052141455931,
      "learning_rate": 9.990781101886008e-06,
      "loss": 0.1834,
      "step": 384
    },
    {
      "epoch": 0.05814831596435584,
      "grad_norm": 3.6251770647369024,
      "learning_rate": 9.990733039128615e-06,
      "loss": 0.1584,
      "step": 385
    },
    {
      "epoch": 0.05829935055127624,
      "grad_norm": 3.1080444128098037,
      "learning_rate": 9.99068485152529e-06,
      "loss": 0.1554,
      "step": 386
    },
    {
      "epoch": 0.05845038513819665,
      "grad_norm": 3.089339567315305,
      "learning_rate": 9.990636539077239e-06,
      "loss": 0.1532,
      "step": 387
    },
    {
      "epoch": 0.05860141972511705,
      "grad_norm": 3.4468492268875517,
      "learning_rate": 9.990588101785668e-06,
      "loss": 0.1835,
      "step": 388
    },
    {
      "epoch": 0.058752454312037454,
      "grad_norm": 2.870893349352697,
      "learning_rate": 9.99053953965179e-06,
      "loss": 0.1519,
      "step": 389
    },
    {
      "epoch": 0.05890348889895786,
      "grad_norm": 3.3846941366941663,
      "learning_rate": 9.990490852676819e-06,
      "loss": 0.1485,
      "step": 390
    },
    {
      "epoch": 0.059054523485878266,
      "grad_norm": 2.8321085744073877,
      "learning_rate": 9.990442040861974e-06,
      "loss": 0.1507,
      "step": 391
    },
    {
      "epoch": 0.05920555807279867,
      "grad_norm": 4.050581098946334,
      "learning_rate": 9.990393104208476e-06,
      "loss": 0.1678,
      "step": 392
    },
    {
      "epoch": 0.05935659265971908,
      "grad_norm": 3.380817582175604,
      "learning_rate": 9.990344042717547e-06,
      "loss": 0.1623,
      "step": 393
    },
    {
      "epoch": 0.05950762724663948,
      "grad_norm": 3.94980423214413,
      "learning_rate": 9.990294856390419e-06,
      "loss": 0.1687,
      "step": 394
    },
    {
      "epoch": 0.05965866183355988,
      "grad_norm": 3.893282626631903,
      "learning_rate": 9.990245545228316e-06,
      "loss": 0.182,
      "step": 395
    },
    {
      "epoch": 0.05980969642048029,
      "grad_norm": 5.202399446364915,
      "learning_rate": 9.990196109232477e-06,
      "loss": 0.1562,
      "step": 396
    },
    {
      "epoch": 0.059960731007400694,
      "grad_norm": 3.3559619318695035,
      "learning_rate": 9.990146548404138e-06,
      "loss": 0.1634,
      "step": 397
    },
    {
      "epoch": 0.0601117655943211,
      "grad_norm": 3.7808566381125917,
      "learning_rate": 9.990096862744536e-06,
      "loss": 0.1627,
      "step": 398
    },
    {
      "epoch": 0.060262800181241506,
      "grad_norm": 3.5107076375790185,
      "learning_rate": 9.990047052254917e-06,
      "loss": 0.1465,
      "step": 399
    },
    {
      "epoch": 0.06041383476816191,
      "grad_norm": 4.363856890165701,
      "learning_rate": 9.989997116936523e-06,
      "loss": 0.1909,
      "step": 400
    },
    {
      "epoch": 0.06056486935508231,
      "grad_norm": 3.3689840526755885,
      "learning_rate": 9.989947056790607e-06,
      "loss": 0.1639,
      "step": 401
    },
    {
      "epoch": 0.06071590394200272,
      "grad_norm": 3.6570053981490984,
      "learning_rate": 9.98989687181842e-06,
      "loss": 0.1794,
      "step": 402
    },
    {
      "epoch": 0.06086693852892312,
      "grad_norm": 4.2513762721533395,
      "learning_rate": 9.989846562021217e-06,
      "loss": 0.1754,
      "step": 403
    },
    {
      "epoch": 0.061017973115843525,
      "grad_norm": 4.02252064401009,
      "learning_rate": 9.989796127400258e-06,
      "loss": 0.182,
      "step": 404
    },
    {
      "epoch": 0.061169007702763935,
      "grad_norm": 3.690658919584816,
      "learning_rate": 9.989745567956801e-06,
      "loss": 0.1857,
      "step": 405
    },
    {
      "epoch": 0.06132004228968434,
      "grad_norm": 6.823644592702338,
      "learning_rate": 9.989694883692115e-06,
      "loss": 0.1529,
      "step": 406
    },
    {
      "epoch": 0.06147107687660474,
      "grad_norm": 3.5724434655891395,
      "learning_rate": 9.989644074607467e-06,
      "loss": 0.162,
      "step": 407
    },
    {
      "epoch": 0.06162211146352515,
      "grad_norm": 3.044571162282378,
      "learning_rate": 9.989593140704125e-06,
      "loss": 0.1687,
      "step": 408
    },
    {
      "epoch": 0.06177314605044555,
      "grad_norm": 2.5573480731193863,
      "learning_rate": 9.989542081983368e-06,
      "loss": 0.1327,
      "step": 409
    },
    {
      "epoch": 0.061924180637365954,
      "grad_norm": 3.395629283903432,
      "learning_rate": 9.989490898446467e-06,
      "loss": 0.1804,
      "step": 410
    },
    {
      "epoch": 0.06207521522428636,
      "grad_norm": 2.8870750313083606,
      "learning_rate": 9.98943959009471e-06,
      "loss": 0.1339,
      "step": 411
    },
    {
      "epoch": 0.062226249811206766,
      "grad_norm": 3.649455070921834,
      "learning_rate": 9.989388156929374e-06,
      "loss": 0.1514,
      "step": 412
    },
    {
      "epoch": 0.06237728439812717,
      "grad_norm": 4.220168469858137,
      "learning_rate": 9.989336598951748e-06,
      "loss": 0.1723,
      "step": 413
    },
    {
      "epoch": 0.06252831898504757,
      "grad_norm": 3.5853453832194955,
      "learning_rate": 9.989284916163122e-06,
      "loss": 0.1638,
      "step": 414
    },
    {
      "epoch": 0.06267935357196798,
      "grad_norm": 2.788179536138111,
      "learning_rate": 9.98923310856479e-06,
      "loss": 0.1469,
      "step": 415
    },
    {
      "epoch": 0.06283038815888839,
      "grad_norm": 2.9941663214257783,
      "learning_rate": 9.989181176158046e-06,
      "loss": 0.1544,
      "step": 416
    },
    {
      "epoch": 0.06298142274580878,
      "grad_norm": 3.2570708689541568,
      "learning_rate": 9.98912911894419e-06,
      "loss": 0.147,
      "step": 417
    },
    {
      "epoch": 0.0631324573327292,
      "grad_norm": 3.192454533030965,
      "learning_rate": 9.989076936924524e-06,
      "loss": 0.1501,
      "step": 418
    },
    {
      "epoch": 0.0632834919196496,
      "grad_norm": 4.238059087073455,
      "learning_rate": 9.989024630100352e-06,
      "loss": 0.1818,
      "step": 419
    },
    {
      "epoch": 0.06343452650657,
      "grad_norm": 2.7454838125314853,
      "learning_rate": 9.988972198472986e-06,
      "loss": 0.1409,
      "step": 420
    },
    {
      "epoch": 0.06358556109349041,
      "grad_norm": 4.958090400938061,
      "learning_rate": 9.988919642043736e-06,
      "loss": 0.1783,
      "step": 421
    },
    {
      "epoch": 0.06373659568041082,
      "grad_norm": 3.2001628867058662,
      "learning_rate": 9.988866960813915e-06,
      "loss": 0.1558,
      "step": 422
    },
    {
      "epoch": 0.06388763026733121,
      "grad_norm": 3.9448941584672563,
      "learning_rate": 9.98881415478484e-06,
      "loss": 0.1882,
      "step": 423
    },
    {
      "epoch": 0.06403866485425162,
      "grad_norm": 2.9840747970520223,
      "learning_rate": 9.988761223957837e-06,
      "loss": 0.1416,
      "step": 424
    },
    {
      "epoch": 0.06418969944117203,
      "grad_norm": 3.8890111909724254,
      "learning_rate": 9.988708168334227e-06,
      "loss": 0.1873,
      "step": 425
    },
    {
      "epoch": 0.06434073402809243,
      "grad_norm": 4.054387408525083,
      "learning_rate": 9.988654987915337e-06,
      "loss": 0.1287,
      "step": 426
    },
    {
      "epoch": 0.06449176861501284,
      "grad_norm": 4.507138101322779,
      "learning_rate": 9.988601682702496e-06,
      "loss": 0.1665,
      "step": 427
    },
    {
      "epoch": 0.06464280320193325,
      "grad_norm": 2.6948624426540033,
      "learning_rate": 9.98854825269704e-06,
      "loss": 0.1527,
      "step": 428
    },
    {
      "epoch": 0.06479383778885364,
      "grad_norm": 3.83896456019734,
      "learning_rate": 9.988494697900308e-06,
      "loss": 0.151,
      "step": 429
    },
    {
      "epoch": 0.06494487237577405,
      "grad_norm": 3.2879683743299806,
      "learning_rate": 9.988441018313633e-06,
      "loss": 0.1738,
      "step": 430
    },
    {
      "epoch": 0.06509590696269446,
      "grad_norm": 3.116943715782655,
      "learning_rate": 9.988387213938363e-06,
      "loss": 0.1473,
      "step": 431
    },
    {
      "epoch": 0.06524694154961486,
      "grad_norm": 2.5833291947920394,
      "learning_rate": 9.988333284775842e-06,
      "loss": 0.1322,
      "step": 432
    },
    {
      "epoch": 0.06539797613653527,
      "grad_norm": 2.995660761072866,
      "learning_rate": 9.988279230827418e-06,
      "loss": 0.1535,
      "step": 433
    },
    {
      "epoch": 0.06554901072345568,
      "grad_norm": 3.0365364352507456,
      "learning_rate": 9.988225052094446e-06,
      "loss": 0.1568,
      "step": 434
    },
    {
      "epoch": 0.06570004531037607,
      "grad_norm": 4.688945115567106,
      "learning_rate": 9.98817074857828e-06,
      "loss": 0.1478,
      "step": 435
    },
    {
      "epoch": 0.06585107989729648,
      "grad_norm": 3.356779058624426,
      "learning_rate": 9.988116320280276e-06,
      "loss": 0.1775,
      "step": 436
    },
    {
      "epoch": 0.06600211448421689,
      "grad_norm": 3.1576333337695344,
      "learning_rate": 9.9880617672018e-06,
      "loss": 0.1654,
      "step": 437
    },
    {
      "epoch": 0.06615314907113728,
      "grad_norm": 2.323738327223142,
      "learning_rate": 9.988007089344214e-06,
      "loss": 0.1028,
      "step": 438
    },
    {
      "epoch": 0.0663041836580577,
      "grad_norm": 2.5402349415940777,
      "learning_rate": 9.987952286708886e-06,
      "loss": 0.1218,
      "step": 439
    },
    {
      "epoch": 0.0664552182449781,
      "grad_norm": 3.6891500336339913,
      "learning_rate": 9.987897359297187e-06,
      "loss": 0.1828,
      "step": 440
    },
    {
      "epoch": 0.0666062528318985,
      "grad_norm": 4.227161377108587,
      "learning_rate": 9.987842307110492e-06,
      "loss": 0.1733,
      "step": 441
    },
    {
      "epoch": 0.06675728741881891,
      "grad_norm": 3.238928137207802,
      "learning_rate": 9.987787130150176e-06,
      "loss": 0.1438,
      "step": 442
    },
    {
      "epoch": 0.06690832200573932,
      "grad_norm": 2.5884622263408157,
      "learning_rate": 9.987731828417622e-06,
      "loss": 0.1303,
      "step": 443
    },
    {
      "epoch": 0.06705935659265971,
      "grad_norm": 3.492699490449795,
      "learning_rate": 9.98767640191421e-06,
      "loss": 0.1666,
      "step": 444
    },
    {
      "epoch": 0.06721039117958012,
      "grad_norm": 3.706168424026975,
      "learning_rate": 9.98762085064133e-06,
      "loss": 0.1875,
      "step": 445
    },
    {
      "epoch": 0.06736142576650053,
      "grad_norm": 4.486910189290135,
      "learning_rate": 9.987565174600372e-06,
      "loss": 0.1932,
      "step": 446
    },
    {
      "epoch": 0.06751246035342093,
      "grad_norm": 3.232799351827479,
      "learning_rate": 9.987509373792726e-06,
      "loss": 0.1583,
      "step": 447
    },
    {
      "epoch": 0.06766349494034134,
      "grad_norm": 3.3625662396498863,
      "learning_rate": 9.987453448219787e-06,
      "loss": 0.1566,
      "step": 448
    },
    {
      "epoch": 0.06781452952726175,
      "grad_norm": 3.9859890650685794,
      "learning_rate": 9.987397397882958e-06,
      "loss": 0.1926,
      "step": 449
    },
    {
      "epoch": 0.06796556411418214,
      "grad_norm": 4.511828381827101,
      "learning_rate": 9.987341222783637e-06,
      "loss": 0.1875,
      "step": 450
    },
    {
      "epoch": 0.06811659870110255,
      "grad_norm": 5.478576423516532,
      "learning_rate": 9.987284922923233e-06,
      "loss": 0.1716,
      "step": 451
    },
    {
      "epoch": 0.06826763328802296,
      "grad_norm": 4.095367996088305,
      "learning_rate": 9.987228498303152e-06,
      "loss": 0.1681,
      "step": 452
    },
    {
      "epoch": 0.06841866787494336,
      "grad_norm": 2.966574695498381,
      "learning_rate": 9.987171948924808e-06,
      "loss": 0.1481,
      "step": 453
    },
    {
      "epoch": 0.06856970246186377,
      "grad_norm": 4.17573200625637,
      "learning_rate": 9.987115274789612e-06,
      "loss": 0.1779,
      "step": 454
    },
    {
      "epoch": 0.06872073704878418,
      "grad_norm": 3.4420064342006826,
      "learning_rate": 9.987058475898983e-06,
      "loss": 0.1743,
      "step": 455
    },
    {
      "epoch": 0.06887177163570457,
      "grad_norm": 4.131202136397824,
      "learning_rate": 9.987001552254344e-06,
      "loss": 0.155,
      "step": 456
    },
    {
      "epoch": 0.06902280622262498,
      "grad_norm": 3.5993657912913237,
      "learning_rate": 9.986944503857116e-06,
      "loss": 0.1536,
      "step": 457
    },
    {
      "epoch": 0.06917384080954539,
      "grad_norm": 3.494647730644006,
      "learning_rate": 9.986887330708727e-06,
      "loss": 0.182,
      "step": 458
    },
    {
      "epoch": 0.06932487539646578,
      "grad_norm": 4.5226726706862435,
      "learning_rate": 9.986830032810608e-06,
      "loss": 0.1572,
      "step": 459
    },
    {
      "epoch": 0.0694759099833862,
      "grad_norm": 7.267477319979273,
      "learning_rate": 9.986772610164192e-06,
      "loss": 0.1811,
      "step": 460
    },
    {
      "epoch": 0.0696269445703066,
      "grad_norm": 3.4485185721452236,
      "learning_rate": 9.986715062770918e-06,
      "loss": 0.1769,
      "step": 461
    },
    {
      "epoch": 0.069777979157227,
      "grad_norm": 3.027364534624024,
      "learning_rate": 9.98665739063222e-06,
      "loss": 0.1561,
      "step": 462
    },
    {
      "epoch": 0.06992901374414741,
      "grad_norm": 3.226600271546299,
      "learning_rate": 9.986599593749544e-06,
      "loss": 0.1595,
      "step": 463
    },
    {
      "epoch": 0.07008004833106782,
      "grad_norm": 4.528752363671887,
      "learning_rate": 9.986541672124337e-06,
      "loss": 0.2035,
      "step": 464
    },
    {
      "epoch": 0.07023108291798821,
      "grad_norm": 3.204816820226396,
      "learning_rate": 9.986483625758045e-06,
      "loss": 0.1579,
      "step": 465
    },
    {
      "epoch": 0.07038211750490862,
      "grad_norm": 3.4343978225783767,
      "learning_rate": 9.986425454652124e-06,
      "loss": 0.1786,
      "step": 466
    },
    {
      "epoch": 0.07053315209182903,
      "grad_norm": 4.242469312891193,
      "learning_rate": 9.986367158808023e-06,
      "loss": 0.2091,
      "step": 467
    },
    {
      "epoch": 0.07068418667874943,
      "grad_norm": 3.9596149933856326,
      "learning_rate": 9.986308738227208e-06,
      "loss": 0.1515,
      "step": 468
    },
    {
      "epoch": 0.07083522126566984,
      "grad_norm": 3.2830769103356063,
      "learning_rate": 9.986250192911133e-06,
      "loss": 0.1633,
      "step": 469
    },
    {
      "epoch": 0.07098625585259025,
      "grad_norm": 3.7014782007300506,
      "learning_rate": 9.986191522861268e-06,
      "loss": 0.1582,
      "step": 470
    },
    {
      "epoch": 0.07113729043951064,
      "grad_norm": 4.387727291310029,
      "learning_rate": 9.986132728079079e-06,
      "loss": 0.1851,
      "step": 471
    },
    {
      "epoch": 0.07128832502643105,
      "grad_norm": 3.6330048537865007,
      "learning_rate": 9.986073808566036e-06,
      "loss": 0.1793,
      "step": 472
    },
    {
      "epoch": 0.07143935961335146,
      "grad_norm": 3.086911398479002,
      "learning_rate": 9.986014764323613e-06,
      "loss": 0.1611,
      "step": 473
    },
    {
      "epoch": 0.07159039420027186,
      "grad_norm": 4.469862677592981,
      "learning_rate": 9.985955595353288e-06,
      "loss": 0.1897,
      "step": 474
    },
    {
      "epoch": 0.07174142878719227,
      "grad_norm": 2.723721481663779,
      "learning_rate": 9.98589630165654e-06,
      "loss": 0.1374,
      "step": 475
    },
    {
      "epoch": 0.07189246337411268,
      "grad_norm": 5.234594437288907,
      "learning_rate": 9.985836883234851e-06,
      "loss": 0.1735,
      "step": 476
    },
    {
      "epoch": 0.07204349796103307,
      "grad_norm": 3.282473983443536,
      "learning_rate": 9.98577734008971e-06,
      "loss": 0.1723,
      "step": 477
    },
    {
      "epoch": 0.07219453254795348,
      "grad_norm": 3.233986754795171,
      "learning_rate": 9.985717672222608e-06,
      "loss": 0.1651,
      "step": 478
    },
    {
      "epoch": 0.07234556713487389,
      "grad_norm": 3.923735755935844,
      "learning_rate": 9.985657879635033e-06,
      "loss": 0.1947,
      "step": 479
    },
    {
      "epoch": 0.07249660172179428,
      "grad_norm": 4.320528919796565,
      "learning_rate": 9.985597962328483e-06,
      "loss": 0.1825,
      "step": 480
    },
    {
      "epoch": 0.0726476363087147,
      "grad_norm": 3.7410208258731226,
      "learning_rate": 9.98553792030446e-06,
      "loss": 0.1791,
      "step": 481
    },
    {
      "epoch": 0.0727986708956351,
      "grad_norm": 3.6553951154309807,
      "learning_rate": 9.985477753564459e-06,
      "loss": 0.1895,
      "step": 482
    },
    {
      "epoch": 0.0729497054825555,
      "grad_norm": 3.7251559571333925,
      "learning_rate": 9.985417462109992e-06,
      "loss": 0.1869,
      "step": 483
    },
    {
      "epoch": 0.07310074006947591,
      "grad_norm": 3.5086302337184256,
      "learning_rate": 9.985357045942562e-06,
      "loss": 0.1838,
      "step": 484
    },
    {
      "epoch": 0.07325177465639632,
      "grad_norm": 3.3017709691380035,
      "learning_rate": 9.985296505063684e-06,
      "loss": 0.1835,
      "step": 485
    },
    {
      "epoch": 0.07340280924331671,
      "grad_norm": 3.2583208121696674,
      "learning_rate": 9.98523583947487e-06,
      "loss": 0.161,
      "step": 486
    },
    {
      "epoch": 0.07355384383023712,
      "grad_norm": 3.552849246955639,
      "learning_rate": 9.98517504917764e-06,
      "loss": 0.1618,
      "step": 487
    },
    {
      "epoch": 0.07370487841715753,
      "grad_norm": 4.1210467018405215,
      "learning_rate": 9.985114134173512e-06,
      "loss": 0.1742,
      "step": 488
    },
    {
      "epoch": 0.07385591300407793,
      "grad_norm": 3.2516954698906515,
      "learning_rate": 9.985053094464013e-06,
      "loss": 0.1585,
      "step": 489
    },
    {
      "epoch": 0.07400694759099834,
      "grad_norm": 3.1980631029873643,
      "learning_rate": 9.984991930050666e-06,
      "loss": 0.1515,
      "step": 490
    },
    {
      "epoch": 0.07415798217791875,
      "grad_norm": 3.538899331361703,
      "learning_rate": 9.984930640935003e-06,
      "loss": 0.1737,
      "step": 491
    },
    {
      "epoch": 0.07430901676483914,
      "grad_norm": 3.052811208165519,
      "learning_rate": 9.98486922711856e-06,
      "loss": 0.1488,
      "step": 492
    },
    {
      "epoch": 0.07446005135175955,
      "grad_norm": 4.017253113318992,
      "learning_rate": 9.984807688602867e-06,
      "loss": 0.1937,
      "step": 493
    },
    {
      "epoch": 0.07461108593867996,
      "grad_norm": 3.690748321928705,
      "learning_rate": 9.984746025389469e-06,
      "loss": 0.1834,
      "step": 494
    },
    {
      "epoch": 0.07476212052560036,
      "grad_norm": 2.7703048956513263,
      "learning_rate": 9.984684237479907e-06,
      "loss": 0.1534,
      "step": 495
    },
    {
      "epoch": 0.07491315511252077,
      "grad_norm": 2.9019835294476213,
      "learning_rate": 9.984622324875726e-06,
      "loss": 0.1524,
      "step": 496
    },
    {
      "epoch": 0.07506418969944118,
      "grad_norm": 3.239513284587166,
      "learning_rate": 9.984560287578473e-06,
      "loss": 0.1582,
      "step": 497
    },
    {
      "epoch": 0.07521522428636157,
      "grad_norm": 3.3246875574816763,
      "learning_rate": 9.984498125589704e-06,
      "loss": 0.1573,
      "step": 498
    },
    {
      "epoch": 0.07536625887328198,
      "grad_norm": 3.0916293949547167,
      "learning_rate": 9.984435838910971e-06,
      "loss": 0.1743,
      "step": 499
    },
    {
      "epoch": 0.07551729346020239,
      "grad_norm": 3.6697373245310985,
      "learning_rate": 9.984373427543834e-06,
      "loss": 0.165,
      "step": 500
    },
    {
      "epoch": 0.07566832804712278,
      "grad_norm": 3.2122753701838582,
      "learning_rate": 9.984310891489854e-06,
      "loss": 0.1263,
      "step": 501
    },
    {
      "epoch": 0.0758193626340432,
      "grad_norm": 3.0509048566469175,
      "learning_rate": 9.984248230750592e-06,
      "loss": 0.1345,
      "step": 502
    },
    {
      "epoch": 0.0759703972209636,
      "grad_norm": 3.517833010902483,
      "learning_rate": 9.984185445327622e-06,
      "loss": 0.181,
      "step": 503
    },
    {
      "epoch": 0.076121431807884,
      "grad_norm": 3.2207625493667793,
      "learning_rate": 9.984122535222506e-06,
      "loss": 0.1537,
      "step": 504
    },
    {
      "epoch": 0.07627246639480441,
      "grad_norm": 3.19342473826223,
      "learning_rate": 9.984059500436827e-06,
      "loss": 0.1697,
      "step": 505
    },
    {
      "epoch": 0.07642350098172482,
      "grad_norm": 3.4343600614680025,
      "learning_rate": 9.983996340972154e-06,
      "loss": 0.144,
      "step": 506
    },
    {
      "epoch": 0.07657453556864521,
      "grad_norm": 2.565972794026625,
      "learning_rate": 9.983933056830073e-06,
      "loss": 0.1307,
      "step": 507
    },
    {
      "epoch": 0.07672557015556562,
      "grad_norm": 2.9437125257594663,
      "learning_rate": 9.983869648012163e-06,
      "loss": 0.1586,
      "step": 508
    },
    {
      "epoch": 0.07687660474248603,
      "grad_norm": 4.781477152957989,
      "learning_rate": 9.983806114520012e-06,
      "loss": 0.1523,
      "step": 509
    },
    {
      "epoch": 0.07702763932940643,
      "grad_norm": 3.1217655413745753,
      "learning_rate": 9.98374245635521e-06,
      "loss": 0.1624,
      "step": 510
    },
    {
      "epoch": 0.07717867391632684,
      "grad_norm": 3.2995755920425194,
      "learning_rate": 9.983678673519346e-06,
      "loss": 0.1701,
      "step": 511
    },
    {
      "epoch": 0.07732970850324725,
      "grad_norm": 4.426703258342277,
      "learning_rate": 9.983614766014021e-06,
      "loss": 0.1899,
      "step": 512
    },
    {
      "epoch": 0.07748074309016764,
      "grad_norm": 3.7128832584262663,
      "learning_rate": 9.983550733840828e-06,
      "loss": 0.1967,
      "step": 513
    },
    {
      "epoch": 0.07763177767708805,
      "grad_norm": 3.2597791835939005,
      "learning_rate": 9.983486577001371e-06,
      "loss": 0.1623,
      "step": 514
    },
    {
      "epoch": 0.07778281226400846,
      "grad_norm": 3.2633728468221923,
      "learning_rate": 9.983422295497258e-06,
      "loss": 0.146,
      "step": 515
    },
    {
      "epoch": 0.07793384685092886,
      "grad_norm": 2.7317650860244265,
      "learning_rate": 9.983357889330094e-06,
      "loss": 0.1406,
      "step": 516
    },
    {
      "epoch": 0.07808488143784927,
      "grad_norm": 3.294174095366431,
      "learning_rate": 9.98329335850149e-06,
      "loss": 0.1862,
      "step": 517
    },
    {
      "epoch": 0.07823591602476967,
      "grad_norm": 2.776744898824888,
      "learning_rate": 9.98322870301306e-06,
      "loss": 0.1534,
      "step": 518
    },
    {
      "epoch": 0.07838695061169007,
      "grad_norm": 3.6411535797126615,
      "learning_rate": 9.983163922866423e-06,
      "loss": 0.1655,
      "step": 519
    },
    {
      "epoch": 0.07853798519861048,
      "grad_norm": 4.597817894233564,
      "learning_rate": 9.983099018063198e-06,
      "loss": 0.1835,
      "step": 520
    },
    {
      "epoch": 0.07868901978553089,
      "grad_norm": 5.644668349786358,
      "learning_rate": 9.98303398860501e-06,
      "loss": 0.1698,
      "step": 521
    },
    {
      "epoch": 0.07884005437245128,
      "grad_norm": 3.0278169507583175,
      "learning_rate": 9.982968834493485e-06,
      "loss": 0.1674,
      "step": 522
    },
    {
      "epoch": 0.0789910889593717,
      "grad_norm": 3.157947865142883,
      "learning_rate": 9.982903555730253e-06,
      "loss": 0.1563,
      "step": 523
    },
    {
      "epoch": 0.0791421235462921,
      "grad_norm": 2.5231340606310035,
      "learning_rate": 9.982838152316947e-06,
      "loss": 0.1361,
      "step": 524
    },
    {
      "epoch": 0.0792931581332125,
      "grad_norm": 2.817691022672766,
      "learning_rate": 9.982772624255204e-06,
      "loss": 0.1323,
      "step": 525
    },
    {
      "epoch": 0.07944419272013291,
      "grad_norm": 3.078735435297512,
      "learning_rate": 9.98270697154666e-06,
      "loss": 0.1637,
      "step": 526
    },
    {
      "epoch": 0.07959522730705332,
      "grad_norm": 7.148394811690192,
      "learning_rate": 9.982641194192963e-06,
      "loss": 0.1744,
      "step": 527
    },
    {
      "epoch": 0.07974626189397371,
      "grad_norm": 4.752136655758901,
      "learning_rate": 9.982575292195753e-06,
      "loss": 0.1908,
      "step": 528
    },
    {
      "epoch": 0.07989729648089412,
      "grad_norm": 3.2430926465394245,
      "learning_rate": 9.982509265556682e-06,
      "loss": 0.1858,
      "step": 529
    },
    {
      "epoch": 0.08004833106781453,
      "grad_norm": 3.8483619179291013,
      "learning_rate": 9.982443114277398e-06,
      "loss": 0.1761,
      "step": 530
    },
    {
      "epoch": 0.08019936565473493,
      "grad_norm": 3.0272536828928582,
      "learning_rate": 9.982376838359559e-06,
      "loss": 0.1557,
      "step": 531
    },
    {
      "epoch": 0.08035040024165534,
      "grad_norm": 3.8165230387600104,
      "learning_rate": 9.982310437804823e-06,
      "loss": 0.1824,
      "step": 532
    },
    {
      "epoch": 0.08050143482857575,
      "grad_norm": 3.342803471636902,
      "learning_rate": 9.98224391261485e-06,
      "loss": 0.1677,
      "step": 533
    },
    {
      "epoch": 0.08065246941549614,
      "grad_norm": 4.34182659226055,
      "learning_rate": 9.982177262791304e-06,
      "loss": 0.1933,
      "step": 534
    },
    {
      "epoch": 0.08080350400241655,
      "grad_norm": 2.8781620991228465,
      "learning_rate": 9.982110488335852e-06,
      "loss": 0.1658,
      "step": 535
    },
    {
      "epoch": 0.08095453858933696,
      "grad_norm": 3.8375366209728057,
      "learning_rate": 9.982043589250165e-06,
      "loss": 0.186,
      "step": 536
    },
    {
      "epoch": 0.08110557317625736,
      "grad_norm": 3.643845248504087,
      "learning_rate": 9.981976565535918e-06,
      "loss": 0.1769,
      "step": 537
    },
    {
      "epoch": 0.08125660776317777,
      "grad_norm": 2.4835264548084335,
      "learning_rate": 9.981909417194785e-06,
      "loss": 0.1535,
      "step": 538
    },
    {
      "epoch": 0.08140764235009817,
      "grad_norm": 2.9881465807811356,
      "learning_rate": 9.981842144228447e-06,
      "loss": 0.1479,
      "step": 539
    },
    {
      "epoch": 0.08155867693701857,
      "grad_norm": 4.0629777804652765,
      "learning_rate": 9.981774746638586e-06,
      "loss": 0.2043,
      "step": 540
    },
    {
      "epoch": 0.08170971152393898,
      "grad_norm": 5.286370536581238,
      "learning_rate": 9.98170722442689e-06,
      "loss": 0.1822,
      "step": 541
    },
    {
      "epoch": 0.08186074611085939,
      "grad_norm": 3.5551095605982965,
      "learning_rate": 9.981639577595048e-06,
      "loss": 0.1954,
      "step": 542
    },
    {
      "epoch": 0.08201178069777978,
      "grad_norm": 2.8090029401223857,
      "learning_rate": 9.98157180614475e-06,
      "loss": 0.1684,
      "step": 543
    },
    {
      "epoch": 0.0821628152847002,
      "grad_norm": 3.001589137743043,
      "learning_rate": 9.98150391007769e-06,
      "loss": 0.1444,
      "step": 544
    },
    {
      "epoch": 0.0823138498716206,
      "grad_norm": 2.7835982713480645,
      "learning_rate": 9.981435889395572e-06,
      "loss": 0.1629,
      "step": 545
    },
    {
      "epoch": 0.082464884458541,
      "grad_norm": 3.853667469417395,
      "learning_rate": 9.981367744100093e-06,
      "loss": 0.1869,
      "step": 546
    },
    {
      "epoch": 0.08261591904546141,
      "grad_norm": 2.9994158070807773,
      "learning_rate": 9.981299474192958e-06,
      "loss": 0.1574,
      "step": 547
    },
    {
      "epoch": 0.08276695363238182,
      "grad_norm": 4.178811647252809,
      "learning_rate": 9.98123107967588e-06,
      "loss": 0.1723,
      "step": 548
    },
    {
      "epoch": 0.08291798821930221,
      "grad_norm": 2.7528248716463515,
      "learning_rate": 9.981162560550561e-06,
      "loss": 0.1566,
      "step": 549
    },
    {
      "epoch": 0.08306902280622262,
      "grad_norm": 3.490602934795476,
      "learning_rate": 9.981093916818722e-06,
      "loss": 0.1701,
      "step": 550
    },
    {
      "epoch": 0.08322005739314303,
      "grad_norm": 2.842606132633464,
      "learning_rate": 9.98102514848208e-06,
      "loss": 0.1549,
      "step": 551
    },
    {
      "epoch": 0.08337109198006344,
      "grad_norm": 2.732524675954087,
      "learning_rate": 9.980956255542352e-06,
      "loss": 0.1492,
      "step": 552
    },
    {
      "epoch": 0.08352212656698384,
      "grad_norm": 4.711953307105513,
      "learning_rate": 9.980887238001263e-06,
      "loss": 0.2145,
      "step": 553
    },
    {
      "epoch": 0.08367316115390425,
      "grad_norm": 2.5358077037767686,
      "learning_rate": 9.980818095860538e-06,
      "loss": 0.1587,
      "step": 554
    },
    {
      "epoch": 0.08382419574082466,
      "grad_norm": 3.269623426566454,
      "learning_rate": 9.98074882912191e-06,
      "loss": 0.1735,
      "step": 555
    },
    {
      "epoch": 0.08397523032774505,
      "grad_norm": 5.7533082788297305,
      "learning_rate": 9.980679437787107e-06,
      "loss": 0.1604,
      "step": 556
    },
    {
      "epoch": 0.08412626491466546,
      "grad_norm": 4.94915222896149,
      "learning_rate": 9.98060992185787e-06,
      "loss": 0.2039,
      "step": 557
    },
    {
      "epoch": 0.08427729950158587,
      "grad_norm": 3.05537754784103,
      "learning_rate": 9.980540281335934e-06,
      "loss": 0.1594,
      "step": 558
    },
    {
      "epoch": 0.08442833408850627,
      "grad_norm": 2.8358843346993554,
      "learning_rate": 9.980470516223042e-06,
      "loss": 0.1495,
      "step": 559
    },
    {
      "epoch": 0.08457936867542667,
      "grad_norm": 5.520070970471085,
      "learning_rate": 9.98040062652094e-06,
      "loss": 0.1957,
      "step": 560
    },
    {
      "epoch": 0.08473040326234708,
      "grad_norm": 4.187922389266999,
      "learning_rate": 9.980330612231378e-06,
      "loss": 0.1724,
      "step": 561
    },
    {
      "epoch": 0.08488143784926748,
      "grad_norm": 2.44229127156493,
      "learning_rate": 9.980260473356103e-06,
      "loss": 0.1345,
      "step": 562
    },
    {
      "epoch": 0.08503247243618789,
      "grad_norm": 2.9945685843260677,
      "learning_rate": 9.980190209896874e-06,
      "loss": 0.1436,
      "step": 563
    },
    {
      "epoch": 0.0851835070231083,
      "grad_norm": 2.9009621153705343,
      "learning_rate": 9.980119821855447e-06,
      "loss": 0.169,
      "step": 564
    },
    {
      "epoch": 0.0853345416100287,
      "grad_norm": 3.5712791786794242,
      "learning_rate": 9.980049309233582e-06,
      "loss": 0.1731,
      "step": 565
    },
    {
      "epoch": 0.0854855761969491,
      "grad_norm": 3.09813838896804,
      "learning_rate": 9.979978672033043e-06,
      "loss": 0.1791,
      "step": 566
    },
    {
      "epoch": 0.08563661078386951,
      "grad_norm": 2.9368886974735746,
      "learning_rate": 9.979907910255598e-06,
      "loss": 0.1556,
      "step": 567
    },
    {
      "epoch": 0.08578764537078991,
      "grad_norm": 4.180430378719176,
      "learning_rate": 9.979837023903016e-06,
      "loss": 0.139,
      "step": 568
    },
    {
      "epoch": 0.08593867995771032,
      "grad_norm": 3.563057316912559,
      "learning_rate": 9.979766012977073e-06,
      "loss": 0.1637,
      "step": 569
    },
    {
      "epoch": 0.08608971454463073,
      "grad_norm": 3.7082233006822127,
      "learning_rate": 9.97969487747954e-06,
      "loss": 0.1877,
      "step": 570
    },
    {
      "epoch": 0.08624074913155112,
      "grad_norm": 3.212509985051406,
      "learning_rate": 9.979623617412203e-06,
      "loss": 0.1575,
      "step": 571
    },
    {
      "epoch": 0.08639178371847153,
      "grad_norm": 3.12150452119328,
      "learning_rate": 9.97955223277684e-06,
      "loss": 0.166,
      "step": 572
    },
    {
      "epoch": 0.08654281830539194,
      "grad_norm": 3.509581334884807,
      "learning_rate": 9.979480723575239e-06,
      "loss": 0.1744,
      "step": 573
    },
    {
      "epoch": 0.08669385289231234,
      "grad_norm": 3.6684674390722627,
      "learning_rate": 9.979409089809187e-06,
      "loss": 0.1719,
      "step": 574
    },
    {
      "epoch": 0.08684488747923275,
      "grad_norm": 3.1995606215996055,
      "learning_rate": 9.979337331480478e-06,
      "loss": 0.1505,
      "step": 575
    },
    {
      "epoch": 0.08699592206615316,
      "grad_norm": 3.811620326741347,
      "learning_rate": 9.979265448590904e-06,
      "loss": 0.182,
      "step": 576
    },
    {
      "epoch": 0.08714695665307355,
      "grad_norm": 4.793319335379477,
      "learning_rate": 9.979193441142267e-06,
      "loss": 0.1667,
      "step": 577
    },
    {
      "epoch": 0.08729799123999396,
      "grad_norm": 2.467265480380921,
      "learning_rate": 9.979121309136366e-06,
      "loss": 0.1313,
      "step": 578
    },
    {
      "epoch": 0.08744902582691437,
      "grad_norm": 2.9195419051049067,
      "learning_rate": 9.979049052575008e-06,
      "loss": 0.1514,
      "step": 579
    },
    {
      "epoch": 0.08760006041383477,
      "grad_norm": 3.4395809126582697,
      "learning_rate": 9.978976671459995e-06,
      "loss": 0.186,
      "step": 580
    },
    {
      "epoch": 0.08775109500075517,
      "grad_norm": 3.635341968702123,
      "learning_rate": 9.978904165793145e-06,
      "loss": 0.1634,
      "step": 581
    },
    {
      "epoch": 0.08790212958767558,
      "grad_norm": 3.8548987948446882,
      "learning_rate": 9.978831535576264e-06,
      "loss": 0.1657,
      "step": 582
    },
    {
      "epoch": 0.08805316417459598,
      "grad_norm": 8.184861066535039,
      "learning_rate": 9.978758780811175e-06,
      "loss": 0.1543,
      "step": 583
    },
    {
      "epoch": 0.08820419876151639,
      "grad_norm": 3.033753266803461,
      "learning_rate": 9.978685901499696e-06,
      "loss": 0.1659,
      "step": 584
    },
    {
      "epoch": 0.0883552333484368,
      "grad_norm": 3.4394360498608085,
      "learning_rate": 9.978612897643648e-06,
      "loss": 0.1472,
      "step": 585
    },
    {
      "epoch": 0.0885062679353572,
      "grad_norm": 4.984547376359847,
      "learning_rate": 9.978539769244861e-06,
      "loss": 0.1733,
      "step": 586
    },
    {
      "epoch": 0.0886573025222776,
      "grad_norm": 4.0369266310138485,
      "learning_rate": 9.97846651630516e-06,
      "loss": 0.1803,
      "step": 587
    },
    {
      "epoch": 0.08880833710919801,
      "grad_norm": 3.936696234973551,
      "learning_rate": 9.978393138826383e-06,
      "loss": 0.1856,
      "step": 588
    },
    {
      "epoch": 0.08895937169611841,
      "grad_norm": 2.8888323203428783,
      "learning_rate": 9.978319636810362e-06,
      "loss": 0.1675,
      "step": 589
    },
    {
      "epoch": 0.08911040628303882,
      "grad_norm": 3.4115810544434666,
      "learning_rate": 9.978246010258936e-06,
      "loss": 0.1562,
      "step": 590
    },
    {
      "epoch": 0.08926144086995923,
      "grad_norm": 3.8451845253372245,
      "learning_rate": 9.978172259173946e-06,
      "loss": 0.1539,
      "step": 591
    },
    {
      "epoch": 0.08941247545687962,
      "grad_norm": 3.156241419846115,
      "learning_rate": 9.978098383557238e-06,
      "loss": 0.1706,
      "step": 592
    },
    {
      "epoch": 0.08956351004380003,
      "grad_norm": 3.5770041425364147,
      "learning_rate": 9.97802438341066e-06,
      "loss": 0.1828,
      "step": 593
    },
    {
      "epoch": 0.08971454463072044,
      "grad_norm": 2.669301549255329,
      "learning_rate": 9.977950258736065e-06,
      "loss": 0.1419,
      "step": 594
    },
    {
      "epoch": 0.08986557921764084,
      "grad_norm": 3.2502144398970896,
      "learning_rate": 9.977876009535303e-06,
      "loss": 0.1799,
      "step": 595
    },
    {
      "epoch": 0.09001661380456125,
      "grad_norm": 3.5648277529881875,
      "learning_rate": 9.977801635810236e-06,
      "loss": 0.1727,
      "step": 596
    },
    {
      "epoch": 0.09016764839148166,
      "grad_norm": 3.12372717268673,
      "learning_rate": 9.977727137562721e-06,
      "loss": 0.1587,
      "step": 597
    },
    {
      "epoch": 0.09031868297840205,
      "grad_norm": 3.849847441998453,
      "learning_rate": 9.977652514794624e-06,
      "loss": 0.1644,
      "step": 598
    },
    {
      "epoch": 0.09046971756532246,
      "grad_norm": 2.968902288425904,
      "learning_rate": 9.977577767507808e-06,
      "loss": 0.1637,
      "step": 599
    },
    {
      "epoch": 0.09062075215224287,
      "grad_norm": 3.573661838378854,
      "learning_rate": 9.97750289570415e-06,
      "loss": 0.1883,
      "step": 600
    },
    {
      "epoch": 0.09077178673916327,
      "grad_norm": 3.3368246794471306,
      "learning_rate": 9.977427899385515e-06,
      "loss": 0.1695,
      "step": 601
    },
    {
      "epoch": 0.09092282132608367,
      "grad_norm": 3.8660287400591336,
      "learning_rate": 9.977352778553783e-06,
      "loss": 0.16,
      "step": 602
    },
    {
      "epoch": 0.09107385591300408,
      "grad_norm": 3.9974974265157592,
      "learning_rate": 9.977277533210832e-06,
      "loss": 0.1607,
      "step": 603
    },
    {
      "epoch": 0.09122489049992448,
      "grad_norm": 2.979483728849965,
      "learning_rate": 9.977202163358548e-06,
      "loss": 0.1601,
      "step": 604
    },
    {
      "epoch": 0.09137592508684489,
      "grad_norm": 2.5926756046998194,
      "learning_rate": 9.977126668998811e-06,
      "loss": 0.1435,
      "step": 605
    },
    {
      "epoch": 0.0915269596737653,
      "grad_norm": 3.5330311021022243,
      "learning_rate": 9.977051050133513e-06,
      "loss": 0.1524,
      "step": 606
    },
    {
      "epoch": 0.0916779942606857,
      "grad_norm": 3.1564750896708995,
      "learning_rate": 9.976975306764543e-06,
      "loss": 0.1614,
      "step": 607
    },
    {
      "epoch": 0.0918290288476061,
      "grad_norm": 4.126408307827154,
      "learning_rate": 9.9768994388938e-06,
      "loss": 0.1996,
      "step": 608
    },
    {
      "epoch": 0.09198006343452651,
      "grad_norm": 4.545191149395787,
      "learning_rate": 9.976823446523176e-06,
      "loss": 0.1913,
      "step": 609
    },
    {
      "epoch": 0.09213109802144691,
      "grad_norm": 2.8034500568629204,
      "learning_rate": 9.976747329654577e-06,
      "loss": 0.1528,
      "step": 610
    },
    {
      "epoch": 0.09228213260836732,
      "grad_norm": 2.829239624445306,
      "learning_rate": 9.976671088289906e-06,
      "loss": 0.1585,
      "step": 611
    },
    {
      "epoch": 0.09243316719528773,
      "grad_norm": 2.645696057360248,
      "learning_rate": 9.976594722431069e-06,
      "loss": 0.1632,
      "step": 612
    },
    {
      "epoch": 0.09258420178220812,
      "grad_norm": 2.7970512742482923,
      "learning_rate": 9.976518232079976e-06,
      "loss": 0.1536,
      "step": 613
    },
    {
      "epoch": 0.09273523636912853,
      "grad_norm": 2.8402894931184894,
      "learning_rate": 9.976441617238544e-06,
      "loss": 0.1564,
      "step": 614
    },
    {
      "epoch": 0.09288627095604894,
      "grad_norm": 3.377121524634637,
      "learning_rate": 9.976364877908684e-06,
      "loss": 0.1828,
      "step": 615
    },
    {
      "epoch": 0.09303730554296934,
      "grad_norm": 2.9809217319102057,
      "learning_rate": 9.97628801409232e-06,
      "loss": 0.1689,
      "step": 616
    },
    {
      "epoch": 0.09318834012988975,
      "grad_norm": 3.3794417306025117,
      "learning_rate": 9.976211025791374e-06,
      "loss": 0.1553,
      "step": 617
    },
    {
      "epoch": 0.09333937471681016,
      "grad_norm": 3.3253696156563493,
      "learning_rate": 9.97613391300777e-06,
      "loss": 0.1658,
      "step": 618
    },
    {
      "epoch": 0.09349040930373055,
      "grad_norm": 3.3971068689566883,
      "learning_rate": 9.976056675743438e-06,
      "loss": 0.1606,
      "step": 619
    },
    {
      "epoch": 0.09364144389065096,
      "grad_norm": 3.0619196044239305,
      "learning_rate": 9.975979314000313e-06,
      "loss": 0.1517,
      "step": 620
    },
    {
      "epoch": 0.09379247847757137,
      "grad_norm": 3.942243098034354,
      "learning_rate": 9.975901827780325e-06,
      "loss": 0.1791,
      "step": 621
    },
    {
      "epoch": 0.09394351306449177,
      "grad_norm": 2.855151957217576,
      "learning_rate": 9.975824217085416e-06,
      "loss": 0.1508,
      "step": 622
    },
    {
      "epoch": 0.09409454765141217,
      "grad_norm": 2.983311097333986,
      "learning_rate": 9.975746481917526e-06,
      "loss": 0.1721,
      "step": 623
    },
    {
      "epoch": 0.09424558223833258,
      "grad_norm": 3.106761264002703,
      "learning_rate": 9.9756686222786e-06,
      "loss": 0.1833,
      "step": 624
    },
    {
      "epoch": 0.09439661682525298,
      "grad_norm": 3.2231018461948504,
      "learning_rate": 9.975590638170586e-06,
      "loss": 0.1564,
      "step": 625
    },
    {
      "epoch": 0.09454765141217339,
      "grad_norm": 3.368526247616104,
      "learning_rate": 9.975512529595437e-06,
      "loss": 0.1696,
      "step": 626
    },
    {
      "epoch": 0.0946986859990938,
      "grad_norm": 4.056141172724535,
      "learning_rate": 9.975434296555102e-06,
      "loss": 0.1695,
      "step": 627
    },
    {
      "epoch": 0.0948497205860142,
      "grad_norm": 2.9786707167738515,
      "learning_rate": 9.975355939051542e-06,
      "loss": 0.1663,
      "step": 628
    },
    {
      "epoch": 0.0950007551729346,
      "grad_norm": 3.1871329785579943,
      "learning_rate": 9.975277457086713e-06,
      "loss": 0.1476,
      "step": 629
    },
    {
      "epoch": 0.09515178975985501,
      "grad_norm": 2.9684046794221115,
      "learning_rate": 9.975198850662584e-06,
      "loss": 0.1632,
      "step": 630
    },
    {
      "epoch": 0.09530282434677541,
      "grad_norm": 3.5329348986700975,
      "learning_rate": 9.975120119781118e-06,
      "loss": 0.1661,
      "step": 631
    },
    {
      "epoch": 0.09545385893369582,
      "grad_norm": 3.5601183020438727,
      "learning_rate": 9.975041264444285e-06,
      "loss": 0.1786,
      "step": 632
    },
    {
      "epoch": 0.09560489352061623,
      "grad_norm": 3.556283328435932,
      "learning_rate": 9.974962284654054e-06,
      "loss": 0.1678,
      "step": 633
    },
    {
      "epoch": 0.09575592810753662,
      "grad_norm": 3.5823714455592666,
      "learning_rate": 9.974883180412409e-06,
      "loss": 0.1698,
      "step": 634
    },
    {
      "epoch": 0.09590696269445703,
      "grad_norm": 3.9499363930478446,
      "learning_rate": 9.974803951721322e-06,
      "loss": 0.165,
      "step": 635
    },
    {
      "epoch": 0.09605799728137744,
      "grad_norm": 4.204881453173944,
      "learning_rate": 9.974724598582777e-06,
      "loss": 0.1918,
      "step": 636
    },
    {
      "epoch": 0.09620903186829784,
      "grad_norm": 2.9211840199644294,
      "learning_rate": 9.974645120998759e-06,
      "loss": 0.1502,
      "step": 637
    },
    {
      "epoch": 0.09636006645521825,
      "grad_norm": 3.959490324837134,
      "learning_rate": 9.974565518971258e-06,
      "loss": 0.195,
      "step": 638
    },
    {
      "epoch": 0.09651110104213866,
      "grad_norm": 3.1881635236245893,
      "learning_rate": 9.97448579250226e-06,
      "loss": 0.1719,
      "step": 639
    },
    {
      "epoch": 0.09666213562905905,
      "grad_norm": 3.0826991520188716,
      "learning_rate": 9.974405941593765e-06,
      "loss": 0.1616,
      "step": 640
    },
    {
      "epoch": 0.09681317021597946,
      "grad_norm": 3.670566770155845,
      "learning_rate": 9.974325966247768e-06,
      "loss": 0.1937,
      "step": 641
    },
    {
      "epoch": 0.09696420480289987,
      "grad_norm": 2.8391570348776662,
      "learning_rate": 9.974245866466272e-06,
      "loss": 0.1657,
      "step": 642
    },
    {
      "epoch": 0.09711523938982027,
      "grad_norm": 3.5146798588744814,
      "learning_rate": 9.974165642251278e-06,
      "loss": 0.1822,
      "step": 643
    },
    {
      "epoch": 0.09726627397674067,
      "grad_norm": 2.73353912667958,
      "learning_rate": 9.974085293604793e-06,
      "loss": 0.1401,
      "step": 644
    },
    {
      "epoch": 0.09741730856366108,
      "grad_norm": 2.530470685078373,
      "learning_rate": 9.974004820528828e-06,
      "loss": 0.1309,
      "step": 645
    },
    {
      "epoch": 0.09756834315058148,
      "grad_norm": 2.560629167854562,
      "learning_rate": 9.973924223025395e-06,
      "loss": 0.1412,
      "step": 646
    },
    {
      "epoch": 0.09771937773750189,
      "grad_norm": 4.880339454391561,
      "learning_rate": 9.973843501096511e-06,
      "loss": 0.1852,
      "step": 647
    },
    {
      "epoch": 0.0978704123244223,
      "grad_norm": 4.448101667669772,
      "learning_rate": 9.973762654744197e-06,
      "loss": 0.2009,
      "step": 648
    },
    {
      "epoch": 0.0980214469113427,
      "grad_norm": 4.9598048715801495,
      "learning_rate": 9.97368168397047e-06,
      "loss": 0.1782,
      "step": 649
    },
    {
      "epoch": 0.0981724814982631,
      "grad_norm": 3.3732103808493434,
      "learning_rate": 9.973600588777364e-06,
      "loss": 0.1876,
      "step": 650
    },
    {
      "epoch": 0.09832351608518351,
      "grad_norm": 2.855124771257598,
      "learning_rate": 9.9735193691669e-06,
      "loss": 0.1664,
      "step": 651
    },
    {
      "epoch": 0.09847455067210391,
      "grad_norm": 6.680821263428072,
      "learning_rate": 9.973438025141113e-06,
      "loss": 0.1807,
      "step": 652
    },
    {
      "epoch": 0.09862558525902432,
      "grad_norm": 3.6739559061524543,
      "learning_rate": 9.973356556702037e-06,
      "loss": 0.18,
      "step": 653
    },
    {
      "epoch": 0.09877661984594473,
      "grad_norm": 5.923257215370391,
      "learning_rate": 9.97327496385171e-06,
      "loss": 0.1961,
      "step": 654
    },
    {
      "epoch": 0.09892765443286512,
      "grad_norm": 3.8260753252342234,
      "learning_rate": 9.973193246592174e-06,
      "loss": 0.2076,
      "step": 655
    },
    {
      "epoch": 0.09907868901978553,
      "grad_norm": 3.4599615135722304,
      "learning_rate": 9.973111404925472e-06,
      "loss": 0.1574,
      "step": 656
    },
    {
      "epoch": 0.09922972360670594,
      "grad_norm": 2.439587937018964,
      "learning_rate": 9.973029438853654e-06,
      "loss": 0.1527,
      "step": 657
    },
    {
      "epoch": 0.09938075819362634,
      "grad_norm": 3.176014250294739,
      "learning_rate": 9.972947348378767e-06,
      "loss": 0.1719,
      "step": 658
    },
    {
      "epoch": 0.09953179278054675,
      "grad_norm": 3.5755428497296102,
      "learning_rate": 9.972865133502867e-06,
      "loss": 0.1858,
      "step": 659
    },
    {
      "epoch": 0.09968282736746716,
      "grad_norm": 3.2647787550313665,
      "learning_rate": 9.972782794228008e-06,
      "loss": 0.1735,
      "step": 660
    },
    {
      "epoch": 0.09983386195438755,
      "grad_norm": 4.471245964467144,
      "learning_rate": 9.972700330556253e-06,
      "loss": 0.1518,
      "step": 661
    },
    {
      "epoch": 0.09998489654130796,
      "grad_norm": 4.084261571785137,
      "learning_rate": 9.972617742489662e-06,
      "loss": 0.161,
      "step": 662
    },
    {
      "epoch": 0.10013593112822837,
      "grad_norm": 3.83715327044534,
      "learning_rate": 9.972535030030303e-06,
      "loss": 0.1787,
      "step": 663
    },
    {
      "epoch": 0.10028696571514877,
      "grad_norm": 3.9797454294513948,
      "learning_rate": 9.972452193180245e-06,
      "loss": 0.1735,
      "step": 664
    },
    {
      "epoch": 0.10043800030206917,
      "grad_norm": 3.293012631761966,
      "learning_rate": 9.97236923194156e-06,
      "loss": 0.1571,
      "step": 665
    },
    {
      "epoch": 0.10058903488898958,
      "grad_norm": 3.8939090062444204,
      "learning_rate": 9.972286146316322e-06,
      "loss": 0.1627,
      "step": 666
    },
    {
      "epoch": 0.10074006947590998,
      "grad_norm": 3.141389089382669,
      "learning_rate": 9.97220293630661e-06,
      "loss": 0.1646,
      "step": 667
    },
    {
      "epoch": 0.10089110406283039,
      "grad_norm": 3.512421009983053,
      "learning_rate": 9.972119601914505e-06,
      "loss": 0.147,
      "step": 668
    },
    {
      "epoch": 0.1010421386497508,
      "grad_norm": 2.8721608814378374,
      "learning_rate": 9.972036143142092e-06,
      "loss": 0.1616,
      "step": 669
    },
    {
      "epoch": 0.1011931732366712,
      "grad_norm": 2.931711391988398,
      "learning_rate": 9.971952559991461e-06,
      "loss": 0.1707,
      "step": 670
    },
    {
      "epoch": 0.1013442078235916,
      "grad_norm": 3.047805406448608,
      "learning_rate": 9.971868852464701e-06,
      "loss": 0.1546,
      "step": 671
    },
    {
      "epoch": 0.10149524241051201,
      "grad_norm": 4.205221656782718,
      "learning_rate": 9.971785020563907e-06,
      "loss": 0.1894,
      "step": 672
    },
    {
      "epoch": 0.10164627699743241,
      "grad_norm": 4.905713724626514,
      "learning_rate": 9.971701064291172e-06,
      "loss": 0.1985,
      "step": 673
    },
    {
      "epoch": 0.10179731158435282,
      "grad_norm": 3.597340558327726,
      "learning_rate": 9.971616983648603e-06,
      "loss": 0.1638,
      "step": 674
    },
    {
      "epoch": 0.10194834617127323,
      "grad_norm": 3.2584852193574205,
      "learning_rate": 9.971532778638298e-06,
      "loss": 0.162,
      "step": 675
    },
    {
      "epoch": 0.10209938075819362,
      "grad_norm": 3.0534300157033636,
      "learning_rate": 9.971448449262366e-06,
      "loss": 0.1765,
      "step": 676
    },
    {
      "epoch": 0.10225041534511403,
      "grad_norm": 5.515298193793144,
      "learning_rate": 9.971363995522917e-06,
      "loss": 0.2077,
      "step": 677
    },
    {
      "epoch": 0.10240144993203444,
      "grad_norm": 3.1833179496443025,
      "learning_rate": 9.97127941742206e-06,
      "loss": 0.1814,
      "step": 678
    },
    {
      "epoch": 0.10255248451895484,
      "grad_norm": 3.866381516173686,
      "learning_rate": 9.971194714961914e-06,
      "loss": 0.1917,
      "step": 679
    },
    {
      "epoch": 0.10270351910587525,
      "grad_norm": 3.764789437243979,
      "learning_rate": 9.971109888144597e-06,
      "loss": 0.191,
      "step": 680
    },
    {
      "epoch": 0.10285455369279566,
      "grad_norm": 3.419851331692132,
      "learning_rate": 9.971024936972231e-06,
      "loss": 0.182,
      "step": 681
    },
    {
      "epoch": 0.10300558827971605,
      "grad_norm": 3.0150093990923685,
      "learning_rate": 9.97093986144694e-06,
      "loss": 0.1561,
      "step": 682
    },
    {
      "epoch": 0.10315662286663646,
      "grad_norm": 3.3051423203499732,
      "learning_rate": 9.970854661570857e-06,
      "loss": 0.1736,
      "step": 683
    },
    {
      "epoch": 0.10330765745355687,
      "grad_norm": 2.784329203395719,
      "learning_rate": 9.970769337346107e-06,
      "loss": 0.1583,
      "step": 684
    },
    {
      "epoch": 0.10345869204047727,
      "grad_norm": 3.295882369633486,
      "learning_rate": 9.970683888774827e-06,
      "loss": 0.1685,
      "step": 685
    },
    {
      "epoch": 0.10360972662739767,
      "grad_norm": 2.9255793610380927,
      "learning_rate": 9.970598315859154e-06,
      "loss": 0.1925,
      "step": 686
    },
    {
      "epoch": 0.10376076121431808,
      "grad_norm": 3.734052582735421,
      "learning_rate": 9.970512618601231e-06,
      "loss": 0.169,
      "step": 687
    },
    {
      "epoch": 0.10391179580123848,
      "grad_norm": 2.6900975964135423,
      "learning_rate": 9.970426797003202e-06,
      "loss": 0.1581,
      "step": 688
    },
    {
      "epoch": 0.10406283038815889,
      "grad_norm": 3.3091374692706497,
      "learning_rate": 9.970340851067209e-06,
      "loss": 0.1818,
      "step": 689
    },
    {
      "epoch": 0.1042138649750793,
      "grad_norm": 2.7628721090103654,
      "learning_rate": 9.970254780795404e-06,
      "loss": 0.1671,
      "step": 690
    },
    {
      "epoch": 0.1043648995619997,
      "grad_norm": 3.341632101456738,
      "learning_rate": 9.970168586189943e-06,
      "loss": 0.1617,
      "step": 691
    },
    {
      "epoch": 0.1045159341489201,
      "grad_norm": 2.9354720833171,
      "learning_rate": 9.97008226725298e-06,
      "loss": 0.1715,
      "step": 692
    },
    {
      "epoch": 0.10466696873584051,
      "grad_norm": 2.946403367751692,
      "learning_rate": 9.969995823986674e-06,
      "loss": 0.1612,
      "step": 693
    },
    {
      "epoch": 0.10481800332276091,
      "grad_norm": 3.4449770159006086,
      "learning_rate": 9.969909256393189e-06,
      "loss": 0.1779,
      "step": 694
    },
    {
      "epoch": 0.10496903790968132,
      "grad_norm": 3.7778134698644923,
      "learning_rate": 9.969822564474688e-06,
      "loss": 0.1796,
      "step": 695
    },
    {
      "epoch": 0.10512007249660173,
      "grad_norm": 3.6054075111694064,
      "learning_rate": 9.969735748233342e-06,
      "loss": 0.1943,
      "step": 696
    },
    {
      "epoch": 0.10527110708352212,
      "grad_norm": 3.795881238303369,
      "learning_rate": 9.969648807671321e-06,
      "loss": 0.1773,
      "step": 697
    },
    {
      "epoch": 0.10542214167044253,
      "grad_norm": 3.0673021584598796,
      "learning_rate": 9.969561742790803e-06,
      "loss": 0.1891,
      "step": 698
    },
    {
      "epoch": 0.10557317625736294,
      "grad_norm": 3.382168342749969,
      "learning_rate": 9.969474553593964e-06,
      "loss": 0.1712,
      "step": 699
    },
    {
      "epoch": 0.10572421084428334,
      "grad_norm": 3.694327127849169,
      "learning_rate": 9.969387240082982e-06,
      "loss": 0.174,
      "step": 700
    },
    {
      "epoch": 0.10587524543120375,
      "grad_norm": 2.510744458529531,
      "learning_rate": 9.969299802260046e-06,
      "loss": 0.1481,
      "step": 701
    },
    {
      "epoch": 0.10602628001812416,
      "grad_norm": 3.271268014211583,
      "learning_rate": 9.96921224012734e-06,
      "loss": 0.1715,
      "step": 702
    },
    {
      "epoch": 0.10617731460504455,
      "grad_norm": 3.8396111662153762,
      "learning_rate": 9.969124553687057e-06,
      "loss": 0.2256,
      "step": 703
    },
    {
      "epoch": 0.10632834919196496,
      "grad_norm": 2.9132992778841458,
      "learning_rate": 9.96903674294139e-06,
      "loss": 0.1741,
      "step": 704
    },
    {
      "epoch": 0.10647938377888537,
      "grad_norm": 4.028533357231575,
      "learning_rate": 9.968948807892532e-06,
      "loss": 0.1761,
      "step": 705
    },
    {
      "epoch": 0.10663041836580577,
      "grad_norm": 3.1812753267687492,
      "learning_rate": 9.968860748542688e-06,
      "loss": 0.1793,
      "step": 706
    },
    {
      "epoch": 0.10678145295272617,
      "grad_norm": 2.7318795059325276,
      "learning_rate": 9.968772564894059e-06,
      "loss": 0.1609,
      "step": 707
    },
    {
      "epoch": 0.10693248753964658,
      "grad_norm": 3.3979797104396874,
      "learning_rate": 9.968684256948848e-06,
      "loss": 0.1647,
      "step": 708
    },
    {
      "epoch": 0.10708352212656698,
      "grad_norm": 3.6444549610602355,
      "learning_rate": 9.968595824709268e-06,
      "loss": 0.1724,
      "step": 709
    },
    {
      "epoch": 0.10723455671348739,
      "grad_norm": 3.1336430881966293,
      "learning_rate": 9.96850726817753e-06,
      "loss": 0.1698,
      "step": 710
    },
    {
      "epoch": 0.1073855913004078,
      "grad_norm": 3.731298347794092,
      "learning_rate": 9.968418587355848e-06,
      "loss": 0.165,
      "step": 711
    },
    {
      "epoch": 0.1075366258873282,
      "grad_norm": 4.0293203800513675,
      "learning_rate": 9.968329782246443e-06,
      "loss": 0.2507,
      "step": 712
    },
    {
      "epoch": 0.1076876604742486,
      "grad_norm": 3.8766305996974677,
      "learning_rate": 9.968240852851533e-06,
      "loss": 0.1679,
      "step": 713
    },
    {
      "epoch": 0.10783869506116901,
      "grad_norm": 2.872066768076661,
      "learning_rate": 9.968151799173346e-06,
      "loss": 0.1894,
      "step": 714
    },
    {
      "epoch": 0.10798972964808941,
      "grad_norm": 3.1443097529320974,
      "learning_rate": 9.968062621214109e-06,
      "loss": 0.1595,
      "step": 715
    },
    {
      "epoch": 0.10814076423500982,
      "grad_norm": 3.9841130426843194,
      "learning_rate": 9.967973318976051e-06,
      "loss": 0.1826,
      "step": 716
    },
    {
      "epoch": 0.10829179882193023,
      "grad_norm": 2.9802510850824095,
      "learning_rate": 9.967883892461408e-06,
      "loss": 0.1768,
      "step": 717
    },
    {
      "epoch": 0.10844283340885062,
      "grad_norm": 2.749124446668053,
      "learning_rate": 9.967794341672415e-06,
      "loss": 0.1479,
      "step": 718
    },
    {
      "epoch": 0.10859386799577103,
      "grad_norm": 2.7757885732143395,
      "learning_rate": 9.967704666611313e-06,
      "loss": 0.1389,
      "step": 719
    },
    {
      "epoch": 0.10874490258269144,
      "grad_norm": 3.6335195683964594,
      "learning_rate": 9.967614867280346e-06,
      "loss": 0.1878,
      "step": 720
    },
    {
      "epoch": 0.10889593716961184,
      "grad_norm": 5.078349128807621,
      "learning_rate": 9.96752494368176e-06,
      "loss": 0.2094,
      "step": 721
    },
    {
      "epoch": 0.10904697175653225,
      "grad_norm": 3.540488842053732,
      "learning_rate": 9.967434895817805e-06,
      "loss": 0.1614,
      "step": 722
    },
    {
      "epoch": 0.10919800634345266,
      "grad_norm": 2.815398696457693,
      "learning_rate": 9.967344723690732e-06,
      "loss": 0.1708,
      "step": 723
    },
    {
      "epoch": 0.10934904093037305,
      "grad_norm": 2.7676541984207077,
      "learning_rate": 9.967254427302798e-06,
      "loss": 0.1587,
      "step": 724
    },
    {
      "epoch": 0.10950007551729346,
      "grad_norm": 3.3081032480251937,
      "learning_rate": 9.967164006656263e-06,
      "loss": 0.1519,
      "step": 725
    },
    {
      "epoch": 0.10965111010421387,
      "grad_norm": 3.5294311002227543,
      "learning_rate": 9.967073461753385e-06,
      "loss": 0.1658,
      "step": 726
    },
    {
      "epoch": 0.10980214469113427,
      "grad_norm": 2.9254324052919247,
      "learning_rate": 9.966982792596432e-06,
      "loss": 0.1595,
      "step": 727
    },
    {
      "epoch": 0.10995317927805467,
      "grad_norm": 3.651139492528313,
      "learning_rate": 9.966891999187673e-06,
      "loss": 0.1668,
      "step": 728
    },
    {
      "epoch": 0.11010421386497508,
      "grad_norm": 3.2234126900422284,
      "learning_rate": 9.966801081529376e-06,
      "loss": 0.1622,
      "step": 729
    },
    {
      "epoch": 0.11025524845189548,
      "grad_norm": 2.560779575532902,
      "learning_rate": 9.96671003962382e-06,
      "loss": 0.1616,
      "step": 730
    },
    {
      "epoch": 0.11040628303881589,
      "grad_norm": 3.392278854919292,
      "learning_rate": 9.966618873473277e-06,
      "loss": 0.189,
      "step": 731
    },
    {
      "epoch": 0.1105573176257363,
      "grad_norm": 3.0385836979730425,
      "learning_rate": 9.966527583080033e-06,
      "loss": 0.1593,
      "step": 732
    },
    {
      "epoch": 0.1107083522126567,
      "grad_norm": 3.313468278598065,
      "learning_rate": 9.966436168446366e-06,
      "loss": 0.1739,
      "step": 733
    },
    {
      "epoch": 0.1108593867995771,
      "grad_norm": 2.9671740145469583,
      "learning_rate": 9.966344629574567e-06,
      "loss": 0.1525,
      "step": 734
    },
    {
      "epoch": 0.11101042138649751,
      "grad_norm": 3.4675136901705073,
      "learning_rate": 9.966252966466926e-06,
      "loss": 0.1829,
      "step": 735
    },
    {
      "epoch": 0.11116145597341791,
      "grad_norm": 4.4113904460236535,
      "learning_rate": 9.966161179125731e-06,
      "loss": 0.1845,
      "step": 736
    },
    {
      "epoch": 0.11131249056033832,
      "grad_norm": 3.5032980074204216,
      "learning_rate": 9.966069267553284e-06,
      "loss": 0.1633,
      "step": 737
    },
    {
      "epoch": 0.11146352514725873,
      "grad_norm": 2.834233026032157,
      "learning_rate": 9.965977231751883e-06,
      "loss": 0.1647,
      "step": 738
    },
    {
      "epoch": 0.11161455973417912,
      "grad_norm": 3.399020680415306,
      "learning_rate": 9.965885071723829e-06,
      "loss": 0.1691,
      "step": 739
    },
    {
      "epoch": 0.11176559432109953,
      "grad_norm": 2.9572854661960815,
      "learning_rate": 9.965792787471427e-06,
      "loss": 0.1751,
      "step": 740
    },
    {
      "epoch": 0.11191662890801994,
      "grad_norm": 3.33828551858083,
      "learning_rate": 9.965700378996984e-06,
      "loss": 0.1672,
      "step": 741
    },
    {
      "epoch": 0.11206766349494034,
      "grad_norm": 2.489517811314558,
      "learning_rate": 9.965607846302817e-06,
      "loss": 0.1538,
      "step": 742
    },
    {
      "epoch": 0.11221869808186075,
      "grad_norm": 2.9668745009842454,
      "learning_rate": 9.965515189391237e-06,
      "loss": 0.1748,
      "step": 743
    },
    {
      "epoch": 0.11236973266878116,
      "grad_norm": 2.8372229165378164,
      "learning_rate": 9.965422408264563e-06,
      "loss": 0.1514,
      "step": 744
    },
    {
      "epoch": 0.11252076725570155,
      "grad_norm": 2.966506908467527,
      "learning_rate": 9.965329502925115e-06,
      "loss": 0.1529,
      "step": 745
    },
    {
      "epoch": 0.11267180184262196,
      "grad_norm": 3.6983160899536607,
      "learning_rate": 9.965236473375217e-06,
      "loss": 0.1642,
      "step": 746
    },
    {
      "epoch": 0.11282283642954237,
      "grad_norm": 2.5472517660385137,
      "learning_rate": 9.965143319617196e-06,
      "loss": 0.1535,
      "step": 747
    },
    {
      "epoch": 0.11297387101646277,
      "grad_norm": 3.1531041872959604,
      "learning_rate": 9.965050041653386e-06,
      "loss": 0.1727,
      "step": 748
    },
    {
      "epoch": 0.11312490560338317,
      "grad_norm": 4.125081710908682,
      "learning_rate": 9.964956639486114e-06,
      "loss": 0.2019,
      "step": 749
    },
    {
      "epoch": 0.11327594019030358,
      "grad_norm": 3.028775799685097,
      "learning_rate": 9.964863113117722e-06,
      "loss": 0.1733,
      "step": 750
    },
    {
      "epoch": 0.11342697477722398,
      "grad_norm": 3.14475915068562,
      "learning_rate": 9.964769462550547e-06,
      "loss": 0.1775,
      "step": 751
    },
    {
      "epoch": 0.11357800936414439,
      "grad_norm": 2.972614701364103,
      "learning_rate": 9.964675687786933e-06,
      "loss": 0.1769,
      "step": 752
    },
    {
      "epoch": 0.1137290439510648,
      "grad_norm": 3.1220526817612133,
      "learning_rate": 9.964581788829225e-06,
      "loss": 0.1797,
      "step": 753
    },
    {
      "epoch": 0.1138800785379852,
      "grad_norm": 3.221397353013783,
      "learning_rate": 9.964487765679772e-06,
      "loss": 0.1731,
      "step": 754
    },
    {
      "epoch": 0.1140311131249056,
      "grad_norm": 2.8230443862805106,
      "learning_rate": 9.964393618340926e-06,
      "loss": 0.1725,
      "step": 755
    },
    {
      "epoch": 0.11418214771182601,
      "grad_norm": 3.9327060552850606,
      "learning_rate": 9.964299346815041e-06,
      "loss": 0.2093,
      "step": 756
    },
    {
      "epoch": 0.11433318229874641,
      "grad_norm": 2.8521701080521815,
      "learning_rate": 9.964204951104477e-06,
      "loss": 0.1554,
      "step": 757
    },
    {
      "epoch": 0.11448421688566682,
      "grad_norm": 2.895940907348357,
      "learning_rate": 9.964110431211596e-06,
      "loss": 0.1389,
      "step": 758
    },
    {
      "epoch": 0.11463525147258723,
      "grad_norm": 2.9537550350377546,
      "learning_rate": 9.96401578713876e-06,
      "loss": 0.1467,
      "step": 759
    },
    {
      "epoch": 0.11478628605950762,
      "grad_norm": 2.8850442831743894,
      "learning_rate": 9.963921018888339e-06,
      "loss": 0.1397,
      "step": 760
    },
    {
      "epoch": 0.11493732064642803,
      "grad_norm": 3.2583555299837212,
      "learning_rate": 9.963826126462702e-06,
      "loss": 0.1909,
      "step": 761
    },
    {
      "epoch": 0.11508835523334844,
      "grad_norm": 3.0828165867268384,
      "learning_rate": 9.963731109864223e-06,
      "loss": 0.1373,
      "step": 762
    },
    {
      "epoch": 0.11523938982026884,
      "grad_norm": 2.8421008699447246,
      "learning_rate": 9.96363596909528e-06,
      "loss": 0.165,
      "step": 763
    },
    {
      "epoch": 0.11539042440718925,
      "grad_norm": 3.7944168989386604,
      "learning_rate": 9.963540704158252e-06,
      "loss": 0.199,
      "step": 764
    },
    {
      "epoch": 0.11554145899410966,
      "grad_norm": 3.785510362282745,
      "learning_rate": 9.963445315055523e-06,
      "loss": 0.2062,
      "step": 765
    },
    {
      "epoch": 0.11569249358103005,
      "grad_norm": 2.6038295324151663,
      "learning_rate": 9.963349801789478e-06,
      "loss": 0.1382,
      "step": 766
    },
    {
      "epoch": 0.11584352816795046,
      "grad_norm": 3.489049656158465,
      "learning_rate": 9.963254164362507e-06,
      "loss": 0.1808,
      "step": 767
    },
    {
      "epoch": 0.11599456275487087,
      "grad_norm": 2.9132895353936443,
      "learning_rate": 9.963158402777002e-06,
      "loss": 0.1494,
      "step": 768
    },
    {
      "epoch": 0.11614559734179127,
      "grad_norm": 2.8847679020918306,
      "learning_rate": 9.96306251703536e-06,
      "loss": 0.1667,
      "step": 769
    },
    {
      "epoch": 0.11629663192871167,
      "grad_norm": 3.241722983619171,
      "learning_rate": 9.962966507139975e-06,
      "loss": 0.1804,
      "step": 770
    },
    {
      "epoch": 0.11644766651563208,
      "grad_norm": 3.8128722150158962,
      "learning_rate": 9.962870373093257e-06,
      "loss": 0.1782,
      "step": 771
    },
    {
      "epoch": 0.11659870110255248,
      "grad_norm": 3.707801277288662,
      "learning_rate": 9.962774114897601e-06,
      "loss": 0.1968,
      "step": 772
    },
    {
      "epoch": 0.11674973568947289,
      "grad_norm": 3.6599002668599,
      "learning_rate": 9.962677732555425e-06,
      "loss": 0.1611,
      "step": 773
    },
    {
      "epoch": 0.1169007702763933,
      "grad_norm": 2.5825907344918617,
      "learning_rate": 9.962581226069133e-06,
      "loss": 0.1513,
      "step": 774
    },
    {
      "epoch": 0.1170518048633137,
      "grad_norm": 4.8417526195546,
      "learning_rate": 9.962484595441139e-06,
      "loss": 0.1851,
      "step": 775
    },
    {
      "epoch": 0.1172028394502341,
      "grad_norm": 3.6465946302711103,
      "learning_rate": 9.962387840673867e-06,
      "loss": 0.1949,
      "step": 776
    },
    {
      "epoch": 0.11735387403715451,
      "grad_norm": 2.9910695535699467,
      "learning_rate": 9.96229096176973e-06,
      "loss": 0.1648,
      "step": 777
    },
    {
      "epoch": 0.11750490862407491,
      "grad_norm": 3.664583495676884,
      "learning_rate": 9.962193958731155e-06,
      "loss": 0.1462,
      "step": 778
    },
    {
      "epoch": 0.11765594321099532,
      "grad_norm": 2.528860200034072,
      "learning_rate": 9.962096831560567e-06,
      "loss": 0.1585,
      "step": 779
    },
    {
      "epoch": 0.11780697779791573,
      "grad_norm": 2.463875882732881,
      "learning_rate": 9.961999580260398e-06,
      "loss": 0.1455,
      "step": 780
    },
    {
      "epoch": 0.11795801238483612,
      "grad_norm": 2.684518494654107,
      "learning_rate": 9.961902204833077e-06,
      "loss": 0.1616,
      "step": 781
    },
    {
      "epoch": 0.11810904697175653,
      "grad_norm": 3.1560923369859504,
      "learning_rate": 9.961804705281044e-06,
      "loss": 0.166,
      "step": 782
    },
    {
      "epoch": 0.11826008155867694,
      "grad_norm": 2.8241786715215795,
      "learning_rate": 9.961707081606738e-06,
      "loss": 0.168,
      "step": 783
    },
    {
      "epoch": 0.11841111614559734,
      "grad_norm": 3.5122630381726223,
      "learning_rate": 9.961609333812599e-06,
      "loss": 0.1745,
      "step": 784
    },
    {
      "epoch": 0.11856215073251775,
      "grad_norm": 3.1818016669242266,
      "learning_rate": 9.96151146190107e-06,
      "loss": 0.1909,
      "step": 785
    },
    {
      "epoch": 0.11871318531943816,
      "grad_norm": 3.9300642166463664,
      "learning_rate": 9.961413465874604e-06,
      "loss": 0.1675,
      "step": 786
    },
    {
      "epoch": 0.11886421990635855,
      "grad_norm": 4.000056907985667,
      "learning_rate": 9.961315345735649e-06,
      "loss": 0.1819,
      "step": 787
    },
    {
      "epoch": 0.11901525449327896,
      "grad_norm": 3.3551049280672802,
      "learning_rate": 9.961217101486662e-06,
      "loss": 0.1641,
      "step": 788
    },
    {
      "epoch": 0.11916628908019937,
      "grad_norm": 3.1260363341278525,
      "learning_rate": 9.9611187331301e-06,
      "loss": 0.1827,
      "step": 789
    },
    {
      "epoch": 0.11931732366711977,
      "grad_norm": 2.9530467359295796,
      "learning_rate": 9.961020240668421e-06,
      "loss": 0.1835,
      "step": 790
    },
    {
      "epoch": 0.11946835825404017,
      "grad_norm": 3.4454956310617337,
      "learning_rate": 9.960921624104095e-06,
      "loss": 0.1904,
      "step": 791
    },
    {
      "epoch": 0.11961939284096058,
      "grad_norm": 4.278854592247018,
      "learning_rate": 9.960822883439582e-06,
      "loss": 0.1934,
      "step": 792
    },
    {
      "epoch": 0.11977042742788098,
      "grad_norm": 2.8766593118051857,
      "learning_rate": 9.960724018677356e-06,
      "loss": 0.1604,
      "step": 793
    },
    {
      "epoch": 0.11992146201480139,
      "grad_norm": 3.5200821393544777,
      "learning_rate": 9.96062502981989e-06,
      "loss": 0.183,
      "step": 794
    },
    {
      "epoch": 0.1200724966017218,
      "grad_norm": 3.1192234875975724,
      "learning_rate": 9.960525916869659e-06,
      "loss": 0.1738,
      "step": 795
    },
    {
      "epoch": 0.1202235311886422,
      "grad_norm": 3.605701886343441,
      "learning_rate": 9.960426679829143e-06,
      "loss": 0.1921,
      "step": 796
    },
    {
      "epoch": 0.1203745657755626,
      "grad_norm": 3.6338876107452687,
      "learning_rate": 9.960327318700824e-06,
      "loss": 0.1809,
      "step": 797
    },
    {
      "epoch": 0.12052560036248301,
      "grad_norm": 2.7006457775277277,
      "learning_rate": 9.960227833487188e-06,
      "loss": 0.1522,
      "step": 798
    },
    {
      "epoch": 0.12067663494940341,
      "grad_norm": 2.5022270588347455,
      "learning_rate": 9.960128224190723e-06,
      "loss": 0.1354,
      "step": 799
    },
    {
      "epoch": 0.12082766953632382,
      "grad_norm": 2.665007472266893,
      "learning_rate": 9.960028490813923e-06,
      "loss": 0.1571,
      "step": 800
    },
    {
      "epoch": 0.12097870412324423,
      "grad_norm": 3.4601639344548736,
      "learning_rate": 9.959928633359282e-06,
      "loss": 0.1626,
      "step": 801
    },
    {
      "epoch": 0.12112973871016462,
      "grad_norm": 3.1293093523969784,
      "learning_rate": 9.959828651829296e-06,
      "loss": 0.1629,
      "step": 802
    },
    {
      "epoch": 0.12128077329708503,
      "grad_norm": 3.2003125730142945,
      "learning_rate": 9.959728546226466e-06,
      "loss": 0.1598,
      "step": 803
    },
    {
      "epoch": 0.12143180788400544,
      "grad_norm": 2.935515461323718,
      "learning_rate": 9.959628316553297e-06,
      "loss": 0.1779,
      "step": 804
    },
    {
      "epoch": 0.12158284247092584,
      "grad_norm": 2.9299054781231657,
      "learning_rate": 9.959527962812301e-06,
      "loss": 0.1504,
      "step": 805
    },
    {
      "epoch": 0.12173387705784625,
      "grad_norm": 3.065569903550972,
      "learning_rate": 9.959427485005982e-06,
      "loss": 0.1619,
      "step": 806
    },
    {
      "epoch": 0.12188491164476666,
      "grad_norm": 2.9284492362018124,
      "learning_rate": 9.959326883136855e-06,
      "loss": 0.1637,
      "step": 807
    },
    {
      "epoch": 0.12203594623168705,
      "grad_norm": 2.7791780428509925,
      "learning_rate": 9.959226157207439e-06,
      "loss": 0.1528,
      "step": 808
    },
    {
      "epoch": 0.12218698081860746,
      "grad_norm": 2.7771746803923323,
      "learning_rate": 9.95912530722025e-06,
      "loss": 0.1434,
      "step": 809
    },
    {
      "epoch": 0.12233801540552787,
      "grad_norm": 3.253378790295068,
      "learning_rate": 9.959024333177816e-06,
      "loss": 0.1564,
      "step": 810
    },
    {
      "epoch": 0.12248904999244827,
      "grad_norm": 3.94136030329455,
      "learning_rate": 9.958923235082658e-06,
      "loss": 0.1808,
      "step": 811
    },
    {
      "epoch": 0.12264008457936867,
      "grad_norm": 2.59876450969108,
      "learning_rate": 9.958822012937307e-06,
      "loss": 0.1714,
      "step": 812
    },
    {
      "epoch": 0.12279111916628908,
      "grad_norm": 3.540894908810077,
      "learning_rate": 9.958720666744295e-06,
      "loss": 0.1844,
      "step": 813
    },
    {
      "epoch": 0.12294215375320948,
      "grad_norm": 2.650526831730403,
      "learning_rate": 9.958619196506157e-06,
      "loss": 0.1673,
      "step": 814
    },
    {
      "epoch": 0.12309318834012989,
      "grad_norm": 3.254798024004384,
      "learning_rate": 9.958517602225432e-06,
      "loss": 0.1715,
      "step": 815
    },
    {
      "epoch": 0.1232442229270503,
      "grad_norm": 2.748086782422205,
      "learning_rate": 9.958415883904661e-06,
      "loss": 0.1568,
      "step": 816
    },
    {
      "epoch": 0.1233952575139707,
      "grad_norm": 3.9662082568790877,
      "learning_rate": 9.95831404154639e-06,
      "loss": 0.1683,
      "step": 817
    },
    {
      "epoch": 0.1235462921008911,
      "grad_norm": 2.9009119313978537,
      "learning_rate": 9.958212075153163e-06,
      "loss": 0.152,
      "step": 818
    },
    {
      "epoch": 0.12369732668781151,
      "grad_norm": 2.9845169422161404,
      "learning_rate": 9.958109984727533e-06,
      "loss": 0.1431,
      "step": 819
    },
    {
      "epoch": 0.12384836127473191,
      "grad_norm": 3.4612660122178798,
      "learning_rate": 9.958007770272055e-06,
      "loss": 0.2011,
      "step": 820
    },
    {
      "epoch": 0.12399939586165232,
      "grad_norm": 3.8888105287069776,
      "learning_rate": 9.957905431789284e-06,
      "loss": 0.174,
      "step": 821
    },
    {
      "epoch": 0.12415043044857273,
      "grad_norm": 4.1307463698272695,
      "learning_rate": 9.95780296928178e-06,
      "loss": 0.1613,
      "step": 822
    },
    {
      "epoch": 0.12430146503549312,
      "grad_norm": 3.363266791089063,
      "learning_rate": 9.95770038275211e-06,
      "loss": 0.165,
      "step": 823
    },
    {
      "epoch": 0.12445249962241353,
      "grad_norm": 2.8910292051535897,
      "learning_rate": 9.957597672202834e-06,
      "loss": 0.1758,
      "step": 824
    },
    {
      "epoch": 0.12460353420933394,
      "grad_norm": 3.902557815425972,
      "learning_rate": 9.957494837636526e-06,
      "loss": 0.178,
      "step": 825
    },
    {
      "epoch": 0.12475456879625434,
      "grad_norm": 2.9354591964600543,
      "learning_rate": 9.957391879055757e-06,
      "loss": 0.1745,
      "step": 826
    },
    {
      "epoch": 0.12490560338317475,
      "grad_norm": 6.331046486842062,
      "learning_rate": 9.957288796463103e-06,
      "loss": 0.1945,
      "step": 827
    },
    {
      "epoch": 0.12505663797009514,
      "grad_norm": 2.814484291005432,
      "learning_rate": 9.95718558986114e-06,
      "loss": 0.1538,
      "step": 828
    },
    {
      "epoch": 0.12520767255701556,
      "grad_norm": 3.780559066556261,
      "learning_rate": 9.957082259252454e-06,
      "loss": 0.1608,
      "step": 829
    },
    {
      "epoch": 0.12535870714393596,
      "grad_norm": 3.592950924177683,
      "learning_rate": 9.956978804639627e-06,
      "loss": 0.165,
      "step": 830
    },
    {
      "epoch": 0.12550974173085636,
      "grad_norm": 2.5468225416922183,
      "learning_rate": 9.95687522602525e-06,
      "loss": 0.1415,
      "step": 831
    },
    {
      "epoch": 0.12566077631777678,
      "grad_norm": 4.10230005520567,
      "learning_rate": 9.95677152341191e-06,
      "loss": 0.1752,
      "step": 832
    },
    {
      "epoch": 0.12581181090469717,
      "grad_norm": 3.1354088086787417,
      "learning_rate": 9.956667696802203e-06,
      "loss": 0.1775,
      "step": 833
    },
    {
      "epoch": 0.12596284549161757,
      "grad_norm": 3.0278659355244297,
      "learning_rate": 9.956563746198728e-06,
      "loss": 0.1775,
      "step": 834
    },
    {
      "epoch": 0.126113880078538,
      "grad_norm": 3.068878455638462,
      "learning_rate": 9.956459671604082e-06,
      "loss": 0.1831,
      "step": 835
    },
    {
      "epoch": 0.1262649146654584,
      "grad_norm": 2.7251089398887767,
      "learning_rate": 9.95635547302087e-06,
      "loss": 0.1615,
      "step": 836
    },
    {
      "epoch": 0.12641594925237878,
      "grad_norm": 5.818223657710914,
      "learning_rate": 9.9562511504517e-06,
      "loss": 0.1704,
      "step": 837
    },
    {
      "epoch": 0.1265669838392992,
      "grad_norm": 2.9829782632528548,
      "learning_rate": 9.956146703899182e-06,
      "loss": 0.1864,
      "step": 838
    },
    {
      "epoch": 0.1267180184262196,
      "grad_norm": 3.1933195354089747,
      "learning_rate": 9.956042133365926e-06,
      "loss": 0.1757,
      "step": 839
    },
    {
      "epoch": 0.12686905301314,
      "grad_norm": 2.998751559579723,
      "learning_rate": 9.95593743885455e-06,
      "loss": 0.1715,
      "step": 840
    },
    {
      "epoch": 0.12702008760006042,
      "grad_norm": 2.6626403813241555,
      "learning_rate": 9.95583262036767e-06,
      "loss": 0.1591,
      "step": 841
    },
    {
      "epoch": 0.12717112218698082,
      "grad_norm": 2.8420365520233877,
      "learning_rate": 9.955727677907912e-06,
      "loss": 0.1674,
      "step": 842
    },
    {
      "epoch": 0.1273221567739012,
      "grad_norm": 3.5651603370607035,
      "learning_rate": 9.9556226114779e-06,
      "loss": 0.19,
      "step": 843
    },
    {
      "epoch": 0.12747319136082164,
      "grad_norm": 2.5100316246380294,
      "learning_rate": 9.95551742108026e-06,
      "loss": 0.1276,
      "step": 844
    },
    {
      "epoch": 0.12762422594774203,
      "grad_norm": 3.5469626964698526,
      "learning_rate": 9.955412106717628e-06,
      "loss": 0.2,
      "step": 845
    },
    {
      "epoch": 0.12777526053466243,
      "grad_norm": 4.197717366212537,
      "learning_rate": 9.955306668392632e-06,
      "loss": 0.1792,
      "step": 846
    },
    {
      "epoch": 0.12792629512158285,
      "grad_norm": 4.050051419286757,
      "learning_rate": 9.955201106107916e-06,
      "loss": 0.2355,
      "step": 847
    },
    {
      "epoch": 0.12807732970850325,
      "grad_norm": 3.2335898728352124,
      "learning_rate": 9.955095419866116e-06,
      "loss": 0.1702,
      "step": 848
    },
    {
      "epoch": 0.12822836429542364,
      "grad_norm": 8.347842787399053,
      "learning_rate": 9.95498960966988e-06,
      "loss": 0.2017,
      "step": 849
    },
    {
      "epoch": 0.12837939888234406,
      "grad_norm": 4.656356282014654,
      "learning_rate": 9.95488367552185e-06,
      "loss": 0.1842,
      "step": 850
    },
    {
      "epoch": 0.12853043346926446,
      "grad_norm": 2.5097236730419157,
      "learning_rate": 9.954777617424682e-06,
      "loss": 0.1536,
      "step": 851
    },
    {
      "epoch": 0.12868146805618486,
      "grad_norm": 3.010140291233602,
      "learning_rate": 9.954671435381025e-06,
      "loss": 0.1713,
      "step": 852
    },
    {
      "epoch": 0.12883250264310528,
      "grad_norm": 2.8866977989402804,
      "learning_rate": 9.954565129393534e-06,
      "loss": 0.1678,
      "step": 853
    },
    {
      "epoch": 0.12898353723002567,
      "grad_norm": 2.908419394846907,
      "learning_rate": 9.954458699464872e-06,
      "loss": 0.1648,
      "step": 854
    },
    {
      "epoch": 0.12913457181694607,
      "grad_norm": 2.8138505517880255,
      "learning_rate": 9.954352145597699e-06,
      "loss": 0.1515,
      "step": 855
    },
    {
      "epoch": 0.1292856064038665,
      "grad_norm": 4.1902926958438425,
      "learning_rate": 9.95424546779468e-06,
      "loss": 0.1735,
      "step": 856
    },
    {
      "epoch": 0.1294366409907869,
      "grad_norm": 9.083435552842484,
      "learning_rate": 9.954138666058489e-06,
      "loss": 0.1947,
      "step": 857
    },
    {
      "epoch": 0.12958767557770728,
      "grad_norm": 4.298421291322096,
      "learning_rate": 9.95403174039179e-06,
      "loss": 0.1578,
      "step": 858
    },
    {
      "epoch": 0.1297387101646277,
      "grad_norm": 2.4352286654414166,
      "learning_rate": 9.953924690797261e-06,
      "loss": 0.15,
      "step": 859
    },
    {
      "epoch": 0.1298897447515481,
      "grad_norm": 3.1158907057181127,
      "learning_rate": 9.953817517277582e-06,
      "loss": 0.1716,
      "step": 860
    },
    {
      "epoch": 0.1300407793384685,
      "grad_norm": 3.661321984647423,
      "learning_rate": 9.953710219835431e-06,
      "loss": 0.1745,
      "step": 861
    },
    {
      "epoch": 0.13019181392538892,
      "grad_norm": 3.0063376488967126,
      "learning_rate": 9.953602798473493e-06,
      "loss": 0.1696,
      "step": 862
    },
    {
      "epoch": 0.13034284851230932,
      "grad_norm": 3.0334288778315117,
      "learning_rate": 9.953495253194457e-06,
      "loss": 0.1355,
      "step": 863
    },
    {
      "epoch": 0.1304938830992297,
      "grad_norm": 2.9030152750301172,
      "learning_rate": 9.953387584001012e-06,
      "loss": 0.1533,
      "step": 864
    },
    {
      "epoch": 0.13064491768615014,
      "grad_norm": 2.960848786461452,
      "learning_rate": 9.95327979089585e-06,
      "loss": 0.1676,
      "step": 865
    },
    {
      "epoch": 0.13079595227307053,
      "grad_norm": 2.7529385777891924,
      "learning_rate": 9.95317187388167e-06,
      "loss": 0.1712,
      "step": 866
    },
    {
      "epoch": 0.13094698685999093,
      "grad_norm": 3.4937675058390663,
      "learning_rate": 9.95306383296117e-06,
      "loss": 0.1584,
      "step": 867
    },
    {
      "epoch": 0.13109802144691135,
      "grad_norm": 3.284310839243933,
      "learning_rate": 9.952955668137052e-06,
      "loss": 0.1791,
      "step": 868
    },
    {
      "epoch": 0.13124905603383175,
      "grad_norm": 3.0761815824079495,
      "learning_rate": 9.952847379412023e-06,
      "loss": 0.194,
      "step": 869
    },
    {
      "epoch": 0.13140009062075214,
      "grad_norm": 3.5682332964117354,
      "learning_rate": 9.952738966788792e-06,
      "loss": 0.1817,
      "step": 870
    },
    {
      "epoch": 0.13155112520767256,
      "grad_norm": 2.468289581806737,
      "learning_rate": 9.952630430270071e-06,
      "loss": 0.1514,
      "step": 871
    },
    {
      "epoch": 0.13170215979459296,
      "grad_norm": 3.12223927857685,
      "learning_rate": 9.952521769858575e-06,
      "loss": 0.1286,
      "step": 872
    },
    {
      "epoch": 0.13185319438151336,
      "grad_norm": 2.397851831392024,
      "learning_rate": 9.952412985557023e-06,
      "loss": 0.1429,
      "step": 873
    },
    {
      "epoch": 0.13200422896843378,
      "grad_norm": 2.803929688306375,
      "learning_rate": 9.952304077368134e-06,
      "loss": 0.1617,
      "step": 874
    },
    {
      "epoch": 0.13215526355535417,
      "grad_norm": 2.6776324698095895,
      "learning_rate": 9.952195045294634e-06,
      "loss": 0.1589,
      "step": 875
    },
    {
      "epoch": 0.13230629814227457,
      "grad_norm": 3.5029077867772687,
      "learning_rate": 9.95208588933925e-06,
      "loss": 0.191,
      "step": 876
    },
    {
      "epoch": 0.132457332729195,
      "grad_norm": 2.9071013222554765,
      "learning_rate": 9.951976609504714e-06,
      "loss": 0.1556,
      "step": 877
    },
    {
      "epoch": 0.1326083673161154,
      "grad_norm": 2.4260950971468382,
      "learning_rate": 9.951867205793758e-06,
      "loss": 0.155,
      "step": 878
    },
    {
      "epoch": 0.13275940190303578,
      "grad_norm": 2.905680471112644,
      "learning_rate": 9.951757678209117e-06,
      "loss": 0.1722,
      "step": 879
    },
    {
      "epoch": 0.1329104364899562,
      "grad_norm": 4.69396266565464,
      "learning_rate": 9.951648026753537e-06,
      "loss": 0.191,
      "step": 880
    },
    {
      "epoch": 0.1330614710768766,
      "grad_norm": 2.9687722923550774,
      "learning_rate": 9.951538251429755e-06,
      "loss": 0.1486,
      "step": 881
    },
    {
      "epoch": 0.133212505663797,
      "grad_norm": 2.900452521489787,
      "learning_rate": 9.95142835224052e-06,
      "loss": 0.1499,
      "step": 882
    },
    {
      "epoch": 0.13336354025071742,
      "grad_norm": 4.418583331015882,
      "learning_rate": 9.951318329188579e-06,
      "loss": 0.1979,
      "step": 883
    },
    {
      "epoch": 0.13351457483763782,
      "grad_norm": 2.8191317464322583,
      "learning_rate": 9.951208182276688e-06,
      "loss": 0.164,
      "step": 884
    },
    {
      "epoch": 0.1336656094245582,
      "grad_norm": 3.303813174023111,
      "learning_rate": 9.9510979115076e-06,
      "loss": 0.1519,
      "step": 885
    },
    {
      "epoch": 0.13381664401147864,
      "grad_norm": 2.7685553560923206,
      "learning_rate": 9.950987516884071e-06,
      "loss": 0.1598,
      "step": 886
    },
    {
      "epoch": 0.13396767859839903,
      "grad_norm": 3.1367495908902967,
      "learning_rate": 9.95087699840887e-06,
      "loss": 0.168,
      "step": 887
    },
    {
      "epoch": 0.13411871318531943,
      "grad_norm": 2.8921733365970717,
      "learning_rate": 9.950766356084753e-06,
      "loss": 0.136,
      "step": 888
    },
    {
      "epoch": 0.13426974777223985,
      "grad_norm": 3.4286510376449137,
      "learning_rate": 9.950655589914493e-06,
      "loss": 0.1704,
      "step": 889
    },
    {
      "epoch": 0.13442078235916025,
      "grad_norm": 3.462151744441248,
      "learning_rate": 9.950544699900859e-06,
      "loss": 0.1844,
      "step": 890
    },
    {
      "epoch": 0.13457181694608064,
      "grad_norm": 3.7251752761651016,
      "learning_rate": 9.950433686046627e-06,
      "loss": 0.2049,
      "step": 891
    },
    {
      "epoch": 0.13472285153300106,
      "grad_norm": 3.0288278734397394,
      "learning_rate": 9.950322548354572e-06,
      "loss": 0.1712,
      "step": 892
    },
    {
      "epoch": 0.13487388611992146,
      "grad_norm": 2.990017574508584,
      "learning_rate": 9.950211286827474e-06,
      "loss": 0.1463,
      "step": 893
    },
    {
      "epoch": 0.13502492070684186,
      "grad_norm": 2.5499475550908346,
      "learning_rate": 9.950099901468118e-06,
      "loss": 0.1462,
      "step": 894
    },
    {
      "epoch": 0.13517595529376228,
      "grad_norm": 2.4072020751995495,
      "learning_rate": 9.949988392279288e-06,
      "loss": 0.149,
      "step": 895
    },
    {
      "epoch": 0.13532698988068267,
      "grad_norm": 2.9107535530984485,
      "learning_rate": 9.949876759263777e-06,
      "loss": 0.1443,
      "step": 896
    },
    {
      "epoch": 0.13547802446760307,
      "grad_norm": 3.0605839176960505,
      "learning_rate": 9.949765002424374e-06,
      "loss": 0.1611,
      "step": 897
    },
    {
      "epoch": 0.1356290590545235,
      "grad_norm": 2.7664293837931893,
      "learning_rate": 9.949653121763877e-06,
      "loss": 0.1717,
      "step": 898
    },
    {
      "epoch": 0.1357800936414439,
      "grad_norm": 3.6780754080170737,
      "learning_rate": 9.949541117285082e-06,
      "loss": 0.1958,
      "step": 899
    },
    {
      "epoch": 0.13593112822836428,
      "grad_norm": 3.8658797599787005,
      "learning_rate": 9.949428988990795e-06,
      "loss": 0.1903,
      "step": 900
    },
    {
      "epoch": 0.1360821628152847,
      "grad_norm": 3.3469429718000168,
      "learning_rate": 9.949316736883817e-06,
      "loss": 0.2034,
      "step": 901
    },
    {
      "epoch": 0.1362331974022051,
      "grad_norm": 2.722729309764317,
      "learning_rate": 9.949204360966959e-06,
      "loss": 0.1531,
      "step": 902
    },
    {
      "epoch": 0.1363842319891255,
      "grad_norm": 2.5197771063564205,
      "learning_rate": 9.94909186124303e-06,
      "loss": 0.1417,
      "step": 903
    },
    {
      "epoch": 0.13653526657604592,
      "grad_norm": 2.6527363006765396,
      "learning_rate": 9.948979237714847e-06,
      "loss": 0.1687,
      "step": 904
    },
    {
      "epoch": 0.13668630116296632,
      "grad_norm": 3.0047064970919286,
      "learning_rate": 9.948866490385223e-06,
      "loss": 0.1756,
      "step": 905
    },
    {
      "epoch": 0.1368373357498867,
      "grad_norm": 3.1614990667437857,
      "learning_rate": 9.94875361925698e-06,
      "loss": 0.1764,
      "step": 906
    },
    {
      "epoch": 0.13698837033680714,
      "grad_norm": 2.915649761128876,
      "learning_rate": 9.948640624332947e-06,
      "loss": 0.1671,
      "step": 907
    },
    {
      "epoch": 0.13713940492372753,
      "grad_norm": 2.8881082104250853,
      "learning_rate": 9.948527505615942e-06,
      "loss": 0.1669,
      "step": 908
    },
    {
      "epoch": 0.13729043951064793,
      "grad_norm": 3.2771850403366076,
      "learning_rate": 9.9484142631088e-06,
      "loss": 0.1972,
      "step": 909
    },
    {
      "epoch": 0.13744147409756835,
      "grad_norm": 2.14097000697349,
      "learning_rate": 9.948300896814354e-06,
      "loss": 0.1242,
      "step": 910
    },
    {
      "epoch": 0.13759250868448875,
      "grad_norm": 2.871204648637047,
      "learning_rate": 9.948187406735437e-06,
      "loss": 0.1698,
      "step": 911
    },
    {
      "epoch": 0.13774354327140914,
      "grad_norm": 2.582766771492872,
      "learning_rate": 9.948073792874889e-06,
      "loss": 0.1594,
      "step": 912
    },
    {
      "epoch": 0.13789457785832956,
      "grad_norm": 3.23487598937935,
      "learning_rate": 9.947960055235553e-06,
      "loss": 0.1932,
      "step": 913
    },
    {
      "epoch": 0.13804561244524996,
      "grad_norm": 3.0198547459389715,
      "learning_rate": 9.947846193820274e-06,
      "loss": 0.1769,
      "step": 914
    },
    {
      "epoch": 0.13819664703217036,
      "grad_norm": 3.113931959234162,
      "learning_rate": 9.947732208631901e-06,
      "loss": 0.1535,
      "step": 915
    },
    {
      "epoch": 0.13834768161909078,
      "grad_norm": 3.120188809531193,
      "learning_rate": 9.947618099673284e-06,
      "loss": 0.1599,
      "step": 916
    },
    {
      "epoch": 0.13849871620601117,
      "grad_norm": 2.73255128300267,
      "learning_rate": 9.947503866947277e-06,
      "loss": 0.1663,
      "step": 917
    },
    {
      "epoch": 0.13864975079293157,
      "grad_norm": 16.03223153824161,
      "learning_rate": 9.94738951045674e-06,
      "loss": 0.2126,
      "step": 918
    },
    {
      "epoch": 0.138800785379852,
      "grad_norm": 2.713457539180447,
      "learning_rate": 9.947275030204533e-06,
      "loss": 0.1512,
      "step": 919
    },
    {
      "epoch": 0.1389518199667724,
      "grad_norm": 3.015663855028896,
      "learning_rate": 9.947160426193519e-06,
      "loss": 0.1851,
      "step": 920
    },
    {
      "epoch": 0.13910285455369278,
      "grad_norm": 3.0882349494061936,
      "learning_rate": 9.947045698426563e-06,
      "loss": 0.1694,
      "step": 921
    },
    {
      "epoch": 0.1392538891406132,
      "grad_norm": 2.603368283582819,
      "learning_rate": 9.94693084690654e-06,
      "loss": 0.1511,
      "step": 922
    },
    {
      "epoch": 0.1394049237275336,
      "grad_norm": 3.0796421144532844,
      "learning_rate": 9.946815871636317e-06,
      "loss": 0.178,
      "step": 923
    },
    {
      "epoch": 0.139555958314454,
      "grad_norm": 3.054475474834138,
      "learning_rate": 9.946700772618774e-06,
      "loss": 0.1796,
      "step": 924
    },
    {
      "epoch": 0.13970699290137442,
      "grad_norm": 6.937675161145046,
      "learning_rate": 9.94658554985679e-06,
      "loss": 0.207,
      "step": 925
    },
    {
      "epoch": 0.13985802748829482,
      "grad_norm": 3.25522586585317,
      "learning_rate": 9.946470203353247e-06,
      "loss": 0.166,
      "step": 926
    },
    {
      "epoch": 0.1400090620752152,
      "grad_norm": 4.162262692807451,
      "learning_rate": 9.946354733111032e-06,
      "loss": 0.1629,
      "step": 927
    },
    {
      "epoch": 0.14016009666213564,
      "grad_norm": 3.3520675425086983,
      "learning_rate": 9.946239139133029e-06,
      "loss": 0.1626,
      "step": 928
    },
    {
      "epoch": 0.14031113124905603,
      "grad_norm": 3.483034560974812,
      "learning_rate": 9.946123421422135e-06,
      "loss": 0.1876,
      "step": 929
    },
    {
      "epoch": 0.14046216583597643,
      "grad_norm": 2.718478755818476,
      "learning_rate": 9.94600757998124e-06,
      "loss": 0.1606,
      "step": 930
    },
    {
      "epoch": 0.14061320042289685,
      "grad_norm": 2.662967038550155,
      "learning_rate": 9.945891614813245e-06,
      "loss": 0.1513,
      "step": 931
    },
    {
      "epoch": 0.14076423500981725,
      "grad_norm": 2.8097960679983074,
      "learning_rate": 9.945775525921052e-06,
      "loss": 0.154,
      "step": 932
    },
    {
      "epoch": 0.14091526959673764,
      "grad_norm": 2.8882251317244085,
      "learning_rate": 9.945659313307561e-06,
      "loss": 0.1685,
      "step": 933
    },
    {
      "epoch": 0.14106630418365806,
      "grad_norm": 8.21058896208773,
      "learning_rate": 9.94554297697568e-06,
      "loss": 0.2221,
      "step": 934
    },
    {
      "epoch": 0.14121733877057846,
      "grad_norm": 2.4426506859724335,
      "learning_rate": 9.945426516928323e-06,
      "loss": 0.1448,
      "step": 935
    },
    {
      "epoch": 0.14136837335749886,
      "grad_norm": 3.4619021810289627,
      "learning_rate": 9.9453099331684e-06,
      "loss": 0.1647,
      "step": 936
    },
    {
      "epoch": 0.14151940794441928,
      "grad_norm": 2.4630495636127447,
      "learning_rate": 9.945193225698825e-06,
      "loss": 0.1542,
      "step": 937
    },
    {
      "epoch": 0.14167044253133967,
      "grad_norm": 5.798493592337076,
      "learning_rate": 9.945076394522526e-06,
      "loss": 0.1927,
      "step": 938
    },
    {
      "epoch": 0.14182147711826007,
      "grad_norm": 3.2611263149864214,
      "learning_rate": 9.944959439642417e-06,
      "loss": 0.1752,
      "step": 939
    },
    {
      "epoch": 0.1419725117051805,
      "grad_norm": 3.2011566003822196,
      "learning_rate": 9.944842361061426e-06,
      "loss": 0.1824,
      "step": 940
    },
    {
      "epoch": 0.1421235462921009,
      "grad_norm": 2.9434221961797093,
      "learning_rate": 9.944725158782485e-06,
      "loss": 0.1785,
      "step": 941
    },
    {
      "epoch": 0.14227458087902128,
      "grad_norm": 2.6564950580638675,
      "learning_rate": 9.944607832808524e-06,
      "loss": 0.1693,
      "step": 942
    },
    {
      "epoch": 0.1424256154659417,
      "grad_norm": 3.2037385409655887,
      "learning_rate": 9.944490383142476e-06,
      "loss": 0.1757,
      "step": 943
    },
    {
      "epoch": 0.1425766500528621,
      "grad_norm": 3.0746766742213048,
      "learning_rate": 9.94437280978728e-06,
      "loss": 0.1681,
      "step": 944
    },
    {
      "epoch": 0.1427276846397825,
      "grad_norm": 2.592582720173778,
      "learning_rate": 9.94425511274588e-06,
      "loss": 0.1498,
      "step": 945
    },
    {
      "epoch": 0.14287871922670292,
      "grad_norm": 3.0423262075026662,
      "learning_rate": 9.944137292021217e-06,
      "loss": 0.1863,
      "step": 946
    },
    {
      "epoch": 0.14302975381362332,
      "grad_norm": 3.6524048390794075,
      "learning_rate": 9.944019347616238e-06,
      "loss": 0.197,
      "step": 947
    },
    {
      "epoch": 0.1431807884005437,
      "grad_norm": 5.466703655904563,
      "learning_rate": 9.943901279533896e-06,
      "loss": 0.1834,
      "step": 948
    },
    {
      "epoch": 0.14333182298746414,
      "grad_norm": 2.762107731816732,
      "learning_rate": 9.943783087777143e-06,
      "loss": 0.1663,
      "step": 949
    },
    {
      "epoch": 0.14348285757438453,
      "grad_norm": 2.6674400153882996,
      "learning_rate": 9.943664772348937e-06,
      "loss": 0.1648,
      "step": 950
    },
    {
      "epoch": 0.14363389216130493,
      "grad_norm": 2.6587753922324215,
      "learning_rate": 9.943546333252236e-06,
      "loss": 0.1481,
      "step": 951
    },
    {
      "epoch": 0.14378492674822535,
      "grad_norm": 2.6729077660750247,
      "learning_rate": 9.943427770490004e-06,
      "loss": 0.1593,
      "step": 952
    },
    {
      "epoch": 0.14393596133514575,
      "grad_norm": 3.429096575152585,
      "learning_rate": 9.943309084065206e-06,
      "loss": 0.1969,
      "step": 953
    },
    {
      "epoch": 0.14408699592206614,
      "grad_norm": 3.4062772708010267,
      "learning_rate": 9.943190273980812e-06,
      "loss": 0.1835,
      "step": 954
    },
    {
      "epoch": 0.14423803050898656,
      "grad_norm": 4.040315164531905,
      "learning_rate": 9.943071340239791e-06,
      "loss": 0.209,
      "step": 955
    },
    {
      "epoch": 0.14438906509590696,
      "grad_norm": 4.013653091925079,
      "learning_rate": 9.942952282845124e-06,
      "loss": 0.1889,
      "step": 956
    },
    {
      "epoch": 0.14454009968282736,
      "grad_norm": 3.12075308932894,
      "learning_rate": 9.942833101799785e-06,
      "loss": 0.1795,
      "step": 957
    },
    {
      "epoch": 0.14469113426974778,
      "grad_norm": 3.609961732094463,
      "learning_rate": 9.942713797106756e-06,
      "loss": 0.168,
      "step": 958
    },
    {
      "epoch": 0.14484216885666817,
      "grad_norm": 4.49624270036934,
      "learning_rate": 9.942594368769023e-06,
      "loss": 0.1822,
      "step": 959
    },
    {
      "epoch": 0.14499320344358857,
      "grad_norm": 2.8588509372896493,
      "learning_rate": 9.94247481678957e-06,
      "loss": 0.1717,
      "step": 960
    },
    {
      "epoch": 0.145144238030509,
      "grad_norm": 2.342375435864953,
      "learning_rate": 9.942355141171393e-06,
      "loss": 0.1263,
      "step": 961
    },
    {
      "epoch": 0.1452952726174294,
      "grad_norm": 5.38701987353534,
      "learning_rate": 9.942235341917482e-06,
      "loss": 0.2151,
      "step": 962
    },
    {
      "epoch": 0.14544630720434978,
      "grad_norm": 3.05166610279403,
      "learning_rate": 9.942115419030835e-06,
      "loss": 0.1783,
      "step": 963
    },
    {
      "epoch": 0.1455973417912702,
      "grad_norm": 2.923592522334313,
      "learning_rate": 9.94199537251445e-06,
      "loss": 0.1839,
      "step": 964
    },
    {
      "epoch": 0.1457483763781906,
      "grad_norm": 2.5301861851600562,
      "learning_rate": 9.941875202371333e-06,
      "loss": 0.1657,
      "step": 965
    },
    {
      "epoch": 0.145899410965111,
      "grad_norm": 5.82421989016126,
      "learning_rate": 9.94175490860449e-06,
      "loss": 0.2215,
      "step": 966
    },
    {
      "epoch": 0.14605044555203142,
      "grad_norm": 3.470135565299302,
      "learning_rate": 9.941634491216927e-06,
      "loss": 0.1996,
      "step": 967
    },
    {
      "epoch": 0.14620148013895182,
      "grad_norm": 3.0089952868554644,
      "learning_rate": 9.941513950211659e-06,
      "loss": 0.1607,
      "step": 968
    },
    {
      "epoch": 0.1463525147258722,
      "grad_norm": 7.220198801445822,
      "learning_rate": 9.9413932855917e-06,
      "loss": 0.1856,
      "step": 969
    },
    {
      "epoch": 0.14650354931279264,
      "grad_norm": 3.4043065530874177,
      "learning_rate": 9.94127249736007e-06,
      "loss": 0.1731,
      "step": 970
    },
    {
      "epoch": 0.14665458389971303,
      "grad_norm": 3.2627394917419035,
      "learning_rate": 9.94115158551979e-06,
      "loss": 0.191,
      "step": 971
    },
    {
      "epoch": 0.14680561848663343,
      "grad_norm": 3.394846953645669,
      "learning_rate": 9.941030550073884e-06,
      "loss": 0.1855,
      "step": 972
    },
    {
      "epoch": 0.14695665307355385,
      "grad_norm": 5.088088786353871,
      "learning_rate": 9.940909391025382e-06,
      "loss": 0.2484,
      "step": 973
    },
    {
      "epoch": 0.14710768766047425,
      "grad_norm": 3.5567024184280793,
      "learning_rate": 9.94078810837731e-06,
      "loss": 0.184,
      "step": 974
    },
    {
      "epoch": 0.14725872224739464,
      "grad_norm": 2.677959771226615,
      "learning_rate": 9.940666702132708e-06,
      "loss": 0.1438,
      "step": 975
    },
    {
      "epoch": 0.14740975683431506,
      "grad_norm": 2.8909097373659707,
      "learning_rate": 9.940545172294608e-06,
      "loss": 0.1785,
      "step": 976
    },
    {
      "epoch": 0.14756079142123546,
      "grad_norm": 3.022694135725918,
      "learning_rate": 9.940423518866053e-06,
      "loss": 0.1579,
      "step": 977
    },
    {
      "epoch": 0.14771182600815586,
      "grad_norm": 4.5111865158440265,
      "learning_rate": 9.940301741850086e-06,
      "loss": 0.2254,
      "step": 978
    },
    {
      "epoch": 0.14786286059507628,
      "grad_norm": 3.0989405296693198,
      "learning_rate": 9.940179841249751e-06,
      "loss": 0.1929,
      "step": 979
    },
    {
      "epoch": 0.14801389518199667,
      "grad_norm": 6.04761825400586,
      "learning_rate": 9.9400578170681e-06,
      "loss": 0.1914,
      "step": 980
    },
    {
      "epoch": 0.14816492976891707,
      "grad_norm": 2.7128277624768327,
      "learning_rate": 9.939935669308188e-06,
      "loss": 0.1627,
      "step": 981
    },
    {
      "epoch": 0.1483159643558375,
      "grad_norm": 2.682484172381204,
      "learning_rate": 9.939813397973063e-06,
      "loss": 0.1654,
      "step": 982
    },
    {
      "epoch": 0.1484669989427579,
      "grad_norm": 3.6504088259554828,
      "learning_rate": 9.93969100306579e-06,
      "loss": 0.2077,
      "step": 983
    },
    {
      "epoch": 0.14861803352967828,
      "grad_norm": 3.1060411195984865,
      "learning_rate": 9.939568484589427e-06,
      "loss": 0.1957,
      "step": 984
    },
    {
      "epoch": 0.1487690681165987,
      "grad_norm": 2.548057874860104,
      "learning_rate": 9.939445842547042e-06,
      "loss": 0.1452,
      "step": 985
    },
    {
      "epoch": 0.1489201027035191,
      "grad_norm": 3.0980449489524076,
      "learning_rate": 9.939323076941701e-06,
      "loss": 0.1822,
      "step": 986
    },
    {
      "epoch": 0.1490711372904395,
      "grad_norm": 2.2895362518383666,
      "learning_rate": 9.939200187776477e-06,
      "loss": 0.1425,
      "step": 987
    },
    {
      "epoch": 0.14922217187735992,
      "grad_norm": 2.7723354304666317,
      "learning_rate": 9.93907717505444e-06,
      "loss": 0.1819,
      "step": 988
    },
    {
      "epoch": 0.14937320646428032,
      "grad_norm": 3.1534101087543016,
      "learning_rate": 9.938954038778673e-06,
      "loss": 0.1356,
      "step": 989
    },
    {
      "epoch": 0.1495242410512007,
      "grad_norm": 3.6117400236385753,
      "learning_rate": 9.938830778952253e-06,
      "loss": 0.1624,
      "step": 990
    },
    {
      "epoch": 0.14967527563812114,
      "grad_norm": 2.87387451067728,
      "learning_rate": 9.938707395578262e-06,
      "loss": 0.1482,
      "step": 991
    },
    {
      "epoch": 0.14982631022504153,
      "grad_norm": 3.6972374905271246,
      "learning_rate": 9.93858388865979e-06,
      "loss": 0.1526,
      "step": 992
    },
    {
      "epoch": 0.14997734481196193,
      "grad_norm": 2.9800074456821437,
      "learning_rate": 9.938460258199924e-06,
      "loss": 0.1505,
      "step": 993
    },
    {
      "epoch": 0.15012837939888235,
      "grad_norm": 3.413664852504228,
      "learning_rate": 9.938336504201757e-06,
      "loss": 0.1773,
      "step": 994
    },
    {
      "epoch": 0.15027941398580275,
      "grad_norm": 2.354861104613853,
      "learning_rate": 9.938212626668385e-06,
      "loss": 0.1494,
      "step": 995
    },
    {
      "epoch": 0.15043044857272314,
      "grad_norm": 2.584561755103005,
      "learning_rate": 9.938088625602908e-06,
      "loss": 0.1705,
      "step": 996
    },
    {
      "epoch": 0.15058148315964356,
      "grad_norm": 2.8278713255595744,
      "learning_rate": 9.937964501008428e-06,
      "loss": 0.1595,
      "step": 997
    },
    {
      "epoch": 0.15073251774656396,
      "grad_norm": 3.4034959670004894,
      "learning_rate": 9.937840252888047e-06,
      "loss": 0.1649,
      "step": 998
    },
    {
      "epoch": 0.15088355233348436,
      "grad_norm": 2.791817531880729,
      "learning_rate": 9.937715881244876e-06,
      "loss": 0.1683,
      "step": 999
    },
    {
      "epoch": 0.15103458692040478,
      "grad_norm": 3.009720714067996,
      "learning_rate": 9.937591386082027e-06,
      "loss": 0.1576,
      "step": 1000
    },
    {
      "epoch": 0.15118562150732517,
      "grad_norm": 2.998917119914494,
      "learning_rate": 9.937466767402612e-06,
      "loss": 0.1715,
      "step": 1001
    },
    {
      "epoch": 0.15133665609424557,
      "grad_norm": 3.426218348223617,
      "learning_rate": 9.937342025209749e-06,
      "loss": 0.1752,
      "step": 1002
    },
    {
      "epoch": 0.151487690681166,
      "grad_norm": 2.6634302202648663,
      "learning_rate": 9.937217159506558e-06,
      "loss": 0.1433,
      "step": 1003
    },
    {
      "epoch": 0.1516387252680864,
      "grad_norm": 2.387809137519754,
      "learning_rate": 9.937092170296165e-06,
      "loss": 0.1436,
      "step": 1004
    },
    {
      "epoch": 0.15178975985500678,
      "grad_norm": 3.64178360722794,
      "learning_rate": 9.936967057581694e-06,
      "loss": 0.2052,
      "step": 1005
    },
    {
      "epoch": 0.1519407944419272,
      "grad_norm": 2.5650151287284877,
      "learning_rate": 9.936841821366275e-06,
      "loss": 0.1532,
      "step": 1006
    },
    {
      "epoch": 0.1520918290288476,
      "grad_norm": 3.4858222664891936,
      "learning_rate": 9.936716461653042e-06,
      "loss": 0.1764,
      "step": 1007
    },
    {
      "epoch": 0.152242863615768,
      "grad_norm": 2.4438728691660296,
      "learning_rate": 9.936590978445132e-06,
      "loss": 0.1291,
      "step": 1008
    },
    {
      "epoch": 0.15239389820268842,
      "grad_norm": 2.738301470143143,
      "learning_rate": 9.936465371745682e-06,
      "loss": 0.1755,
      "step": 1009
    },
    {
      "epoch": 0.15254493278960882,
      "grad_norm": 3.283939998462775,
      "learning_rate": 9.936339641557833e-06,
      "loss": 0.1938,
      "step": 1010
    },
    {
      "epoch": 0.1526959673765292,
      "grad_norm": 2.5255181547062673,
      "learning_rate": 9.936213787884734e-06,
      "loss": 0.1561,
      "step": 1011
    },
    {
      "epoch": 0.15284700196344964,
      "grad_norm": 2.8005198915457115,
      "learning_rate": 9.93608781072953e-06,
      "loss": 0.175,
      "step": 1012
    },
    {
      "epoch": 0.15299803655037003,
      "grad_norm": 3.930185281317105,
      "learning_rate": 9.935961710095375e-06,
      "loss": 0.1799,
      "step": 1013
    },
    {
      "epoch": 0.15314907113729043,
      "grad_norm": 2.9425671176461816,
      "learning_rate": 9.935835485985421e-06,
      "loss": 0.1769,
      "step": 1014
    },
    {
      "epoch": 0.15330010572421085,
      "grad_norm": 6.078209910811355,
      "learning_rate": 9.935709138402825e-06,
      "loss": 0.1772,
      "step": 1015
    },
    {
      "epoch": 0.15345114031113125,
      "grad_norm": 2.924102076335692,
      "learning_rate": 9.935582667350751e-06,
      "loss": 0.1653,
      "step": 1016
    },
    {
      "epoch": 0.15360217489805164,
      "grad_norm": 3.5989659971161925,
      "learning_rate": 9.935456072832361e-06,
      "loss": 0.1814,
      "step": 1017
    },
    {
      "epoch": 0.15375320948497206,
      "grad_norm": 3.5428681786351532,
      "learning_rate": 9.935329354850822e-06,
      "loss": 0.1851,
      "step": 1018
    },
    {
      "epoch": 0.15390424407189246,
      "grad_norm": 3.1210824280022607,
      "learning_rate": 9.935202513409304e-06,
      "loss": 0.197,
      "step": 1019
    },
    {
      "epoch": 0.15405527865881286,
      "grad_norm": 3.0652889781186317,
      "learning_rate": 9.93507554851098e-06,
      "loss": 0.1836,
      "step": 1020
    },
    {
      "epoch": 0.15420631324573328,
      "grad_norm": 2.8175558889126795,
      "learning_rate": 9.934948460159024e-06,
      "loss": 0.1725,
      "step": 1021
    },
    {
      "epoch": 0.15435734783265367,
      "grad_norm": 2.933140598167281,
      "learning_rate": 9.934821248356619e-06,
      "loss": 0.1681,
      "step": 1022
    },
    {
      "epoch": 0.15450838241957407,
      "grad_norm": 2.401765280358054,
      "learning_rate": 9.934693913106946e-06,
      "loss": 0.1554,
      "step": 1023
    },
    {
      "epoch": 0.1546594170064945,
      "grad_norm": 3.3064162119048635,
      "learning_rate": 9.934566454413188e-06,
      "loss": 0.1756,
      "step": 1024
    },
    {
      "epoch": 0.1548104515934149,
      "grad_norm": 3.6386661352486813,
      "learning_rate": 9.934438872278535e-06,
      "loss": 0.171,
      "step": 1025
    },
    {
      "epoch": 0.15496148618033528,
      "grad_norm": 2.7695925199576577,
      "learning_rate": 9.934311166706178e-06,
      "loss": 0.1461,
      "step": 1026
    },
    {
      "epoch": 0.1551125207672557,
      "grad_norm": 2.9184813175520534,
      "learning_rate": 9.934183337699314e-06,
      "loss": 0.1625,
      "step": 1027
    },
    {
      "epoch": 0.1552635553541761,
      "grad_norm": 3.293546073587853,
      "learning_rate": 9.934055385261139e-06,
      "loss": 0.153,
      "step": 1028
    },
    {
      "epoch": 0.1554145899410965,
      "grad_norm": 2.528295571851272,
      "learning_rate": 9.933927309394854e-06,
      "loss": 0.163,
      "step": 1029
    },
    {
      "epoch": 0.15556562452801692,
      "grad_norm": 2.968822086330793,
      "learning_rate": 9.933799110103662e-06,
      "loss": 0.1771,
      "step": 1030
    },
    {
      "epoch": 0.15571665911493732,
      "grad_norm": 2.7803911565214214,
      "learning_rate": 9.933670787390771e-06,
      "loss": 0.1651,
      "step": 1031
    },
    {
      "epoch": 0.1558676937018577,
      "grad_norm": 2.9263288413260407,
      "learning_rate": 9.93354234125939e-06,
      "loss": 0.182,
      "step": 1032
    },
    {
      "epoch": 0.15601872828877814,
      "grad_norm": 2.73331445705435,
      "learning_rate": 9.933413771712734e-06,
      "loss": 0.1486,
      "step": 1033
    },
    {
      "epoch": 0.15616976287569853,
      "grad_norm": 3.8302330591926914,
      "learning_rate": 9.933285078754017e-06,
      "loss": 0.1954,
      "step": 1034
    },
    {
      "epoch": 0.15632079746261893,
      "grad_norm": 2.2028518140450415,
      "learning_rate": 9.933156262386461e-06,
      "loss": 0.1459,
      "step": 1035
    },
    {
      "epoch": 0.15647183204953935,
      "grad_norm": 3.0489605978719836,
      "learning_rate": 9.933027322613286e-06,
      "loss": 0.1774,
      "step": 1036
    },
    {
      "epoch": 0.15662286663645975,
      "grad_norm": 4.33102605188305,
      "learning_rate": 9.93289825943772e-06,
      "loss": 0.2086,
      "step": 1037
    },
    {
      "epoch": 0.15677390122338014,
      "grad_norm": 3.0077164166121,
      "learning_rate": 9.932769072862988e-06,
      "loss": 0.1789,
      "step": 1038
    },
    {
      "epoch": 0.15692493581030056,
      "grad_norm": 2.9436524448612307,
      "learning_rate": 9.932639762892325e-06,
      "loss": 0.1815,
      "step": 1039
    },
    {
      "epoch": 0.15707597039722096,
      "grad_norm": 3.5804809216960436,
      "learning_rate": 9.932510329528962e-06,
      "loss": 0.1951,
      "step": 1040
    },
    {
      "epoch": 0.15722700498414136,
      "grad_norm": 3.2350705746458646,
      "learning_rate": 9.93238077277614e-06,
      "loss": 0.1708,
      "step": 1041
    },
    {
      "epoch": 0.15737803957106178,
      "grad_norm": 3.065218093296157,
      "learning_rate": 9.932251092637102e-06,
      "loss": 0.1821,
      "step": 1042
    },
    {
      "epoch": 0.15752907415798217,
      "grad_norm": 2.7768041844203624,
      "learning_rate": 9.932121289115086e-06,
      "loss": 0.1817,
      "step": 1043
    },
    {
      "epoch": 0.15768010874490257,
      "grad_norm": 2.396990686761492,
      "learning_rate": 9.931991362213343e-06,
      "loss": 0.1526,
      "step": 1044
    },
    {
      "epoch": 0.157831143331823,
      "grad_norm": 4.122186728988527,
      "learning_rate": 9.931861311935123e-06,
      "loss": 0.1505,
      "step": 1045
    },
    {
      "epoch": 0.1579821779187434,
      "grad_norm": 2.5381348096848075,
      "learning_rate": 9.93173113828368e-06,
      "loss": 0.1473,
      "step": 1046
    },
    {
      "epoch": 0.15813321250566378,
      "grad_norm": 2.788937733382081,
      "learning_rate": 9.931600841262268e-06,
      "loss": 0.1476,
      "step": 1047
    },
    {
      "epoch": 0.1582842470925842,
      "grad_norm": 2.5274298575775815,
      "learning_rate": 9.931470420874147e-06,
      "loss": 0.1533,
      "step": 1048
    },
    {
      "epoch": 0.1584352816795046,
      "grad_norm": 3.019133600261103,
      "learning_rate": 9.93133987712258e-06,
      "loss": 0.1445,
      "step": 1049
    },
    {
      "epoch": 0.158586316266425,
      "grad_norm": 2.780354997678927,
      "learning_rate": 9.931209210010835e-06,
      "loss": 0.1636,
      "step": 1050
    },
    {
      "epoch": 0.15873735085334542,
      "grad_norm": 2.9223742343244052,
      "learning_rate": 9.931078419542177e-06,
      "loss": 0.1921,
      "step": 1051
    },
    {
      "epoch": 0.15888838544026582,
      "grad_norm": 3.582967219279585,
      "learning_rate": 9.93094750571988e-06,
      "loss": 0.1586,
      "step": 1052
    },
    {
      "epoch": 0.1590394200271862,
      "grad_norm": 2.9126130850022065,
      "learning_rate": 9.930816468547215e-06,
      "loss": 0.1708,
      "step": 1053
    },
    {
      "epoch": 0.15919045461410664,
      "grad_norm": 2.993162282576796,
      "learning_rate": 9.930685308027465e-06,
      "loss": 0.1547,
      "step": 1054
    },
    {
      "epoch": 0.15934148920102703,
      "grad_norm": 2.8494582438839546,
      "learning_rate": 9.93055402416391e-06,
      "loss": 0.1575,
      "step": 1055
    },
    {
      "epoch": 0.15949252378794743,
      "grad_norm": 3.4290753778346117,
      "learning_rate": 9.930422616959835e-06,
      "loss": 0.1801,
      "step": 1056
    },
    {
      "epoch": 0.15964355837486785,
      "grad_norm": 3.2682305685445807,
      "learning_rate": 9.930291086418522e-06,
      "loss": 0.1805,
      "step": 1057
    },
    {
      "epoch": 0.15979459296178825,
      "grad_norm": 2.6189284692833916,
      "learning_rate": 9.930159432543268e-06,
      "loss": 0.1493,
      "step": 1058
    },
    {
      "epoch": 0.15994562754870864,
      "grad_norm": 3.1710481313960606,
      "learning_rate": 9.93002765533736e-06,
      "loss": 0.1822,
      "step": 1059
    },
    {
      "epoch": 0.16009666213562906,
      "grad_norm": 2.53752838507505,
      "learning_rate": 9.9298957548041e-06,
      "loss": 0.1455,
      "step": 1060
    },
    {
      "epoch": 0.16024769672254946,
      "grad_norm": 3.3876470886220225,
      "learning_rate": 9.929763730946783e-06,
      "loss": 0.1849,
      "step": 1061
    },
    {
      "epoch": 0.16039873130946986,
      "grad_norm": 2.6864224757528246,
      "learning_rate": 9.929631583768718e-06,
      "loss": 0.1557,
      "step": 1062
    },
    {
      "epoch": 0.16054976589639028,
      "grad_norm": 2.23588181145321,
      "learning_rate": 9.929499313273204e-06,
      "loss": 0.1313,
      "step": 1063
    },
    {
      "epoch": 0.16070080048331067,
      "grad_norm": 3.0758283157527733,
      "learning_rate": 9.929366919463552e-06,
      "loss": 0.1477,
      "step": 1064
    },
    {
      "epoch": 0.16085183507023107,
      "grad_norm": 2.6055179447849577,
      "learning_rate": 9.929234402343075e-06,
      "loss": 0.1757,
      "step": 1065
    },
    {
      "epoch": 0.1610028696571515,
      "grad_norm": 2.7625401701478656,
      "learning_rate": 9.929101761915088e-06,
      "loss": 0.1748,
      "step": 1066
    },
    {
      "epoch": 0.1611539042440719,
      "grad_norm": 4.426546974451077,
      "learning_rate": 9.928968998182905e-06,
      "loss": 0.1704,
      "step": 1067
    },
    {
      "epoch": 0.16130493883099228,
      "grad_norm": 2.4221787557402132,
      "learning_rate": 9.928836111149856e-06,
      "loss": 0.1418,
      "step": 1068
    },
    {
      "epoch": 0.1614559734179127,
      "grad_norm": 3.065163976139544,
      "learning_rate": 9.928703100819257e-06,
      "loss": 0.2144,
      "step": 1069
    },
    {
      "epoch": 0.1616070080048331,
      "grad_norm": 3.122036885904642,
      "learning_rate": 9.928569967194437e-06,
      "loss": 0.1875,
      "step": 1070
    },
    {
      "epoch": 0.1617580425917535,
      "grad_norm": 2.8022628014772564,
      "learning_rate": 9.92843671027873e-06,
      "loss": 0.1353,
      "step": 1071
    },
    {
      "epoch": 0.16190907717867392,
      "grad_norm": 2.586758977126138,
      "learning_rate": 9.928303330075466e-06,
      "loss": 0.1492,
      "step": 1072
    },
    {
      "epoch": 0.16206011176559432,
      "grad_norm": 3.118207460088234,
      "learning_rate": 9.928169826587984e-06,
      "loss": 0.1748,
      "step": 1073
    },
    {
      "epoch": 0.1622111463525147,
      "grad_norm": 2.4988687847418696,
      "learning_rate": 9.928036199819621e-06,
      "loss": 0.1582,
      "step": 1074
    },
    {
      "epoch": 0.16236218093943514,
      "grad_norm": 2.3834121617246082,
      "learning_rate": 9.927902449773722e-06,
      "loss": 0.1534,
      "step": 1075
    },
    {
      "epoch": 0.16251321552635553,
      "grad_norm": 3.5895779156551746,
      "learning_rate": 9.92776857645363e-06,
      "loss": 0.1683,
      "step": 1076
    },
    {
      "epoch": 0.16266425011327593,
      "grad_norm": 2.891953671292175,
      "learning_rate": 9.927634579862697e-06,
      "loss": 0.1788,
      "step": 1077
    },
    {
      "epoch": 0.16281528470019635,
      "grad_norm": 3.309995587467627,
      "learning_rate": 9.927500460004274e-06,
      "loss": 0.1777,
      "step": 1078
    },
    {
      "epoch": 0.16296631928711675,
      "grad_norm": 4.266577301150299,
      "learning_rate": 9.927366216881715e-06,
      "loss": 0.1633,
      "step": 1079
    },
    {
      "epoch": 0.16311735387403714,
      "grad_norm": 7.803866414175067,
      "learning_rate": 9.92723185049838e-06,
      "loss": 0.2662,
      "step": 1080
    },
    {
      "epoch": 0.16326838846095756,
      "grad_norm": 3.314464721426022,
      "learning_rate": 9.92709736085763e-06,
      "loss": 0.1947,
      "step": 1081
    },
    {
      "epoch": 0.16341942304787796,
      "grad_norm": 2.8931955345782394,
      "learning_rate": 9.926962747962828e-06,
      "loss": 0.1622,
      "step": 1082
    },
    {
      "epoch": 0.16357045763479836,
      "grad_norm": 2.8496234175636803,
      "learning_rate": 9.92682801181734e-06,
      "loss": 0.187,
      "step": 1083
    },
    {
      "epoch": 0.16372149222171878,
      "grad_norm": 2.645406532721558,
      "learning_rate": 9.92669315242454e-06,
      "loss": 0.1541,
      "step": 1084
    },
    {
      "epoch": 0.16387252680863917,
      "grad_norm": 3.4181252175778414,
      "learning_rate": 9.926558169787801e-06,
      "loss": 0.166,
      "step": 1085
    },
    {
      "epoch": 0.16402356139555957,
      "grad_norm": 2.8441587378777147,
      "learning_rate": 9.9264230639105e-06,
      "loss": 0.1675,
      "step": 1086
    },
    {
      "epoch": 0.16417459598248,
      "grad_norm": 2.9770583230803367,
      "learning_rate": 9.926287834796013e-06,
      "loss": 0.1597,
      "step": 1087
    },
    {
      "epoch": 0.1643256305694004,
      "grad_norm": 2.969727240073377,
      "learning_rate": 9.926152482447726e-06,
      "loss": 0.1605,
      "step": 1088
    },
    {
      "epoch": 0.16447666515632078,
      "grad_norm": 3.0004967101587643,
      "learning_rate": 9.926017006869025e-06,
      "loss": 0.1682,
      "step": 1089
    },
    {
      "epoch": 0.1646276997432412,
      "grad_norm": 2.8016755669208147,
      "learning_rate": 9.925881408063297e-06,
      "loss": 0.1629,
      "step": 1090
    },
    {
      "epoch": 0.1647787343301616,
      "grad_norm": 2.962478196407774,
      "learning_rate": 9.925745686033936e-06,
      "loss": 0.1803,
      "step": 1091
    },
    {
      "epoch": 0.164929768917082,
      "grad_norm": 3.202193401611355,
      "learning_rate": 9.925609840784336e-06,
      "loss": 0.1869,
      "step": 1092
    },
    {
      "epoch": 0.16508080350400242,
      "grad_norm": 2.4536892453297514,
      "learning_rate": 9.925473872317897e-06,
      "loss": 0.1534,
      "step": 1093
    },
    {
      "epoch": 0.16523183809092282,
      "grad_norm": 3.9699929445068345,
      "learning_rate": 9.925337780638018e-06,
      "loss": 0.1736,
      "step": 1094
    },
    {
      "epoch": 0.1653828726778432,
      "grad_norm": 2.842417823632091,
      "learning_rate": 9.925201565748105e-06,
      "loss": 0.1744,
      "step": 1095
    },
    {
      "epoch": 0.16553390726476364,
      "grad_norm": 2.4754100332917077,
      "learning_rate": 9.925065227651565e-06,
      "loss": 0.1663,
      "step": 1096
    },
    {
      "epoch": 0.16568494185168403,
      "grad_norm": 2.911355335618653,
      "learning_rate": 9.92492876635181e-06,
      "loss": 0.1811,
      "step": 1097
    },
    {
      "epoch": 0.16583597643860443,
      "grad_norm": 3.0913273760226203,
      "learning_rate": 9.92479218185225e-06,
      "loss": 0.1603,
      "step": 1098
    },
    {
      "epoch": 0.16598701102552485,
      "grad_norm": 2.7424806280240133,
      "learning_rate": 9.924655474156305e-06,
      "loss": 0.1727,
      "step": 1099
    },
    {
      "epoch": 0.16613804561244525,
      "grad_norm": 2.3001897897497225,
      "learning_rate": 9.924518643267393e-06,
      "loss": 0.1301,
      "step": 1100
    },
    {
      "epoch": 0.16628908019936564,
      "grad_norm": 2.992393634185184,
      "learning_rate": 9.92438168918894e-06,
      "loss": 0.156,
      "step": 1101
    },
    {
      "epoch": 0.16644011478628606,
      "grad_norm": 3.003684419361946,
      "learning_rate": 9.924244611924368e-06,
      "loss": 0.1663,
      "step": 1102
    },
    {
      "epoch": 0.16659114937320646,
      "grad_norm": 4.7370659345776165,
      "learning_rate": 9.924107411477106e-06,
      "loss": 0.2023,
      "step": 1103
    },
    {
      "epoch": 0.16674218396012688,
      "grad_norm": 2.5269252627430805,
      "learning_rate": 9.923970087850591e-06,
      "loss": 0.1491,
      "step": 1104
    },
    {
      "epoch": 0.16689321854704728,
      "grad_norm": 2.3955180603916473,
      "learning_rate": 9.923832641048254e-06,
      "loss": 0.1452,
      "step": 1105
    },
    {
      "epoch": 0.16704425313396767,
      "grad_norm": 2.9904790025546353,
      "learning_rate": 9.923695071073534e-06,
      "loss": 0.1765,
      "step": 1106
    },
    {
      "epoch": 0.1671952877208881,
      "grad_norm": 2.902872442913884,
      "learning_rate": 9.923557377929872e-06,
      "loss": 0.188,
      "step": 1107
    },
    {
      "epoch": 0.1673463223078085,
      "grad_norm": 2.547760141552346,
      "learning_rate": 9.923419561620716e-06,
      "loss": 0.1706,
      "step": 1108
    },
    {
      "epoch": 0.1674973568947289,
      "grad_norm": 2.854360379997613,
      "learning_rate": 9.923281622149508e-06,
      "loss": 0.1787,
      "step": 1109
    },
    {
      "epoch": 0.1676483914816493,
      "grad_norm": 2.610913518107109,
      "learning_rate": 9.923143559519701e-06,
      "loss": 0.1595,
      "step": 1110
    },
    {
      "epoch": 0.1677994260685697,
      "grad_norm": 2.674139546584187,
      "learning_rate": 9.923005373734752e-06,
      "loss": 0.1611,
      "step": 1111
    },
    {
      "epoch": 0.1679504606554901,
      "grad_norm": 4.761333745799679,
      "learning_rate": 9.922867064798113e-06,
      "loss": 0.3881,
      "step": 1112
    },
    {
      "epoch": 0.16810149524241053,
      "grad_norm": 2.9330542641771364,
      "learning_rate": 9.922728632713246e-06,
      "loss": 0.1727,
      "step": 1113
    },
    {
      "epoch": 0.16825252982933092,
      "grad_norm": 3.817458521697432,
      "learning_rate": 9.922590077483614e-06,
      "loss": 0.186,
      "step": 1114
    },
    {
      "epoch": 0.16840356441625132,
      "grad_norm": 2.9809120057753793,
      "learning_rate": 9.922451399112683e-06,
      "loss": 0.1833,
      "step": 1115
    },
    {
      "epoch": 0.16855459900317174,
      "grad_norm": 2.840345965181265,
      "learning_rate": 9.922312597603922e-06,
      "loss": 0.1849,
      "step": 1116
    },
    {
      "epoch": 0.16870563359009214,
      "grad_norm": 2.299019007311814,
      "learning_rate": 9.922173672960803e-06,
      "loss": 0.155,
      "step": 1117
    },
    {
      "epoch": 0.16885666817701253,
      "grad_norm": 3.272986329828003,
      "learning_rate": 9.922034625186801e-06,
      "loss": 0.1673,
      "step": 1118
    },
    {
      "epoch": 0.16900770276393295,
      "grad_norm": 2.785000910546995,
      "learning_rate": 9.921895454285396e-06,
      "loss": 0.1539,
      "step": 1119
    },
    {
      "epoch": 0.16915873735085335,
      "grad_norm": 3.014629684951083,
      "learning_rate": 9.921756160260067e-06,
      "loss": 0.1761,
      "step": 1120
    },
    {
      "epoch": 0.16930977193777375,
      "grad_norm": 2.6466907826190447,
      "learning_rate": 9.9216167431143e-06,
      "loss": 0.1564,
      "step": 1121
    },
    {
      "epoch": 0.16946080652469417,
      "grad_norm": 3.9876831312533865,
      "learning_rate": 9.921477202851584e-06,
      "loss": 0.1679,
      "step": 1122
    },
    {
      "epoch": 0.16961184111161456,
      "grad_norm": 3.0333925017872776,
      "learning_rate": 9.921337539475405e-06,
      "loss": 0.1764,
      "step": 1123
    },
    {
      "epoch": 0.16976287569853496,
      "grad_norm": 2.7494486750593765,
      "learning_rate": 9.921197752989262e-06,
      "loss": 0.1607,
      "step": 1124
    },
    {
      "epoch": 0.16991391028545538,
      "grad_norm": 2.7609532243611388,
      "learning_rate": 9.921057843396648e-06,
      "loss": 0.1707,
      "step": 1125
    },
    {
      "epoch": 0.17006494487237578,
      "grad_norm": 3.998858403608429,
      "learning_rate": 9.920917810701065e-06,
      "loss": 0.175,
      "step": 1126
    },
    {
      "epoch": 0.17021597945929617,
      "grad_norm": 3.381217316925807,
      "learning_rate": 9.920777654906016e-06,
      "loss": 0.1415,
      "step": 1127
    },
    {
      "epoch": 0.1703670140462166,
      "grad_norm": 3.2480428306039175,
      "learning_rate": 9.920637376015007e-06,
      "loss": 0.169,
      "step": 1128
    },
    {
      "epoch": 0.170518048633137,
      "grad_norm": 3.3121490521266446,
      "learning_rate": 9.920496974031546e-06,
      "loss": 0.1646,
      "step": 1129
    },
    {
      "epoch": 0.1706690832200574,
      "grad_norm": 2.7864478523233,
      "learning_rate": 9.920356448959145e-06,
      "loss": 0.1759,
      "step": 1130
    },
    {
      "epoch": 0.1708201178069778,
      "grad_norm": 3.0731582478438013,
      "learning_rate": 9.920215800801321e-06,
      "loss": 0.1589,
      "step": 1131
    },
    {
      "epoch": 0.1709711523938982,
      "grad_norm": 2.547596382282077,
      "learning_rate": 9.920075029561594e-06,
      "loss": 0.1579,
      "step": 1132
    },
    {
      "epoch": 0.1711221869808186,
      "grad_norm": 2.5736494795203995,
      "learning_rate": 9.91993413524348e-06,
      "loss": 0.1598,
      "step": 1133
    },
    {
      "epoch": 0.17127322156773903,
      "grad_norm": 2.6854343562576246,
      "learning_rate": 9.919793117850506e-06,
      "loss": 0.1695,
      "step": 1134
    },
    {
      "epoch": 0.17142425615465942,
      "grad_norm": 2.6641303600936546,
      "learning_rate": 9.919651977386204e-06,
      "loss": 0.1566,
      "step": 1135
    },
    {
      "epoch": 0.17157529074157982,
      "grad_norm": 3.1332874979877854,
      "learning_rate": 9.919510713854099e-06,
      "loss": 0.1834,
      "step": 1136
    },
    {
      "epoch": 0.17172632532850024,
      "grad_norm": 2.941863911409242,
      "learning_rate": 9.919369327257726e-06,
      "loss": 0.1705,
      "step": 1137
    },
    {
      "epoch": 0.17187735991542064,
      "grad_norm": 3.321358879653198,
      "learning_rate": 9.919227817600625e-06,
      "loss": 0.1666,
      "step": 1138
    },
    {
      "epoch": 0.17202839450234103,
      "grad_norm": 4.828360132582347,
      "learning_rate": 9.919086184886331e-06,
      "loss": 0.1918,
      "step": 1139
    },
    {
      "epoch": 0.17217942908926145,
      "grad_norm": 2.682339919099411,
      "learning_rate": 9.918944429118392e-06,
      "loss": 0.1376,
      "step": 1140
    },
    {
      "epoch": 0.17233046367618185,
      "grad_norm": 3.673682818582982,
      "learning_rate": 9.918802550300348e-06,
      "loss": 0.1852,
      "step": 1141
    },
    {
      "epoch": 0.17248149826310225,
      "grad_norm": 2.6343689183585717,
      "learning_rate": 9.918660548435755e-06,
      "loss": 0.1579,
      "step": 1142
    },
    {
      "epoch": 0.17263253285002267,
      "grad_norm": 2.898534120238209,
      "learning_rate": 9.918518423528162e-06,
      "loss": 0.1626,
      "step": 1143
    },
    {
      "epoch": 0.17278356743694306,
      "grad_norm": 2.89100629989136,
      "learning_rate": 9.918376175581123e-06,
      "loss": 0.1903,
      "step": 1144
    },
    {
      "epoch": 0.17293460202386346,
      "grad_norm": 4.027041466616999,
      "learning_rate": 9.918233804598199e-06,
      "loss": 0.2042,
      "step": 1145
    },
    {
      "epoch": 0.17308563661078388,
      "grad_norm": 2.4189886131576257,
      "learning_rate": 9.918091310582951e-06,
      "loss": 0.146,
      "step": 1146
    },
    {
      "epoch": 0.17323667119770428,
      "grad_norm": 2.7450345107283214,
      "learning_rate": 9.91794869353894e-06,
      "loss": 0.1397,
      "step": 1147
    },
    {
      "epoch": 0.17338770578462467,
      "grad_norm": 2.628001079521027,
      "learning_rate": 9.91780595346974e-06,
      "loss": 0.1467,
      "step": 1148
    },
    {
      "epoch": 0.1735387403715451,
      "grad_norm": 2.6441414772081346,
      "learning_rate": 9.917663090378917e-06,
      "loss": 0.1651,
      "step": 1149
    },
    {
      "epoch": 0.1736897749584655,
      "grad_norm": 3.8496364035013952,
      "learning_rate": 9.917520104270046e-06,
      "loss": 0.1668,
      "step": 1150
    },
    {
      "epoch": 0.1738408095453859,
      "grad_norm": 3.4970370168513076,
      "learning_rate": 9.917376995146704e-06,
      "loss": 0.181,
      "step": 1151
    },
    {
      "epoch": 0.1739918441323063,
      "grad_norm": 9.872332947537764,
      "learning_rate": 9.917233763012472e-06,
      "loss": 0.2508,
      "step": 1152
    },
    {
      "epoch": 0.1741428787192267,
      "grad_norm": 3.8093766672276437,
      "learning_rate": 9.917090407870931e-06,
      "loss": 0.1692,
      "step": 1153
    },
    {
      "epoch": 0.1742939133061471,
      "grad_norm": 2.9940890447356323,
      "learning_rate": 9.916946929725668e-06,
      "loss": 0.1816,
      "step": 1154
    },
    {
      "epoch": 0.17444494789306753,
      "grad_norm": 2.400423322253169,
      "learning_rate": 9.916803328580273e-06,
      "loss": 0.1571,
      "step": 1155
    },
    {
      "epoch": 0.17459598247998792,
      "grad_norm": 2.777092120471612,
      "learning_rate": 9.916659604438336e-06,
      "loss": 0.1661,
      "step": 1156
    },
    {
      "epoch": 0.17474701706690832,
      "grad_norm": 4.927651048162132,
      "learning_rate": 9.916515757303456e-06,
      "loss": 0.1906,
      "step": 1157
    },
    {
      "epoch": 0.17489805165382874,
      "grad_norm": 3.437275140038844,
      "learning_rate": 9.916371787179227e-06,
      "loss": 0.2071,
      "step": 1158
    },
    {
      "epoch": 0.17504908624074914,
      "grad_norm": 2.9465498244009334,
      "learning_rate": 9.916227694069253e-06,
      "loss": 0.1872,
      "step": 1159
    },
    {
      "epoch": 0.17520012082766953,
      "grad_norm": 2.5432306547915204,
      "learning_rate": 9.916083477977141e-06,
      "loss": 0.1566,
      "step": 1160
    },
    {
      "epoch": 0.17535115541458995,
      "grad_norm": 3.7914739712737706,
      "learning_rate": 9.915939138906494e-06,
      "loss": 0.1861,
      "step": 1161
    },
    {
      "epoch": 0.17550219000151035,
      "grad_norm": 2.8977409032791597,
      "learning_rate": 9.915794676860924e-06,
      "loss": 0.1534,
      "step": 1162
    },
    {
      "epoch": 0.17565322458843075,
      "grad_norm": 3.3514455783742627,
      "learning_rate": 9.915650091844047e-06,
      "loss": 0.1866,
      "step": 1163
    },
    {
      "epoch": 0.17580425917535117,
      "grad_norm": 3.1568500941758,
      "learning_rate": 9.91550538385948e-06,
      "loss": 0.1814,
      "step": 1164
    },
    {
      "epoch": 0.17595529376227156,
      "grad_norm": 2.7950800200663086,
      "learning_rate": 9.915360552910837e-06,
      "loss": 0.1611,
      "step": 1165
    },
    {
      "epoch": 0.17610632834919196,
      "grad_norm": 2.852035289712551,
      "learning_rate": 9.915215599001748e-06,
      "loss": 0.1543,
      "step": 1166
    },
    {
      "epoch": 0.17625736293611238,
      "grad_norm": 3.417975868831882,
      "learning_rate": 9.915070522135834e-06,
      "loss": 0.1848,
      "step": 1167
    },
    {
      "epoch": 0.17640839752303278,
      "grad_norm": 2.5823708898367705,
      "learning_rate": 9.91492532231673e-06,
      "loss": 0.164,
      "step": 1168
    },
    {
      "epoch": 0.17655943210995317,
      "grad_norm": 4.301937309465748,
      "learning_rate": 9.914779999548063e-06,
      "loss": 0.1617,
      "step": 1169
    },
    {
      "epoch": 0.1767104666968736,
      "grad_norm": 3.2399992281351278,
      "learning_rate": 9.914634553833471e-06,
      "loss": 0.1588,
      "step": 1170
    },
    {
      "epoch": 0.176861501283794,
      "grad_norm": 2.8865933937005512,
      "learning_rate": 9.914488985176591e-06,
      "loss": 0.1669,
      "step": 1171
    },
    {
      "epoch": 0.1770125358707144,
      "grad_norm": 3.599648493307587,
      "learning_rate": 9.914343293581066e-06,
      "loss": 0.1806,
      "step": 1172
    },
    {
      "epoch": 0.1771635704576348,
      "grad_norm": 4.178868427728367,
      "learning_rate": 9.914197479050538e-06,
      "loss": 0.1926,
      "step": 1173
    },
    {
      "epoch": 0.1773146050445552,
      "grad_norm": 2.764610500611124,
      "learning_rate": 9.914051541588657e-06,
      "loss": 0.15,
      "step": 1174
    },
    {
      "epoch": 0.1774656396314756,
      "grad_norm": 3.1994443815270373,
      "learning_rate": 9.913905481199074e-06,
      "loss": 0.1639,
      "step": 1175
    },
    {
      "epoch": 0.17761667421839603,
      "grad_norm": 4.046405698144353,
      "learning_rate": 9.91375929788544e-06,
      "loss": 0.1838,
      "step": 1176
    },
    {
      "epoch": 0.17776770880531642,
      "grad_norm": 3.2957466280497094,
      "learning_rate": 9.913612991651416e-06,
      "loss": 0.1665,
      "step": 1177
    },
    {
      "epoch": 0.17791874339223682,
      "grad_norm": 3.081681341360573,
      "learning_rate": 9.913466562500658e-06,
      "loss": 0.1673,
      "step": 1178
    },
    {
      "epoch": 0.17806977797915724,
      "grad_norm": 4.331232415281952,
      "learning_rate": 9.913320010436832e-06,
      "loss": 0.2041,
      "step": 1179
    },
    {
      "epoch": 0.17822081256607764,
      "grad_norm": 3.144841284695798,
      "learning_rate": 9.913173335463599e-06,
      "loss": 0.1746,
      "step": 1180
    },
    {
      "epoch": 0.17837184715299803,
      "grad_norm": 3.1375678683928094,
      "learning_rate": 9.913026537584636e-06,
      "loss": 0.1719,
      "step": 1181
    },
    {
      "epoch": 0.17852288173991845,
      "grad_norm": 2.9944419021691293,
      "learning_rate": 9.912879616803607e-06,
      "loss": 0.1529,
      "step": 1182
    },
    {
      "epoch": 0.17867391632683885,
      "grad_norm": 2.6658825437295994,
      "learning_rate": 9.912732573124195e-06,
      "loss": 0.1719,
      "step": 1183
    },
    {
      "epoch": 0.17882495091375925,
      "grad_norm": 3.4933031750398085,
      "learning_rate": 9.912585406550073e-06,
      "loss": 0.174,
      "step": 1184
    },
    {
      "epoch": 0.17897598550067967,
      "grad_norm": 2.823116098373148,
      "learning_rate": 9.912438117084925e-06,
      "loss": 0.1624,
      "step": 1185
    },
    {
      "epoch": 0.17912702008760006,
      "grad_norm": 2.7446309026507256,
      "learning_rate": 9.912290704732435e-06,
      "loss": 0.1596,
      "step": 1186
    },
    {
      "epoch": 0.17927805467452046,
      "grad_norm": 2.9021445083817157,
      "learning_rate": 9.912143169496289e-06,
      "loss": 0.1778,
      "step": 1187
    },
    {
      "epoch": 0.17942908926144088,
      "grad_norm": 2.50304087299115,
      "learning_rate": 9.91199551138018e-06,
      "loss": 0.1428,
      "step": 1188
    },
    {
      "epoch": 0.17958012384836128,
      "grad_norm": 2.78337018366671,
      "learning_rate": 9.911847730387799e-06,
      "loss": 0.1735,
      "step": 1189
    },
    {
      "epoch": 0.17973115843528167,
      "grad_norm": 3.4576458673053385,
      "learning_rate": 9.911699826522847e-06,
      "loss": 0.176,
      "step": 1190
    },
    {
      "epoch": 0.1798821930222021,
      "grad_norm": 2.621816957171426,
      "learning_rate": 9.911551799789018e-06,
      "loss": 0.1567,
      "step": 1191
    },
    {
      "epoch": 0.1800332276091225,
      "grad_norm": 3.5008985537069677,
      "learning_rate": 9.911403650190022e-06,
      "loss": 0.1774,
      "step": 1192
    },
    {
      "epoch": 0.1801842621960429,
      "grad_norm": 2.926077754931342,
      "learning_rate": 9.91125537772956e-06,
      "loss": 0.1664,
      "step": 1193
    },
    {
      "epoch": 0.1803352967829633,
      "grad_norm": 2.6535639816087326,
      "learning_rate": 9.911106982411342e-06,
      "loss": 0.161,
      "step": 1194
    },
    {
      "epoch": 0.1804863313698837,
      "grad_norm": 2.8736194205063232,
      "learning_rate": 9.910958464239082e-06,
      "loss": 0.1544,
      "step": 1195
    },
    {
      "epoch": 0.1806373659568041,
      "grad_norm": 2.446482575359826,
      "learning_rate": 9.910809823216493e-06,
      "loss": 0.1508,
      "step": 1196
    },
    {
      "epoch": 0.18078840054372453,
      "grad_norm": 2.7800267070694895,
      "learning_rate": 9.910661059347295e-06,
      "loss": 0.1699,
      "step": 1197
    },
    {
      "epoch": 0.18093943513064492,
      "grad_norm": 3.1684068592343593,
      "learning_rate": 9.910512172635209e-06,
      "loss": 0.1737,
      "step": 1198
    },
    {
      "epoch": 0.18109046971756532,
      "grad_norm": 2.3968323272640304,
      "learning_rate": 9.910363163083957e-06,
      "loss": 0.1707,
      "step": 1199
    },
    {
      "epoch": 0.18124150430448574,
      "grad_norm": 2.8141525885655456,
      "learning_rate": 9.910214030697272e-06,
      "loss": 0.1839,
      "step": 1200
    },
    {
      "epoch": 0.18139253889140614,
      "grad_norm": 2.489264913573276,
      "learning_rate": 9.91006477547888e-06,
      "loss": 0.1587,
      "step": 1201
    },
    {
      "epoch": 0.18154357347832653,
      "grad_norm": 2.6199983443570853,
      "learning_rate": 9.909915397432515e-06,
      "loss": 0.1823,
      "step": 1202
    },
    {
      "epoch": 0.18169460806524695,
      "grad_norm": 3.1760244810442932,
      "learning_rate": 9.909765896561917e-06,
      "loss": 0.1579,
      "step": 1203
    },
    {
      "epoch": 0.18184564265216735,
      "grad_norm": 3.0772620357308402,
      "learning_rate": 9.909616272870823e-06,
      "loss": 0.1539,
      "step": 1204
    },
    {
      "epoch": 0.18199667723908775,
      "grad_norm": 2.3468258633883385,
      "learning_rate": 9.909466526362976e-06,
      "loss": 0.1541,
      "step": 1205
    },
    {
      "epoch": 0.18214771182600817,
      "grad_norm": 3.568719321923356,
      "learning_rate": 9.909316657042123e-06,
      "loss": 0.1696,
      "step": 1206
    },
    {
      "epoch": 0.18229874641292856,
      "grad_norm": 2.3732586558065574,
      "learning_rate": 9.909166664912014e-06,
      "loss": 0.1348,
      "step": 1207
    },
    {
      "epoch": 0.18244978099984896,
      "grad_norm": 2.585640527185471,
      "learning_rate": 9.909016549976399e-06,
      "loss": 0.1636,
      "step": 1208
    },
    {
      "epoch": 0.18260081558676938,
      "grad_norm": 3.104440465044141,
      "learning_rate": 9.908866312239033e-06,
      "loss": 0.1662,
      "step": 1209
    },
    {
      "epoch": 0.18275185017368978,
      "grad_norm": 2.4262572535882905,
      "learning_rate": 9.908715951703676e-06,
      "loss": 0.1488,
      "step": 1210
    },
    {
      "epoch": 0.18290288476061017,
      "grad_norm": 3.1349518731533306,
      "learning_rate": 9.90856546837409e-06,
      "loss": 0.1792,
      "step": 1211
    },
    {
      "epoch": 0.1830539193475306,
      "grad_norm": 2.7663734292579543,
      "learning_rate": 9.908414862254036e-06,
      "loss": 0.1466,
      "step": 1212
    },
    {
      "epoch": 0.183204953934451,
      "grad_norm": 3.0073275171069525,
      "learning_rate": 9.908264133347285e-06,
      "loss": 0.1776,
      "step": 1213
    },
    {
      "epoch": 0.1833559885213714,
      "grad_norm": 2.860269496391725,
      "learning_rate": 9.908113281657606e-06,
      "loss": 0.1726,
      "step": 1214
    },
    {
      "epoch": 0.1835070231082918,
      "grad_norm": 3.14641031862686,
      "learning_rate": 9.907962307188772e-06,
      "loss": 0.15,
      "step": 1215
    },
    {
      "epoch": 0.1836580576952122,
      "grad_norm": 2.5755204636534508,
      "learning_rate": 9.907811209944562e-06,
      "loss": 0.1524,
      "step": 1216
    },
    {
      "epoch": 0.1838090922821326,
      "grad_norm": 3.5098039591278463,
      "learning_rate": 9.907659989928753e-06,
      "loss": 0.2034,
      "step": 1217
    },
    {
      "epoch": 0.18396012686905303,
      "grad_norm": 3.3236971117820366,
      "learning_rate": 9.90750864714513e-06,
      "loss": 0.1586,
      "step": 1218
    },
    {
      "epoch": 0.18411116145597342,
      "grad_norm": 3.2391021061165333,
      "learning_rate": 9.907357181597477e-06,
      "loss": 0.1673,
      "step": 1219
    },
    {
      "epoch": 0.18426219604289382,
      "grad_norm": 2.953876367671559,
      "learning_rate": 9.907205593289585e-06,
      "loss": 0.173,
      "step": 1220
    },
    {
      "epoch": 0.18441323062981424,
      "grad_norm": 3.211871334646318,
      "learning_rate": 9.907053882225245e-06,
      "loss": 0.1857,
      "step": 1221
    },
    {
      "epoch": 0.18456426521673464,
      "grad_norm": 2.644126480345143,
      "learning_rate": 9.906902048408254e-06,
      "loss": 0.1951,
      "step": 1222
    },
    {
      "epoch": 0.18471529980365503,
      "grad_norm": 3.4769135816121475,
      "learning_rate": 9.906750091842405e-06,
      "loss": 0.1891,
      "step": 1223
    },
    {
      "epoch": 0.18486633439057545,
      "grad_norm": 3.240746234712207,
      "learning_rate": 9.906598012531506e-06,
      "loss": 0.1455,
      "step": 1224
    },
    {
      "epoch": 0.18501736897749585,
      "grad_norm": 3.6711973188986375,
      "learning_rate": 9.906445810479356e-06,
      "loss": 0.17,
      "step": 1225
    },
    {
      "epoch": 0.18516840356441625,
      "grad_norm": 2.612691785271652,
      "learning_rate": 9.906293485689766e-06,
      "loss": 0.1566,
      "step": 1226
    },
    {
      "epoch": 0.18531943815133667,
      "grad_norm": 3.212480648433158,
      "learning_rate": 9.906141038166543e-06,
      "loss": 0.1606,
      "step": 1227
    },
    {
      "epoch": 0.18547047273825706,
      "grad_norm": 2.3935393300531467,
      "learning_rate": 9.905988467913504e-06,
      "loss": 0.1463,
      "step": 1228
    },
    {
      "epoch": 0.18562150732517746,
      "grad_norm": 8.117931539011868,
      "learning_rate": 9.905835774934465e-06,
      "loss": 0.2131,
      "step": 1229
    },
    {
      "epoch": 0.18577254191209788,
      "grad_norm": 5.65168193876282,
      "learning_rate": 9.905682959233244e-06,
      "loss": 0.2196,
      "step": 1230
    },
    {
      "epoch": 0.18592357649901828,
      "grad_norm": 3.1356094735554687,
      "learning_rate": 9.905530020813664e-06,
      "loss": 0.1944,
      "step": 1231
    },
    {
      "epoch": 0.18607461108593867,
      "grad_norm": 3.448802762390671,
      "learning_rate": 9.905376959679552e-06,
      "loss": 0.1882,
      "step": 1232
    },
    {
      "epoch": 0.1862256456728591,
      "grad_norm": 2.9611653295228364,
      "learning_rate": 9.905223775834737e-06,
      "loss": 0.1884,
      "step": 1233
    },
    {
      "epoch": 0.1863766802597795,
      "grad_norm": 3.279458115694425,
      "learning_rate": 9.90507046928305e-06,
      "loss": 0.168,
      "step": 1234
    },
    {
      "epoch": 0.1865277148466999,
      "grad_norm": 2.72466905032855,
      "learning_rate": 9.904917040028326e-06,
      "loss": 0.1637,
      "step": 1235
    },
    {
      "epoch": 0.1866787494336203,
      "grad_norm": 3.0132840974565993,
      "learning_rate": 9.904763488074405e-06,
      "loss": 0.194,
      "step": 1236
    },
    {
      "epoch": 0.1868297840205407,
      "grad_norm": 2.592221195920695,
      "learning_rate": 9.904609813425126e-06,
      "loss": 0.1569,
      "step": 1237
    },
    {
      "epoch": 0.1869808186074611,
      "grad_norm": 4.861956735808422,
      "learning_rate": 9.904456016084333e-06,
      "loss": 0.1806,
      "step": 1238
    },
    {
      "epoch": 0.18713185319438153,
      "grad_norm": 3.0741613191507375,
      "learning_rate": 9.904302096055876e-06,
      "loss": 0.1553,
      "step": 1239
    },
    {
      "epoch": 0.18728288778130192,
      "grad_norm": 3.2936727051803136,
      "learning_rate": 9.904148053343603e-06,
      "loss": 0.1799,
      "step": 1240
    },
    {
      "epoch": 0.18743392236822232,
      "grad_norm": 2.6943284376150776,
      "learning_rate": 9.903993887951369e-06,
      "loss": 0.178,
      "step": 1241
    },
    {
      "epoch": 0.18758495695514274,
      "grad_norm": 2.601701091640637,
      "learning_rate": 9.903839599883028e-06,
      "loss": 0.1473,
      "step": 1242
    },
    {
      "epoch": 0.18773599154206314,
      "grad_norm": 2.44682575594342,
      "learning_rate": 9.903685189142442e-06,
      "loss": 0.1652,
      "step": 1243
    },
    {
      "epoch": 0.18788702612898353,
      "grad_norm": 4.336322313094945,
      "learning_rate": 9.903530655733473e-06,
      "loss": 0.1904,
      "step": 1244
    },
    {
      "epoch": 0.18803806071590395,
      "grad_norm": 5.206116891165799,
      "learning_rate": 9.903375999659988e-06,
      "loss": 0.2168,
      "step": 1245
    },
    {
      "epoch": 0.18818909530282435,
      "grad_norm": 3.3191132273454107,
      "learning_rate": 9.903221220925853e-06,
      "loss": 0.1765,
      "step": 1246
    },
    {
      "epoch": 0.18834012988974475,
      "grad_norm": 2.2414203616269677,
      "learning_rate": 9.903066319534942e-06,
      "loss": 0.14,
      "step": 1247
    },
    {
      "epoch": 0.18849116447666517,
      "grad_norm": 4.297723543018357,
      "learning_rate": 9.902911295491128e-06,
      "loss": 0.1848,
      "step": 1248
    },
    {
      "epoch": 0.18864219906358556,
      "grad_norm": 8.05087798394847,
      "learning_rate": 9.902756148798292e-06,
      "loss": 0.2149,
      "step": 1249
    },
    {
      "epoch": 0.18879323365050596,
      "grad_norm": 3.467736438569819,
      "learning_rate": 9.902600879460313e-06,
      "loss": 0.1511,
      "step": 1250
    },
    {
      "epoch": 0.18894426823742638,
      "grad_norm": 3.454768763274536,
      "learning_rate": 9.902445487481076e-06,
      "loss": 0.1907,
      "step": 1251
    },
    {
      "epoch": 0.18909530282434678,
      "grad_norm": 3.2980077925374327,
      "learning_rate": 9.902289972864469e-06,
      "loss": 0.1514,
      "step": 1252
    },
    {
      "epoch": 0.18924633741126717,
      "grad_norm": 2.850570014473061,
      "learning_rate": 9.90213433561438e-06,
      "loss": 0.1535,
      "step": 1253
    },
    {
      "epoch": 0.1893973719981876,
      "grad_norm": 3.271699455040283,
      "learning_rate": 9.901978575734702e-06,
      "loss": 0.1488,
      "step": 1254
    },
    {
      "epoch": 0.189548406585108,
      "grad_norm": 2.866330548802409,
      "learning_rate": 9.901822693229334e-06,
      "loss": 0.1619,
      "step": 1255
    },
    {
      "epoch": 0.1896994411720284,
      "grad_norm": 2.965203799862044,
      "learning_rate": 9.901666688102174e-06,
      "loss": 0.1576,
      "step": 1256
    },
    {
      "epoch": 0.1898504757589488,
      "grad_norm": 2.763688752624667,
      "learning_rate": 9.901510560357125e-06,
      "loss": 0.1596,
      "step": 1257
    },
    {
      "epoch": 0.1900015103458692,
      "grad_norm": 3.2249652436366762,
      "learning_rate": 9.901354309998093e-06,
      "loss": 0.1858,
      "step": 1258
    },
    {
      "epoch": 0.1901525449327896,
      "grad_norm": 3.133902886191092,
      "learning_rate": 9.901197937028986e-06,
      "loss": 0.1765,
      "step": 1259
    },
    {
      "epoch": 0.19030357951971003,
      "grad_norm": 2.4355030881048805,
      "learning_rate": 9.901041441453715e-06,
      "loss": 0.1475,
      "step": 1260
    },
    {
      "epoch": 0.19045461410663042,
      "grad_norm": 2.702595402794447,
      "learning_rate": 9.900884823276197e-06,
      "loss": 0.1761,
      "step": 1261
    },
    {
      "epoch": 0.19060564869355082,
      "grad_norm": 2.807466576767471,
      "learning_rate": 9.90072808250035e-06,
      "loss": 0.1531,
      "step": 1262
    },
    {
      "epoch": 0.19075668328047124,
      "grad_norm": 2.750237324889081,
      "learning_rate": 9.900571219130092e-06,
      "loss": 0.1676,
      "step": 1263
    },
    {
      "epoch": 0.19090771786739164,
      "grad_norm": 3.522784298807298,
      "learning_rate": 9.900414233169349e-06,
      "loss": 0.1929,
      "step": 1264
    },
    {
      "epoch": 0.19105875245431203,
      "grad_norm": 2.6022046225637157,
      "learning_rate": 9.900257124622048e-06,
      "loss": 0.1703,
      "step": 1265
    },
    {
      "epoch": 0.19120978704123245,
      "grad_norm": 8.0987949924497,
      "learning_rate": 9.900099893492117e-06,
      "loss": 0.238,
      "step": 1266
    },
    {
      "epoch": 0.19136082162815285,
      "grad_norm": 3.4162540812165147,
      "learning_rate": 9.899942539783494e-06,
      "loss": 0.1881,
      "step": 1267
    },
    {
      "epoch": 0.19151185621507325,
      "grad_norm": 3.8274485703415357,
      "learning_rate": 9.899785063500112e-06,
      "loss": 0.1648,
      "step": 1268
    },
    {
      "epoch": 0.19166289080199367,
      "grad_norm": 2.729699655890492,
      "learning_rate": 9.89962746464591e-06,
      "loss": 0.1618,
      "step": 1269
    },
    {
      "epoch": 0.19181392538891406,
      "grad_norm": 2.899831819015068,
      "learning_rate": 9.89946974322483e-06,
      "loss": 0.1612,
      "step": 1270
    },
    {
      "epoch": 0.19196495997583446,
      "grad_norm": 3.4595410319760673,
      "learning_rate": 9.89931189924082e-06,
      "loss": 0.2083,
      "step": 1271
    },
    {
      "epoch": 0.19211599456275488,
      "grad_norm": 4.8951342663241215,
      "learning_rate": 9.899153932697827e-06,
      "loss": 0.2276,
      "step": 1272
    },
    {
      "epoch": 0.19226702914967528,
      "grad_norm": 3.0886743559671768,
      "learning_rate": 9.898995843599802e-06,
      "loss": 0.1511,
      "step": 1273
    },
    {
      "epoch": 0.19241806373659567,
      "grad_norm": 2.8933536874099564,
      "learning_rate": 9.898837631950701e-06,
      "loss": 0.1681,
      "step": 1274
    },
    {
      "epoch": 0.1925690983235161,
      "grad_norm": 2.9208746120366524,
      "learning_rate": 9.898679297754483e-06,
      "loss": 0.169,
      "step": 1275
    },
    {
      "epoch": 0.1927201329104365,
      "grad_norm": 2.43413101575708,
      "learning_rate": 9.898520841015105e-06,
      "loss": 0.1646,
      "step": 1276
    },
    {
      "epoch": 0.1928711674973569,
      "grad_norm": 3.4739524445357177,
      "learning_rate": 9.898362261736534e-06,
      "loss": 0.1723,
      "step": 1277
    },
    {
      "epoch": 0.1930222020842773,
      "grad_norm": 3.535387939188254,
      "learning_rate": 9.898203559922737e-06,
      "loss": 0.1675,
      "step": 1278
    },
    {
      "epoch": 0.1931732366711977,
      "grad_norm": 3.021829717865429,
      "learning_rate": 9.898044735577682e-06,
      "loss": 0.1785,
      "step": 1279
    },
    {
      "epoch": 0.1933242712581181,
      "grad_norm": 2.9075188455706904,
      "learning_rate": 9.897885788705343e-06,
      "loss": 0.177,
      "step": 1280
    },
    {
      "epoch": 0.19347530584503853,
      "grad_norm": 2.168230061057665,
      "learning_rate": 9.897726719309694e-06,
      "loss": 0.1557,
      "step": 1281
    },
    {
      "epoch": 0.19362634043195892,
      "grad_norm": 3.1524809272324896,
      "learning_rate": 9.89756752739472e-06,
      "loss": 0.192,
      "step": 1282
    },
    {
      "epoch": 0.19377737501887932,
      "grad_norm": 5.685836873331989,
      "learning_rate": 9.8974082129644e-06,
      "loss": 0.1968,
      "step": 1283
    },
    {
      "epoch": 0.19392840960579974,
      "grad_norm": 2.9229167139193377,
      "learning_rate": 9.897248776022715e-06,
      "loss": 0.1649,
      "step": 1284
    },
    {
      "epoch": 0.19407944419272014,
      "grad_norm": 2.6641650853514576,
      "learning_rate": 9.89708921657366e-06,
      "loss": 0.1716,
      "step": 1285
    },
    {
      "epoch": 0.19423047877964053,
      "grad_norm": 2.7216220805911857,
      "learning_rate": 9.896929534621224e-06,
      "loss": 0.1819,
      "step": 1286
    },
    {
      "epoch": 0.19438151336656095,
      "grad_norm": 2.913812275329237,
      "learning_rate": 9.8967697301694e-06,
      "loss": 0.1683,
      "step": 1287
    },
    {
      "epoch": 0.19453254795348135,
      "grad_norm": 3.250695829112208,
      "learning_rate": 9.896609803222188e-06,
      "loss": 0.1697,
      "step": 1288
    },
    {
      "epoch": 0.19468358254040175,
      "grad_norm": 2.5937783553723603,
      "learning_rate": 9.896449753783588e-06,
      "loss": 0.1524,
      "step": 1289
    },
    {
      "epoch": 0.19483461712732217,
      "grad_norm": 3.5262140849100754,
      "learning_rate": 9.896289581857603e-06,
      "loss": 0.195,
      "step": 1290
    },
    {
      "epoch": 0.19498565171424256,
      "grad_norm": 3.4415276859205712,
      "learning_rate": 9.89612928744824e-06,
      "loss": 0.1634,
      "step": 1291
    },
    {
      "epoch": 0.19513668630116296,
      "grad_norm": 3.2606553130777667,
      "learning_rate": 9.89596887055951e-06,
      "loss": 0.1823,
      "step": 1292
    },
    {
      "epoch": 0.19528772088808338,
      "grad_norm": 2.557335068722074,
      "learning_rate": 9.895808331195425e-06,
      "loss": 0.1653,
      "step": 1293
    },
    {
      "epoch": 0.19543875547500378,
      "grad_norm": 2.622220874728092,
      "learning_rate": 9.89564766936e-06,
      "loss": 0.1749,
      "step": 1294
    },
    {
      "epoch": 0.19558979006192417,
      "grad_norm": 2.19881381942841,
      "learning_rate": 9.895486885057254e-06,
      "loss": 0.1577,
      "step": 1295
    },
    {
      "epoch": 0.1957408246488446,
      "grad_norm": 2.926711840539242,
      "learning_rate": 9.89532597829121e-06,
      "loss": 0.1804,
      "step": 1296
    },
    {
      "epoch": 0.195891859235765,
      "grad_norm": 2.3905251436740813,
      "learning_rate": 9.895164949065897e-06,
      "loss": 0.1522,
      "step": 1297
    },
    {
      "epoch": 0.1960428938226854,
      "grad_norm": 3.1703519542668293,
      "learning_rate": 9.895003797385337e-06,
      "loss": 0.1867,
      "step": 1298
    },
    {
      "epoch": 0.1961939284096058,
      "grad_norm": 2.5468282164735454,
      "learning_rate": 9.894842523253563e-06,
      "loss": 0.1644,
      "step": 1299
    },
    {
      "epoch": 0.1963449629965262,
      "grad_norm": 2.692539998654574,
      "learning_rate": 9.89468112667461e-06,
      "loss": 0.1796,
      "step": 1300
    },
    {
      "epoch": 0.1964959975834466,
      "grad_norm": 2.3546894750847667,
      "learning_rate": 9.894519607652517e-06,
      "loss": 0.138,
      "step": 1301
    },
    {
      "epoch": 0.19664703217036703,
      "grad_norm": 2.5915843001699597,
      "learning_rate": 9.894357966191322e-06,
      "loss": 0.155,
      "step": 1302
    },
    {
      "epoch": 0.19679806675728742,
      "grad_norm": 3.3258909773899044,
      "learning_rate": 9.89419620229507e-06,
      "loss": 0.1837,
      "step": 1303
    },
    {
      "epoch": 0.19694910134420782,
      "grad_norm": 2.679968966317782,
      "learning_rate": 9.894034315967808e-06,
      "loss": 0.1723,
      "step": 1304
    },
    {
      "epoch": 0.19710013593112824,
      "grad_norm": 2.671915929344966,
      "learning_rate": 9.893872307213585e-06,
      "loss": 0.1519,
      "step": 1305
    },
    {
      "epoch": 0.19725117051804864,
      "grad_norm": 2.774555314530525,
      "learning_rate": 9.893710176036452e-06,
      "loss": 0.1751,
      "step": 1306
    },
    {
      "epoch": 0.19740220510496903,
      "grad_norm": 2.5979374317540294,
      "learning_rate": 9.893547922440467e-06,
      "loss": 0.1516,
      "step": 1307
    },
    {
      "epoch": 0.19755323969188945,
      "grad_norm": 3.5594345522125126,
      "learning_rate": 9.893385546429689e-06,
      "loss": 0.186,
      "step": 1308
    },
    {
      "epoch": 0.19770427427880985,
      "grad_norm": 3.370270848936061,
      "learning_rate": 9.893223048008179e-06,
      "loss": 0.1787,
      "step": 1309
    },
    {
      "epoch": 0.19785530886573025,
      "grad_norm": 2.250161796374347,
      "learning_rate": 9.893060427180002e-06,
      "loss": 0.1485,
      "step": 1310
    },
    {
      "epoch": 0.19800634345265067,
      "grad_norm": 3.104637464176949,
      "learning_rate": 9.892897683949228e-06,
      "loss": 0.1786,
      "step": 1311
    },
    {
      "epoch": 0.19815737803957106,
      "grad_norm": 2.6155081363668438,
      "learning_rate": 9.892734818319924e-06,
      "loss": 0.151,
      "step": 1312
    },
    {
      "epoch": 0.19830841262649146,
      "grad_norm": 2.130932019475206,
      "learning_rate": 9.892571830296167e-06,
      "loss": 0.1454,
      "step": 1313
    },
    {
      "epoch": 0.19845944721341188,
      "grad_norm": 2.4749189904075255,
      "learning_rate": 9.892408719882034e-06,
      "loss": 0.157,
      "step": 1314
    },
    {
      "epoch": 0.19861048180033228,
      "grad_norm": 2.5810718233009684,
      "learning_rate": 9.892245487081605e-06,
      "loss": 0.1728,
      "step": 1315
    },
    {
      "epoch": 0.19876151638725267,
      "grad_norm": 2.472293834373759,
      "learning_rate": 9.892082131898963e-06,
      "loss": 0.1638,
      "step": 1316
    },
    {
      "epoch": 0.1989125509741731,
      "grad_norm": 5.093092359947358,
      "learning_rate": 9.891918654338197e-06,
      "loss": 0.2049,
      "step": 1317
    },
    {
      "epoch": 0.1990635855610935,
      "grad_norm": 3.0837247532990912,
      "learning_rate": 9.891755054403392e-06,
      "loss": 0.1993,
      "step": 1318
    },
    {
      "epoch": 0.1992146201480139,
      "grad_norm": 2.5307995292059347,
      "learning_rate": 9.891591332098644e-06,
      "loss": 0.1556,
      "step": 1319
    },
    {
      "epoch": 0.1993656547349343,
      "grad_norm": 3.329333629264179,
      "learning_rate": 9.891427487428047e-06,
      "loss": 0.1948,
      "step": 1320
    },
    {
      "epoch": 0.1995166893218547,
      "grad_norm": 2.731229987962899,
      "learning_rate": 9.891263520395701e-06,
      "loss": 0.1664,
      "step": 1321
    },
    {
      "epoch": 0.1996677239087751,
      "grad_norm": 2.9505049123968456,
      "learning_rate": 9.891099431005707e-06,
      "loss": 0.1873,
      "step": 1322
    },
    {
      "epoch": 0.19981875849569553,
      "grad_norm": 3.9966608268390615,
      "learning_rate": 9.890935219262167e-06,
      "loss": 0.1928,
      "step": 1323
    },
    {
      "epoch": 0.19996979308261592,
      "grad_norm": 3.707343132109054,
      "learning_rate": 9.890770885169194e-06,
      "loss": 0.1707,
      "step": 1324
    },
    {
      "epoch": 0.20012082766953632,
      "grad_norm": 2.7888728270196057,
      "learning_rate": 9.890606428730896e-06,
      "loss": 0.1794,
      "step": 1325
    },
    {
      "epoch": 0.20027186225645674,
      "grad_norm": 2.9110970888647936,
      "learning_rate": 9.890441849951387e-06,
      "loss": 0.1743,
      "step": 1326
    },
    {
      "epoch": 0.20042289684337714,
      "grad_norm": 2.5546998388753277,
      "learning_rate": 9.890277148834785e-06,
      "loss": 0.1469,
      "step": 1327
    },
    {
      "epoch": 0.20057393143029753,
      "grad_norm": 2.845100298953577,
      "learning_rate": 9.89011232538521e-06,
      "loss": 0.1499,
      "step": 1328
    },
    {
      "epoch": 0.20072496601721795,
      "grad_norm": 3.1757610260510303,
      "learning_rate": 9.889947379606784e-06,
      "loss": 0.2015,
      "step": 1329
    },
    {
      "epoch": 0.20087600060413835,
      "grad_norm": 2.725388268079473,
      "learning_rate": 9.889782311503633e-06,
      "loss": 0.1619,
      "step": 1330
    },
    {
      "epoch": 0.20102703519105874,
      "grad_norm": 2.444780494529352,
      "learning_rate": 9.889617121079888e-06,
      "loss": 0.1769,
      "step": 1331
    },
    {
      "epoch": 0.20117806977797917,
      "grad_norm": 2.896823466142177,
      "learning_rate": 9.889451808339681e-06,
      "loss": 0.1807,
      "step": 1332
    },
    {
      "epoch": 0.20132910436489956,
      "grad_norm": 2.6033839529024845,
      "learning_rate": 9.889286373287146e-06,
      "loss": 0.1692,
      "step": 1333
    },
    {
      "epoch": 0.20148013895181996,
      "grad_norm": 2.6677460555197556,
      "learning_rate": 9.889120815926423e-06,
      "loss": 0.1496,
      "step": 1334
    },
    {
      "epoch": 0.20163117353874038,
      "grad_norm": 2.5597869735540377,
      "learning_rate": 9.888955136261651e-06,
      "loss": 0.1691,
      "step": 1335
    },
    {
      "epoch": 0.20178220812566078,
      "grad_norm": 2.483665091584859,
      "learning_rate": 9.888789334296978e-06,
      "loss": 0.171,
      "step": 1336
    },
    {
      "epoch": 0.20193324271258117,
      "grad_norm": 2.8819179686073295,
      "learning_rate": 9.888623410036549e-06,
      "loss": 0.1822,
      "step": 1337
    },
    {
      "epoch": 0.2020842772995016,
      "grad_norm": 2.5186209711556273,
      "learning_rate": 9.888457363484515e-06,
      "loss": 0.1657,
      "step": 1338
    },
    {
      "epoch": 0.202235311886422,
      "grad_norm": 3.363505289326104,
      "learning_rate": 9.888291194645034e-06,
      "loss": 0.1661,
      "step": 1339
    },
    {
      "epoch": 0.2023863464733424,
      "grad_norm": 2.693113020870346,
      "learning_rate": 9.888124903522256e-06,
      "loss": 0.16,
      "step": 1340
    },
    {
      "epoch": 0.2025373810602628,
      "grad_norm": 4.037764995599374,
      "learning_rate": 9.887958490120346e-06,
      "loss": 0.2072,
      "step": 1341
    },
    {
      "epoch": 0.2026884156471832,
      "grad_norm": 3.8112198315519357,
      "learning_rate": 9.887791954443465e-06,
      "loss": 0.2026,
      "step": 1342
    },
    {
      "epoch": 0.2028394502341036,
      "grad_norm": 5.5447725369192975,
      "learning_rate": 9.887625296495777e-06,
      "loss": 0.1831,
      "step": 1343
    },
    {
      "epoch": 0.20299048482102403,
      "grad_norm": 3.651304124658771,
      "learning_rate": 9.887458516281453e-06,
      "loss": 0.1968,
      "step": 1344
    },
    {
      "epoch": 0.20314151940794442,
      "grad_norm": 2.4723389278698034,
      "learning_rate": 9.887291613804668e-06,
      "loss": 0.1707,
      "step": 1345
    },
    {
      "epoch": 0.20329255399486482,
      "grad_norm": 4.010699698811202,
      "learning_rate": 9.887124589069593e-06,
      "loss": 0.1711,
      "step": 1346
    },
    {
      "epoch": 0.20344358858178524,
      "grad_norm": 3.603982009382552,
      "learning_rate": 9.886957442080406e-06,
      "loss": 0.1825,
      "step": 1347
    },
    {
      "epoch": 0.20359462316870564,
      "grad_norm": 2.7099835031574537,
      "learning_rate": 9.886790172841292e-06,
      "loss": 0.1771,
      "step": 1348
    },
    {
      "epoch": 0.20374565775562603,
      "grad_norm": 2.2598992412483545,
      "learning_rate": 9.886622781356431e-06,
      "loss": 0.1441,
      "step": 1349
    },
    {
      "epoch": 0.20389669234254645,
      "grad_norm": 2.7372993073874983,
      "learning_rate": 9.886455267630014e-06,
      "loss": 0.1645,
      "step": 1350
    },
    {
      "epoch": 0.20404772692946685,
      "grad_norm": 3.573390169962759,
      "learning_rate": 9.88628763166623e-06,
      "loss": 0.1632,
      "step": 1351
    },
    {
      "epoch": 0.20419876151638724,
      "grad_norm": 7.290400738078803,
      "learning_rate": 9.886119873469273e-06,
      "loss": 0.1856,
      "step": 1352
    },
    {
      "epoch": 0.20434979610330767,
      "grad_norm": 2.677652004418074,
      "learning_rate": 9.885951993043337e-06,
      "loss": 0.1753,
      "step": 1353
    },
    {
      "epoch": 0.20450083069022806,
      "grad_norm": 3.038480127042222,
      "learning_rate": 9.885783990392626e-06,
      "loss": 0.1584,
      "step": 1354
    },
    {
      "epoch": 0.20465186527714846,
      "grad_norm": 2.688855948947413,
      "learning_rate": 9.885615865521339e-06,
      "loss": 0.1697,
      "step": 1355
    },
    {
      "epoch": 0.20480289986406888,
      "grad_norm": 2.138546813509331,
      "learning_rate": 9.885447618433682e-06,
      "loss": 0.1327,
      "step": 1356
    },
    {
      "epoch": 0.20495393445098928,
      "grad_norm": 3.7264370882610995,
      "learning_rate": 9.885279249133866e-06,
      "loss": 0.1702,
      "step": 1357
    },
    {
      "epoch": 0.20510496903790967,
      "grad_norm": 2.4105825766885762,
      "learning_rate": 9.885110757626103e-06,
      "loss": 0.1767,
      "step": 1358
    },
    {
      "epoch": 0.2052560036248301,
      "grad_norm": 3.565538813076652,
      "learning_rate": 9.884942143914605e-06,
      "loss": 0.1889,
      "step": 1359
    },
    {
      "epoch": 0.2054070382117505,
      "grad_norm": 2.77296059004634,
      "learning_rate": 9.884773408003592e-06,
      "loss": 0.1884,
      "step": 1360
    },
    {
      "epoch": 0.2055580727986709,
      "grad_norm": 3.657193752822568,
      "learning_rate": 9.884604549897284e-06,
      "loss": 0.1784,
      "step": 1361
    },
    {
      "epoch": 0.2057091073855913,
      "grad_norm": 2.710371221040804,
      "learning_rate": 9.884435569599906e-06,
      "loss": 0.1568,
      "step": 1362
    },
    {
      "epoch": 0.2058601419725117,
      "grad_norm": 2.3921637623976926,
      "learning_rate": 9.884266467115687e-06,
      "loss": 0.1393,
      "step": 1363
    },
    {
      "epoch": 0.2060111765594321,
      "grad_norm": 2.9933517825441145,
      "learning_rate": 9.884097242448852e-06,
      "loss": 0.1719,
      "step": 1364
    },
    {
      "epoch": 0.20616221114635253,
      "grad_norm": 3.139763271627463,
      "learning_rate": 9.883927895603638e-06,
      "loss": 0.1971,
      "step": 1365
    },
    {
      "epoch": 0.20631324573327292,
      "grad_norm": 4.816123051718904,
      "learning_rate": 9.883758426584282e-06,
      "loss": 0.261,
      "step": 1366
    },
    {
      "epoch": 0.20646428032019332,
      "grad_norm": 3.13605374260052,
      "learning_rate": 9.88358883539502e-06,
      "loss": 0.1698,
      "step": 1367
    },
    {
      "epoch": 0.20661531490711374,
      "grad_norm": 2.7589473330462773,
      "learning_rate": 9.883419122040098e-06,
      "loss": 0.1735,
      "step": 1368
    },
    {
      "epoch": 0.20676634949403414,
      "grad_norm": 2.5277977436299808,
      "learning_rate": 9.883249286523758e-06,
      "loss": 0.155,
      "step": 1369
    },
    {
      "epoch": 0.20691738408095453,
      "grad_norm": 2.904444065097221,
      "learning_rate": 9.883079328850252e-06,
      "loss": 0.1753,
      "step": 1370
    },
    {
      "epoch": 0.20706841866787495,
      "grad_norm": 3.388800780780785,
      "learning_rate": 9.882909249023829e-06,
      "loss": 0.161,
      "step": 1371
    },
    {
      "epoch": 0.20721945325479535,
      "grad_norm": 2.5753180248029746,
      "learning_rate": 9.882739047048746e-06,
      "loss": 0.1588,
      "step": 1372
    },
    {
      "epoch": 0.20737048784171574,
      "grad_norm": 2.7722668186894066,
      "learning_rate": 9.882568722929258e-06,
      "loss": 0.1606,
      "step": 1373
    },
    {
      "epoch": 0.20752152242863617,
      "grad_norm": 6.396882302302419,
      "learning_rate": 9.882398276669628e-06,
      "loss": 0.1765,
      "step": 1374
    },
    {
      "epoch": 0.20767255701555656,
      "grad_norm": 3.65911685939138,
      "learning_rate": 9.882227708274116e-06,
      "loss": 0.1425,
      "step": 1375
    },
    {
      "epoch": 0.20782359160247696,
      "grad_norm": 2.957387118475303,
      "learning_rate": 9.882057017746996e-06,
      "loss": 0.1836,
      "step": 1376
    },
    {
      "epoch": 0.20797462618939738,
      "grad_norm": 2.7620046650990315,
      "learning_rate": 9.88188620509253e-06,
      "loss": 0.1729,
      "step": 1377
    },
    {
      "epoch": 0.20812566077631778,
      "grad_norm": 2.223085742473691,
      "learning_rate": 9.881715270314995e-06,
      "loss": 0.1355,
      "step": 1378
    },
    {
      "epoch": 0.20827669536323817,
      "grad_norm": 2.180605988659474,
      "learning_rate": 9.881544213418668e-06,
      "loss": 0.1619,
      "step": 1379
    },
    {
      "epoch": 0.2084277299501586,
      "grad_norm": 3.499794056586733,
      "learning_rate": 9.881373034407826e-06,
      "loss": 0.1913,
      "step": 1380
    },
    {
      "epoch": 0.208578764537079,
      "grad_norm": 3.1234619679988844,
      "learning_rate": 9.881201733286753e-06,
      "loss": 0.1717,
      "step": 1381
    },
    {
      "epoch": 0.2087297991239994,
      "grad_norm": 5.505660321025835,
      "learning_rate": 9.881030310059732e-06,
      "loss": 0.1679,
      "step": 1382
    },
    {
      "epoch": 0.2088808337109198,
      "grad_norm": 2.587480711702894,
      "learning_rate": 9.880858764731051e-06,
      "loss": 0.1571,
      "step": 1383
    },
    {
      "epoch": 0.2090318682978402,
      "grad_norm": 2.834710289945592,
      "learning_rate": 9.880687097305005e-06,
      "loss": 0.18,
      "step": 1384
    },
    {
      "epoch": 0.2091829028847606,
      "grad_norm": 2.9264938792040276,
      "learning_rate": 9.880515307785885e-06,
      "loss": 0.1706,
      "step": 1385
    },
    {
      "epoch": 0.20933393747168103,
      "grad_norm": 5.212124692166129,
      "learning_rate": 9.880343396177989e-06,
      "loss": 0.1918,
      "step": 1386
    },
    {
      "epoch": 0.20948497205860142,
      "grad_norm": 2.779075978067428,
      "learning_rate": 9.880171362485618e-06,
      "loss": 0.1819,
      "step": 1387
    },
    {
      "epoch": 0.20963600664552182,
      "grad_norm": 2.684090408203458,
      "learning_rate": 9.879999206713076e-06,
      "loss": 0.1544,
      "step": 1388
    },
    {
      "epoch": 0.20978704123244224,
      "grad_norm": 2.926216498757306,
      "learning_rate": 9.879826928864669e-06,
      "loss": 0.1841,
      "step": 1389
    },
    {
      "epoch": 0.20993807581936264,
      "grad_norm": 3.0134342099732945,
      "learning_rate": 9.879654528944705e-06,
      "loss": 0.1734,
      "step": 1390
    },
    {
      "epoch": 0.21008911040628303,
      "grad_norm": 2.2956899609283283,
      "learning_rate": 9.8794820069575e-06,
      "loss": 0.1546,
      "step": 1391
    },
    {
      "epoch": 0.21024014499320345,
      "grad_norm": 3.161959169228782,
      "learning_rate": 9.879309362907365e-06,
      "loss": 0.185,
      "step": 1392
    },
    {
      "epoch": 0.21039117958012385,
      "grad_norm": 2.6730984080925406,
      "learning_rate": 9.879136596798624e-06,
      "loss": 0.1574,
      "step": 1393
    },
    {
      "epoch": 0.21054221416704424,
      "grad_norm": 2.4998336237793946,
      "learning_rate": 9.878963708635596e-06,
      "loss": 0.1755,
      "step": 1394
    },
    {
      "epoch": 0.21069324875396467,
      "grad_norm": 2.856716210159613,
      "learning_rate": 9.878790698422606e-06,
      "loss": 0.1556,
      "step": 1395
    },
    {
      "epoch": 0.21084428334088506,
      "grad_norm": 3.7355578777064626,
      "learning_rate": 9.878617566163983e-06,
      "loss": 0.1742,
      "step": 1396
    },
    {
      "epoch": 0.21099531792780546,
      "grad_norm": 2.633195837920462,
      "learning_rate": 9.878444311864057e-06,
      "loss": 0.169,
      "step": 1397
    },
    {
      "epoch": 0.21114635251472588,
      "grad_norm": 3.40280354042744,
      "learning_rate": 9.878270935527163e-06,
      "loss": 0.1463,
      "step": 1398
    },
    {
      "epoch": 0.21129738710164628,
      "grad_norm": 2.528769775695909,
      "learning_rate": 9.878097437157637e-06,
      "loss": 0.1731,
      "step": 1399
    },
    {
      "epoch": 0.21144842168856667,
      "grad_norm": 2.4575590485691072,
      "learning_rate": 9.87792381675982e-06,
      "loss": 0.1579,
      "step": 1400
    },
    {
      "epoch": 0.2115994562754871,
      "grad_norm": 1.7403047514109404,
      "learning_rate": 9.877750074338055e-06,
      "loss": 0.1113,
      "step": 1401
    },
    {
      "epoch": 0.2117504908624075,
      "grad_norm": 4.5977296426106165,
      "learning_rate": 9.877576209896688e-06,
      "loss": 0.2257,
      "step": 1402
    },
    {
      "epoch": 0.2119015254493279,
      "grad_norm": 3.0796815633430343,
      "learning_rate": 9.87740222344007e-06,
      "loss": 0.1801,
      "step": 1403
    },
    {
      "epoch": 0.2120525600362483,
      "grad_norm": 2.489042640249363,
      "learning_rate": 9.87722811497255e-06,
      "loss": 0.1521,
      "step": 1404
    },
    {
      "epoch": 0.2122035946231687,
      "grad_norm": 2.761412650507982,
      "learning_rate": 9.877053884498484e-06,
      "loss": 0.1543,
      "step": 1405
    },
    {
      "epoch": 0.2123546292100891,
      "grad_norm": 2.772459996731734,
      "learning_rate": 9.876879532022234e-06,
      "loss": 0.183,
      "step": 1406
    },
    {
      "epoch": 0.21250566379700953,
      "grad_norm": 3.057832835724708,
      "learning_rate": 9.876705057548159e-06,
      "loss": 0.2134,
      "step": 1407
    },
    {
      "epoch": 0.21265669838392992,
      "grad_norm": 2.3918446071200976,
      "learning_rate": 9.876530461080623e-06,
      "loss": 0.1692,
      "step": 1408
    },
    {
      "epoch": 0.21280773297085032,
      "grad_norm": 3.428778347640393,
      "learning_rate": 9.876355742623995e-06,
      "loss": 0.188,
      "step": 1409
    },
    {
      "epoch": 0.21295876755777074,
      "grad_norm": 3.1417455382405395,
      "learning_rate": 9.876180902182645e-06,
      "loss": 0.1847,
      "step": 1410
    },
    {
      "epoch": 0.21310980214469114,
      "grad_norm": 2.6905885530883924,
      "learning_rate": 9.876005939760946e-06,
      "loss": 0.1417,
      "step": 1411
    },
    {
      "epoch": 0.21326083673161153,
      "grad_norm": 4.498980816838148,
      "learning_rate": 9.875830855363277e-06,
      "loss": 0.2061,
      "step": 1412
    },
    {
      "epoch": 0.21341187131853195,
      "grad_norm": 2.255912481972632,
      "learning_rate": 9.875655648994016e-06,
      "loss": 0.1639,
      "step": 1413
    },
    {
      "epoch": 0.21356290590545235,
      "grad_norm": 2.9139776483552455,
      "learning_rate": 9.875480320657547e-06,
      "loss": 0.1536,
      "step": 1414
    },
    {
      "epoch": 0.21371394049237274,
      "grad_norm": 2.61391557700871,
      "learning_rate": 9.875304870358254e-06,
      "loss": 0.1639,
      "step": 1415
    },
    {
      "epoch": 0.21386497507929317,
      "grad_norm": 5.294544696743941,
      "learning_rate": 9.875129298100529e-06,
      "loss": 0.2611,
      "step": 1416
    },
    {
      "epoch": 0.21401600966621356,
      "grad_norm": 3.222798841394195,
      "learning_rate": 9.874953603888761e-06,
      "loss": 0.1741,
      "step": 1417
    },
    {
      "epoch": 0.21416704425313396,
      "grad_norm": 2.6434869118906494,
      "learning_rate": 9.874777787727347e-06,
      "loss": 0.175,
      "step": 1418
    },
    {
      "epoch": 0.21431807884005438,
      "grad_norm": 3.889857158906113,
      "learning_rate": 9.874601849620683e-06,
      "loss": 0.1787,
      "step": 1419
    },
    {
      "epoch": 0.21446911342697478,
      "grad_norm": 2.498400665096606,
      "learning_rate": 9.874425789573175e-06,
      "loss": 0.1595,
      "step": 1420
    },
    {
      "epoch": 0.21462014801389517,
      "grad_norm": 3.297181951712556,
      "learning_rate": 9.874249607589222e-06,
      "loss": 0.1543,
      "step": 1421
    },
    {
      "epoch": 0.2147711826008156,
      "grad_norm": 2.732138205041404,
      "learning_rate": 9.874073303673233e-06,
      "loss": 0.1604,
      "step": 1422
    },
    {
      "epoch": 0.214922217187736,
      "grad_norm": 8.3870681814734,
      "learning_rate": 9.873896877829618e-06,
      "loss": 0.2494,
      "step": 1423
    },
    {
      "epoch": 0.2150732517746564,
      "grad_norm": 2.365635993225761,
      "learning_rate": 9.873720330062793e-06,
      "loss": 0.1477,
      "step": 1424
    },
    {
      "epoch": 0.2152242863615768,
      "grad_norm": 2.850730846456062,
      "learning_rate": 9.873543660377171e-06,
      "loss": 0.1814,
      "step": 1425
    },
    {
      "epoch": 0.2153753209484972,
      "grad_norm": 3.0574033623950947,
      "learning_rate": 9.873366868777172e-06,
      "loss": 0.1641,
      "step": 1426
    },
    {
      "epoch": 0.2155263555354176,
      "grad_norm": 2.9156715771837436,
      "learning_rate": 9.873189955267221e-06,
      "loss": 0.1748,
      "step": 1427
    },
    {
      "epoch": 0.21567739012233803,
      "grad_norm": 4.84726736437559,
      "learning_rate": 9.873012919851743e-06,
      "loss": 0.179,
      "step": 1428
    },
    {
      "epoch": 0.21582842470925842,
      "grad_norm": 2.9138784851010526,
      "learning_rate": 9.872835762535165e-06,
      "loss": 0.1927,
      "step": 1429
    },
    {
      "epoch": 0.21597945929617882,
      "grad_norm": 2.307821533186042,
      "learning_rate": 9.872658483321917e-06,
      "loss": 0.1588,
      "step": 1430
    },
    {
      "epoch": 0.21613049388309924,
      "grad_norm": 2.841770237773955,
      "learning_rate": 9.872481082216439e-06,
      "loss": 0.1833,
      "step": 1431
    },
    {
      "epoch": 0.21628152847001963,
      "grad_norm": 3.9020355403394102,
      "learning_rate": 9.872303559223165e-06,
      "loss": 0.1964,
      "step": 1432
    },
    {
      "epoch": 0.21643256305694003,
      "grad_norm": 2.106283997098011,
      "learning_rate": 9.872125914346537e-06,
      "loss": 0.1409,
      "step": 1433
    },
    {
      "epoch": 0.21658359764386045,
      "grad_norm": 3.1451757561051004,
      "learning_rate": 9.871948147590997e-06,
      "loss": 0.177,
      "step": 1434
    },
    {
      "epoch": 0.21673463223078085,
      "grad_norm": 3.041366745087603,
      "learning_rate": 9.871770258960995e-06,
      "loss": 0.1552,
      "step": 1435
    },
    {
      "epoch": 0.21688566681770124,
      "grad_norm": 2.517201814204237,
      "learning_rate": 9.87159224846098e-06,
      "loss": 0.1394,
      "step": 1436
    },
    {
      "epoch": 0.21703670140462167,
      "grad_norm": 3.6135901778264663,
      "learning_rate": 9.871414116095403e-06,
      "loss": 0.1796,
      "step": 1437
    },
    {
      "epoch": 0.21718773599154206,
      "grad_norm": 2.9652449964478986,
      "learning_rate": 9.871235861868723e-06,
      "loss": 0.1979,
      "step": 1438
    },
    {
      "epoch": 0.21733877057846246,
      "grad_norm": 3.7735350162929944,
      "learning_rate": 9.871057485785398e-06,
      "loss": 0.201,
      "step": 1439
    },
    {
      "epoch": 0.21748980516538288,
      "grad_norm": 3.168766788832821,
      "learning_rate": 9.870878987849888e-06,
      "loss": 0.1964,
      "step": 1440
    },
    {
      "epoch": 0.21764083975230328,
      "grad_norm": 2.456658472012387,
      "learning_rate": 9.870700368066663e-06,
      "loss": 0.1683,
      "step": 1441
    },
    {
      "epoch": 0.21779187433922367,
      "grad_norm": 2.5275252153168815,
      "learning_rate": 9.870521626440186e-06,
      "loss": 0.1758,
      "step": 1442
    },
    {
      "epoch": 0.2179429089261441,
      "grad_norm": 2.3920739337243395,
      "learning_rate": 9.870342762974932e-06,
      "loss": 0.146,
      "step": 1443
    },
    {
      "epoch": 0.2180939435130645,
      "grad_norm": 2.6345390035924834,
      "learning_rate": 9.870163777675375e-06,
      "loss": 0.1704,
      "step": 1444
    },
    {
      "epoch": 0.2182449780999849,
      "grad_norm": 4.21368414840786,
      "learning_rate": 9.869984670545989e-06,
      "loss": 0.1715,
      "step": 1445
    },
    {
      "epoch": 0.2183960126869053,
      "grad_norm": 2.679388002282753,
      "learning_rate": 9.869805441591259e-06,
      "loss": 0.1583,
      "step": 1446
    },
    {
      "epoch": 0.2185470472738257,
      "grad_norm": 2.3776929723963276,
      "learning_rate": 9.869626090815666e-06,
      "loss": 0.1608,
      "step": 1447
    },
    {
      "epoch": 0.2186980818607461,
      "grad_norm": 3.3161491290527136,
      "learning_rate": 9.869446618223697e-06,
      "loss": 0.1614,
      "step": 1448
    },
    {
      "epoch": 0.21884911644766653,
      "grad_norm": 3.3552141971556333,
      "learning_rate": 9.869267023819842e-06,
      "loss": 0.21,
      "step": 1449
    },
    {
      "epoch": 0.21900015103458692,
      "grad_norm": 2.3883671603862715,
      "learning_rate": 9.869087307608593e-06,
      "loss": 0.1234,
      "step": 1450
    },
    {
      "epoch": 0.21915118562150732,
      "grad_norm": 2.7787814026950075,
      "learning_rate": 9.868907469594446e-06,
      "loss": 0.1836,
      "step": 1451
    },
    {
      "epoch": 0.21930222020842774,
      "grad_norm": 3.3262219778622453,
      "learning_rate": 9.868727509781898e-06,
      "loss": 0.1976,
      "step": 1452
    },
    {
      "epoch": 0.21945325479534813,
      "grad_norm": 2.4091471324500957,
      "learning_rate": 9.868547428175457e-06,
      "loss": 0.1629,
      "step": 1453
    },
    {
      "epoch": 0.21960428938226853,
      "grad_norm": 3.0877084034420283,
      "learning_rate": 9.86836722477962e-06,
      "loss": 0.1502,
      "step": 1454
    },
    {
      "epoch": 0.21975532396918895,
      "grad_norm": 2.545798890473065,
      "learning_rate": 9.868186899598899e-06,
      "loss": 0.1619,
      "step": 1455
    },
    {
      "epoch": 0.21990635855610935,
      "grad_norm": 2.563609756672713,
      "learning_rate": 9.868006452637804e-06,
      "loss": 0.1585,
      "step": 1456
    },
    {
      "epoch": 0.22005739314302974,
      "grad_norm": 3.1087046077900364,
      "learning_rate": 9.86782588390085e-06,
      "loss": 0.1821,
      "step": 1457
    },
    {
      "epoch": 0.22020842772995017,
      "grad_norm": 2.219088130502891,
      "learning_rate": 9.867645193392553e-06,
      "loss": 0.1422,
      "step": 1458
    },
    {
      "epoch": 0.22035946231687056,
      "grad_norm": 2.816243222260662,
      "learning_rate": 9.867464381117433e-06,
      "loss": 0.1738,
      "step": 1459
    },
    {
      "epoch": 0.22051049690379096,
      "grad_norm": 2.657208131872758,
      "learning_rate": 9.867283447080013e-06,
      "loss": 0.1418,
      "step": 1460
    },
    {
      "epoch": 0.22066153149071138,
      "grad_norm": 2.279931787774598,
      "learning_rate": 9.867102391284821e-06,
      "loss": 0.1561,
      "step": 1461
    },
    {
      "epoch": 0.22081256607763178,
      "grad_norm": 2.1557166311595335,
      "learning_rate": 9.866921213736385e-06,
      "loss": 0.1215,
      "step": 1462
    },
    {
      "epoch": 0.22096360066455217,
      "grad_norm": 3.1104182322733873,
      "learning_rate": 9.866739914439236e-06,
      "loss": 0.1672,
      "step": 1463
    },
    {
      "epoch": 0.2211146352514726,
      "grad_norm": 3.433006540638066,
      "learning_rate": 9.866558493397911e-06,
      "loss": 0.1843,
      "step": 1464
    },
    {
      "epoch": 0.221265669838393,
      "grad_norm": 2.887643629483961,
      "learning_rate": 9.866376950616947e-06,
      "loss": 0.1611,
      "step": 1465
    },
    {
      "epoch": 0.2214167044253134,
      "grad_norm": 2.556247551157445,
      "learning_rate": 9.866195286100886e-06,
      "loss": 0.1641,
      "step": 1466
    },
    {
      "epoch": 0.2215677390122338,
      "grad_norm": 2.872904092143059,
      "learning_rate": 9.866013499854273e-06,
      "loss": 0.1937,
      "step": 1467
    },
    {
      "epoch": 0.2217187735991542,
      "grad_norm": 2.7745236570953526,
      "learning_rate": 9.865831591881656e-06,
      "loss": 0.1624,
      "step": 1468
    },
    {
      "epoch": 0.2218698081860746,
      "grad_norm": 5.229027493322167,
      "learning_rate": 9.865649562187583e-06,
      "loss": 0.1933,
      "step": 1469
    },
    {
      "epoch": 0.22202084277299503,
      "grad_norm": 2.4007707864157957,
      "learning_rate": 9.86546741077661e-06,
      "loss": 0.1554,
      "step": 1470
    },
    {
      "epoch": 0.22217187735991542,
      "grad_norm": 2.378399753891899,
      "learning_rate": 9.865285137653292e-06,
      "loss": 0.1632,
      "step": 1471
    },
    {
      "epoch": 0.22232291194683582,
      "grad_norm": 2.4448002950161176,
      "learning_rate": 9.865102742822191e-06,
      "loss": 0.1743,
      "step": 1472
    },
    {
      "epoch": 0.22247394653375624,
      "grad_norm": 2.4132355936445373,
      "learning_rate": 9.864920226287866e-06,
      "loss": 0.1642,
      "step": 1473
    },
    {
      "epoch": 0.22262498112067663,
      "grad_norm": 3.045622282425265,
      "learning_rate": 9.864737588054885e-06,
      "loss": 0.1758,
      "step": 1474
    },
    {
      "epoch": 0.22277601570759703,
      "grad_norm": 2.4297954633849272,
      "learning_rate": 9.864554828127819e-06,
      "loss": 0.1493,
      "step": 1475
    },
    {
      "epoch": 0.22292705029451745,
      "grad_norm": 2.8539468998950115,
      "learning_rate": 9.864371946511235e-06,
      "loss": 0.1849,
      "step": 1476
    },
    {
      "epoch": 0.22307808488143785,
      "grad_norm": 3.5287531292479573,
      "learning_rate": 9.864188943209712e-06,
      "loss": 0.187,
      "step": 1477
    },
    {
      "epoch": 0.22322911946835824,
      "grad_norm": 2.9990232726949975,
      "learning_rate": 9.864005818227826e-06,
      "loss": 0.2013,
      "step": 1478
    },
    {
      "epoch": 0.22338015405527867,
      "grad_norm": 2.7102050432821314,
      "learning_rate": 9.86382257157016e-06,
      "loss": 0.1681,
      "step": 1479
    },
    {
      "epoch": 0.22353118864219906,
      "grad_norm": 3.4993406138579384,
      "learning_rate": 9.863639203241293e-06,
      "loss": 0.2044,
      "step": 1480
    },
    {
      "epoch": 0.22368222322911946,
      "grad_norm": 3.197836277386952,
      "learning_rate": 9.863455713245816e-06,
      "loss": 0.1817,
      "step": 1481
    },
    {
      "epoch": 0.22383325781603988,
      "grad_norm": 2.6177599097653172,
      "learning_rate": 9.86327210158832e-06,
      "loss": 0.1666,
      "step": 1482
    },
    {
      "epoch": 0.22398429240296028,
      "grad_norm": 3.14208212782568,
      "learning_rate": 9.863088368273394e-06,
      "loss": 0.1989,
      "step": 1483
    },
    {
      "epoch": 0.22413532698988067,
      "grad_norm": 2.4066819085840345,
      "learning_rate": 9.86290451330564e-06,
      "loss": 0.149,
      "step": 1484
    },
    {
      "epoch": 0.2242863615768011,
      "grad_norm": 2.335746506487486,
      "learning_rate": 9.862720536689653e-06,
      "loss": 0.1591,
      "step": 1485
    },
    {
      "epoch": 0.2244373961637215,
      "grad_norm": 2.8833693546675967,
      "learning_rate": 9.862536438430035e-06,
      "loss": 0.1656,
      "step": 1486
    },
    {
      "epoch": 0.2245884307506419,
      "grad_norm": 3.6175181964521195,
      "learning_rate": 9.862352218531394e-06,
      "loss": 0.1976,
      "step": 1487
    },
    {
      "epoch": 0.2247394653375623,
      "grad_norm": 3.1373825669151585,
      "learning_rate": 9.862167876998337e-06,
      "loss": 0.1604,
      "step": 1488
    },
    {
      "epoch": 0.2248904999244827,
      "grad_norm": 2.933439184937988,
      "learning_rate": 9.861983413835475e-06,
      "loss": 0.1906,
      "step": 1489
    },
    {
      "epoch": 0.2250415345114031,
      "grad_norm": 2.471011889475836,
      "learning_rate": 9.861798829047423e-06,
      "loss": 0.1876,
      "step": 1490
    },
    {
      "epoch": 0.22519256909832353,
      "grad_norm": 3.037078080702591,
      "learning_rate": 9.861614122638799e-06,
      "loss": 0.1679,
      "step": 1491
    },
    {
      "epoch": 0.22534360368524392,
      "grad_norm": 6.364887420162631,
      "learning_rate": 9.861429294614222e-06,
      "loss": 0.1974,
      "step": 1492
    },
    {
      "epoch": 0.22549463827216432,
      "grad_norm": 2.681358757958284,
      "learning_rate": 9.861244344978315e-06,
      "loss": 0.1745,
      "step": 1493
    },
    {
      "epoch": 0.22564567285908474,
      "grad_norm": 3.7913909416782285,
      "learning_rate": 9.86105927373571e-06,
      "loss": 0.1885,
      "step": 1494
    },
    {
      "epoch": 0.22579670744600513,
      "grad_norm": 4.527903740848301,
      "learning_rate": 9.86087408089103e-06,
      "loss": 0.2407,
      "step": 1495
    },
    {
      "epoch": 0.22594774203292553,
      "grad_norm": 2.5390797621719736,
      "learning_rate": 9.86068876644891e-06,
      "loss": 0.1559,
      "step": 1496
    },
    {
      "epoch": 0.22609877661984595,
      "grad_norm": 2.240418059425955,
      "learning_rate": 9.860503330413986e-06,
      "loss": 0.1459,
      "step": 1497
    },
    {
      "epoch": 0.22624981120676635,
      "grad_norm": 2.226481340191797,
      "learning_rate": 9.8603177727909e-06,
      "loss": 0.1494,
      "step": 1498
    },
    {
      "epoch": 0.22640084579368674,
      "grad_norm": 4.304439528313828,
      "learning_rate": 9.860132093584288e-06,
      "loss": 0.1906,
      "step": 1499
    },
    {
      "epoch": 0.22655188038060717,
      "grad_norm": 2.1850999725735036,
      "learning_rate": 9.8599462927988e-06,
      "loss": 0.1499,
      "step": 1500
    },
    {
      "epoch": 0.22670291496752756,
      "grad_norm": 2.2716748800726627,
      "learning_rate": 9.859760370439077e-06,
      "loss": 0.129,
      "step": 1501
    },
    {
      "epoch": 0.22685394955444796,
      "grad_norm": 2.7062822976016987,
      "learning_rate": 9.859574326509778e-06,
      "loss": 0.1846,
      "step": 1502
    },
    {
      "epoch": 0.22700498414136838,
      "grad_norm": 2.5803193452560507,
      "learning_rate": 9.859388161015552e-06,
      "loss": 0.1667,
      "step": 1503
    },
    {
      "epoch": 0.22715601872828878,
      "grad_norm": 5.5554087535347,
      "learning_rate": 9.85920187396106e-06,
      "loss": 0.2183,
      "step": 1504
    },
    {
      "epoch": 0.22730705331520917,
      "grad_norm": 2.4773427483664228,
      "learning_rate": 9.85901546535096e-06,
      "loss": 0.1584,
      "step": 1505
    },
    {
      "epoch": 0.2274580879021296,
      "grad_norm": 2.4877214740563716,
      "learning_rate": 9.858828935189912e-06,
      "loss": 0.1644,
      "step": 1506
    },
    {
      "epoch": 0.22760912248905,
      "grad_norm": 2.2956924088429314,
      "learning_rate": 9.858642283482585e-06,
      "loss": 0.161,
      "step": 1507
    },
    {
      "epoch": 0.2277601570759704,
      "grad_norm": 2.924616100764954,
      "learning_rate": 9.85845551023365e-06,
      "loss": 0.1739,
      "step": 1508
    },
    {
      "epoch": 0.2279111916628908,
      "grad_norm": 2.3106706857694803,
      "learning_rate": 9.858268615447774e-06,
      "loss": 0.157,
      "step": 1509
    },
    {
      "epoch": 0.2280622262498112,
      "grad_norm": 3.250844051283217,
      "learning_rate": 9.858081599129639e-06,
      "loss": 0.1782,
      "step": 1510
    },
    {
      "epoch": 0.2282132608367316,
      "grad_norm": 3.565392455303298,
      "learning_rate": 9.857894461283917e-06,
      "loss": 0.1936,
      "step": 1511
    },
    {
      "epoch": 0.22836429542365203,
      "grad_norm": 2.3598535518218005,
      "learning_rate": 9.857707201915293e-06,
      "loss": 0.1338,
      "step": 1512
    },
    {
      "epoch": 0.22851533001057242,
      "grad_norm": 3.27302900888808,
      "learning_rate": 9.857519821028453e-06,
      "loss": 0.179,
      "step": 1513
    },
    {
      "epoch": 0.22866636459749282,
      "grad_norm": 2.5383303051015833,
      "learning_rate": 9.857332318628081e-06,
      "loss": 0.1418,
      "step": 1514
    },
    {
      "epoch": 0.22881739918441324,
      "grad_norm": 2.3955435069841005,
      "learning_rate": 9.857144694718867e-06,
      "loss": 0.1649,
      "step": 1515
    },
    {
      "epoch": 0.22896843377133363,
      "grad_norm": 2.7593900413896164,
      "learning_rate": 9.856956949305508e-06,
      "loss": 0.1649,
      "step": 1516
    },
    {
      "epoch": 0.22911946835825403,
      "grad_norm": 3.1169779745448034,
      "learning_rate": 9.856769082392698e-06,
      "loss": 0.2003,
      "step": 1517
    },
    {
      "epoch": 0.22927050294517445,
      "grad_norm": 2.591780547095585,
      "learning_rate": 9.856581093985137e-06,
      "loss": 0.152,
      "step": 1518
    },
    {
      "epoch": 0.22942153753209485,
      "grad_norm": 2.56531203682555,
      "learning_rate": 9.856392984087529e-06,
      "loss": 0.166,
      "step": 1519
    },
    {
      "epoch": 0.22957257211901524,
      "grad_norm": 2.459044092251835,
      "learning_rate": 9.856204752704576e-06,
      "loss": 0.1695,
      "step": 1520
    },
    {
      "epoch": 0.22972360670593567,
      "grad_norm": 3.495233328752902,
      "learning_rate": 9.85601639984099e-06,
      "loss": 0.173,
      "step": 1521
    },
    {
      "epoch": 0.22987464129285606,
      "grad_norm": 3.307982348833221,
      "learning_rate": 9.855827925501483e-06,
      "loss": 0.1892,
      "step": 1522
    },
    {
      "epoch": 0.23002567587977646,
      "grad_norm": 3.740599599056339,
      "learning_rate": 9.855639329690769e-06,
      "loss": 0.1982,
      "step": 1523
    },
    {
      "epoch": 0.23017671046669688,
      "grad_norm": 2.940918555123479,
      "learning_rate": 9.855450612413565e-06,
      "loss": 0.159,
      "step": 1524
    },
    {
      "epoch": 0.23032774505361728,
      "grad_norm": 3.339189583868376,
      "learning_rate": 9.855261773674592e-06,
      "loss": 0.1726,
      "step": 1525
    },
    {
      "epoch": 0.23047877964053767,
      "grad_norm": 2.727667298159679,
      "learning_rate": 9.855072813478576e-06,
      "loss": 0.1508,
      "step": 1526
    },
    {
      "epoch": 0.2306298142274581,
      "grad_norm": 2.4149867917765415,
      "learning_rate": 9.85488373183024e-06,
      "loss": 0.1506,
      "step": 1527
    },
    {
      "epoch": 0.2307808488143785,
      "grad_norm": 2.9397945516969077,
      "learning_rate": 9.85469452873432e-06,
      "loss": 0.1814,
      "step": 1528
    },
    {
      "epoch": 0.2309318834012989,
      "grad_norm": 2.476223228813141,
      "learning_rate": 9.854505204195541e-06,
      "loss": 0.1427,
      "step": 1529
    },
    {
      "epoch": 0.2310829179882193,
      "grad_norm": 2.345126181522387,
      "learning_rate": 9.854315758218645e-06,
      "loss": 0.1691,
      "step": 1530
    },
    {
      "epoch": 0.2312339525751397,
      "grad_norm": 3.047455952109798,
      "learning_rate": 9.854126190808372e-06,
      "loss": 0.1801,
      "step": 1531
    },
    {
      "epoch": 0.2313849871620601,
      "grad_norm": 2.836638315351471,
      "learning_rate": 9.853936501969457e-06,
      "loss": 0.141,
      "step": 1532
    },
    {
      "epoch": 0.23153602174898053,
      "grad_norm": 4.30085730178912,
      "learning_rate": 9.853746691706652e-06,
      "loss": 0.2156,
      "step": 1533
    },
    {
      "epoch": 0.23168705633590092,
      "grad_norm": 2.8654214020750373,
      "learning_rate": 9.853556760024704e-06,
      "loss": 0.1692,
      "step": 1534
    },
    {
      "epoch": 0.23183809092282132,
      "grad_norm": 2.9724635198715457,
      "learning_rate": 9.853366706928363e-06,
      "loss": 0.1666,
      "step": 1535
    },
    {
      "epoch": 0.23198912550974174,
      "grad_norm": 2.34202448009326,
      "learning_rate": 9.853176532422381e-06,
      "loss": 0.1764,
      "step": 1536
    },
    {
      "epoch": 0.23214016009666213,
      "grad_norm": 3.906423927578254,
      "learning_rate": 9.852986236511521e-06,
      "loss": 0.1832,
      "step": 1537
    },
    {
      "epoch": 0.23229119468358253,
      "grad_norm": 2.559830851426968,
      "learning_rate": 9.852795819200539e-06,
      "loss": 0.1618,
      "step": 1538
    },
    {
      "epoch": 0.23244222927050295,
      "grad_norm": 2.8008127583244042,
      "learning_rate": 9.852605280494198e-06,
      "loss": 0.1685,
      "step": 1539
    },
    {
      "epoch": 0.23259326385742335,
      "grad_norm": 2.4538752684903944,
      "learning_rate": 9.852414620397269e-06,
      "loss": 0.1536,
      "step": 1540
    },
    {
      "epoch": 0.23274429844434374,
      "grad_norm": 2.227558383197046,
      "learning_rate": 9.852223838914516e-06,
      "loss": 0.135,
      "step": 1541
    },
    {
      "epoch": 0.23289533303126417,
      "grad_norm": 3.005208340068727,
      "learning_rate": 9.852032936050715e-06,
      "loss": 0.1621,
      "step": 1542
    },
    {
      "epoch": 0.23304636761818456,
      "grad_norm": 2.6744519376143465,
      "learning_rate": 9.85184191181064e-06,
      "loss": 0.1816,
      "step": 1543
    },
    {
      "epoch": 0.23319740220510496,
      "grad_norm": 3.8618640403890674,
      "learning_rate": 9.851650766199073e-06,
      "loss": 0.1674,
      "step": 1544
    },
    {
      "epoch": 0.23334843679202538,
      "grad_norm": 2.8209298700454166,
      "learning_rate": 9.851459499220789e-06,
      "loss": 0.1747,
      "step": 1545
    },
    {
      "epoch": 0.23349947137894578,
      "grad_norm": 3.4093391890828593,
      "learning_rate": 9.851268110880578e-06,
      "loss": 0.1768,
      "step": 1546
    },
    {
      "epoch": 0.23365050596586617,
      "grad_norm": 3.5248714375319916,
      "learning_rate": 9.851076601183226e-06,
      "loss": 0.1995,
      "step": 1547
    },
    {
      "epoch": 0.2338015405527866,
      "grad_norm": 2.6132179484569007,
      "learning_rate": 9.850884970133523e-06,
      "loss": 0.1549,
      "step": 1548
    },
    {
      "epoch": 0.233952575139707,
      "grad_norm": 2.565485300184851,
      "learning_rate": 9.850693217736265e-06,
      "loss": 0.1465,
      "step": 1549
    },
    {
      "epoch": 0.2341036097266274,
      "grad_norm": 2.3744700682190834,
      "learning_rate": 9.850501343996246e-06,
      "loss": 0.1672,
      "step": 1550
    },
    {
      "epoch": 0.2342546443135478,
      "grad_norm": 3.423988067042892,
      "learning_rate": 9.850309348918268e-06,
      "loss": 0.2129,
      "step": 1551
    },
    {
      "epoch": 0.2344056789004682,
      "grad_norm": 2.775507056641517,
      "learning_rate": 9.850117232507133e-06,
      "loss": 0.1518,
      "step": 1552
    },
    {
      "epoch": 0.2345567134873886,
      "grad_norm": 3.4650741752720453,
      "learning_rate": 9.849924994767646e-06,
      "loss": 0.1801,
      "step": 1553
    },
    {
      "epoch": 0.23470774807430902,
      "grad_norm": 2.5016371758827938,
      "learning_rate": 9.849732635704616e-06,
      "loss": 0.1656,
      "step": 1554
    },
    {
      "epoch": 0.23485878266122942,
      "grad_norm": 2.773565792649538,
      "learning_rate": 9.849540155322858e-06,
      "loss": 0.1713,
      "step": 1555
    },
    {
      "epoch": 0.23500981724814982,
      "grad_norm": 3.465154507181112,
      "learning_rate": 9.849347553627185e-06,
      "loss": 0.1803,
      "step": 1556
    },
    {
      "epoch": 0.23516085183507024,
      "grad_norm": 3.3061878348604563,
      "learning_rate": 9.849154830622412e-06,
      "loss": 0.1653,
      "step": 1557
    },
    {
      "epoch": 0.23531188642199063,
      "grad_norm": 2.2737649826764192,
      "learning_rate": 9.848961986313365e-06,
      "loss": 0.1559,
      "step": 1558
    },
    {
      "epoch": 0.23546292100891103,
      "grad_norm": 3.376698717132528,
      "learning_rate": 9.848769020704866e-06,
      "loss": 0.1923,
      "step": 1559
    },
    {
      "epoch": 0.23561395559583145,
      "grad_norm": 2.761319965302814,
      "learning_rate": 9.848575933801741e-06,
      "loss": 0.1663,
      "step": 1560
    },
    {
      "epoch": 0.23576499018275185,
      "grad_norm": 3.3854050005123217,
      "learning_rate": 9.848382725608822e-06,
      "loss": 0.1704,
      "step": 1561
    },
    {
      "epoch": 0.23591602476967224,
      "grad_norm": 2.55497664609255,
      "learning_rate": 9.848189396130943e-06,
      "loss": 0.1782,
      "step": 1562
    },
    {
      "epoch": 0.23606705935659267,
      "grad_norm": 2.978845170000291,
      "learning_rate": 9.847995945372938e-06,
      "loss": 0.1579,
      "step": 1563
    },
    {
      "epoch": 0.23621809394351306,
      "grad_norm": 3.63663438385162,
      "learning_rate": 9.847802373339646e-06,
      "loss": 0.1935,
      "step": 1564
    },
    {
      "epoch": 0.23636912853043346,
      "grad_norm": 3.6570380251903236,
      "learning_rate": 9.847608680035911e-06,
      "loss": 0.1949,
      "step": 1565
    },
    {
      "epoch": 0.23652016311735388,
      "grad_norm": 3.301475335246788,
      "learning_rate": 9.847414865466578e-06,
      "loss": 0.2069,
      "step": 1566
    },
    {
      "epoch": 0.23667119770427428,
      "grad_norm": 3.6597094167763005,
      "learning_rate": 9.847220929636496e-06,
      "loss": 0.1974,
      "step": 1567
    },
    {
      "epoch": 0.23682223229119467,
      "grad_norm": 3.0375136657095516,
      "learning_rate": 9.847026872550513e-06,
      "loss": 0.1892,
      "step": 1568
    },
    {
      "epoch": 0.2369732668781151,
      "grad_norm": 5.306156231454977,
      "learning_rate": 9.846832694213488e-06,
      "loss": 0.2713,
      "step": 1569
    },
    {
      "epoch": 0.2371243014650355,
      "grad_norm": 2.9134018463526887,
      "learning_rate": 9.846638394630276e-06,
      "loss": 0.1815,
      "step": 1570
    },
    {
      "epoch": 0.2372753360519559,
      "grad_norm": 2.460759078544831,
      "learning_rate": 9.846443973805736e-06,
      "loss": 0.1556,
      "step": 1571
    },
    {
      "epoch": 0.2374263706388763,
      "grad_norm": 2.9890361774609113,
      "learning_rate": 9.846249431744736e-06,
      "loss": 0.1791,
      "step": 1572
    },
    {
      "epoch": 0.2375774052257967,
      "grad_norm": 3.572574802371502,
      "learning_rate": 9.84605476845214e-06,
      "loss": 0.1924,
      "step": 1573
    },
    {
      "epoch": 0.2377284398127171,
      "grad_norm": 3.541862610509322,
      "learning_rate": 9.845859983932817e-06,
      "loss": 0.1797,
      "step": 1574
    },
    {
      "epoch": 0.23787947439963752,
      "grad_norm": 2.5977180743383546,
      "learning_rate": 9.845665078191641e-06,
      "loss": 0.144,
      "step": 1575
    },
    {
      "epoch": 0.23803050898655792,
      "grad_norm": 2.9428707766345994,
      "learning_rate": 9.845470051233486e-06,
      "loss": 0.2013,
      "step": 1576
    },
    {
      "epoch": 0.23818154357347832,
      "grad_norm": 3.133227785687709,
      "learning_rate": 9.845274903063232e-06,
      "loss": 0.1616,
      "step": 1577
    },
    {
      "epoch": 0.23833257816039874,
      "grad_norm": 2.7852144941864068,
      "learning_rate": 9.84507963368576e-06,
      "loss": 0.1803,
      "step": 1578
    },
    {
      "epoch": 0.23848361274731913,
      "grad_norm": 2.9139911884655816,
      "learning_rate": 9.844884243105956e-06,
      "loss": 0.1727,
      "step": 1579
    },
    {
      "epoch": 0.23863464733423953,
      "grad_norm": 2.3159855452415012,
      "learning_rate": 9.844688731328707e-06,
      "loss": 0.1492,
      "step": 1580
    },
    {
      "epoch": 0.23878568192115995,
      "grad_norm": 2.7921758620755823,
      "learning_rate": 9.844493098358904e-06,
      "loss": 0.1599,
      "step": 1581
    },
    {
      "epoch": 0.23893671650808035,
      "grad_norm": 2.552575712520867,
      "learning_rate": 9.84429734420144e-06,
      "loss": 0.1732,
      "step": 1582
    },
    {
      "epoch": 0.23908775109500074,
      "grad_norm": 2.8669222366701606,
      "learning_rate": 9.844101468861214e-06,
      "loss": 0.1751,
      "step": 1583
    },
    {
      "epoch": 0.23923878568192117,
      "grad_norm": 2.4652706814102245,
      "learning_rate": 9.843905472343123e-06,
      "loss": 0.1839,
      "step": 1584
    },
    {
      "epoch": 0.23938982026884156,
      "grad_norm": 3.189557437361195,
      "learning_rate": 9.843709354652072e-06,
      "loss": 0.1604,
      "step": 1585
    },
    {
      "epoch": 0.23954085485576196,
      "grad_norm": 2.771867412077143,
      "learning_rate": 9.843513115792967e-06,
      "loss": 0.1437,
      "step": 1586
    },
    {
      "epoch": 0.23969188944268238,
      "grad_norm": 2.567910652505609,
      "learning_rate": 9.843316755770715e-06,
      "loss": 0.1801,
      "step": 1587
    },
    {
      "epoch": 0.23984292402960278,
      "grad_norm": 2.3033375641888285,
      "learning_rate": 9.84312027459023e-06,
      "loss": 0.1572,
      "step": 1588
    },
    {
      "epoch": 0.23999395861652317,
      "grad_norm": 2.5190989936168275,
      "learning_rate": 9.842923672256428e-06,
      "loss": 0.1612,
      "step": 1589
    },
    {
      "epoch": 0.2401449932034436,
      "grad_norm": 4.606298762171361,
      "learning_rate": 9.842726948774224e-06,
      "loss": 0.1902,
      "step": 1590
    },
    {
      "epoch": 0.240296027790364,
      "grad_norm": 2.6522557832495326,
      "learning_rate": 9.842530104148542e-06,
      "loss": 0.1926,
      "step": 1591
    },
    {
      "epoch": 0.2404470623772844,
      "grad_norm": 3.535713493725515,
      "learning_rate": 9.842333138384305e-06,
      "loss": 0.1953,
      "step": 1592
    },
    {
      "epoch": 0.2405980969642048,
      "grad_norm": 2.817313040842201,
      "learning_rate": 9.842136051486442e-06,
      "loss": 0.1582,
      "step": 1593
    },
    {
      "epoch": 0.2407491315511252,
      "grad_norm": 2.933402694132232,
      "learning_rate": 9.84193884345988e-06,
      "loss": 0.1784,
      "step": 1594
    },
    {
      "epoch": 0.2409001661380456,
      "grad_norm": 3.0545295580204885,
      "learning_rate": 9.841741514309552e-06,
      "loss": 0.1733,
      "step": 1595
    },
    {
      "epoch": 0.24105120072496602,
      "grad_norm": 2.1931176098933496,
      "learning_rate": 9.8415440640404e-06,
      "loss": 0.1627,
      "step": 1596
    },
    {
      "epoch": 0.24120223531188642,
      "grad_norm": 3.3820997909668193,
      "learning_rate": 9.841346492657355e-06,
      "loss": 0.1888,
      "step": 1597
    },
    {
      "epoch": 0.24135326989880682,
      "grad_norm": 2.071686568068893,
      "learning_rate": 9.841148800165368e-06,
      "loss": 0.1315,
      "step": 1598
    },
    {
      "epoch": 0.24150430448572724,
      "grad_norm": 3.405814150761333,
      "learning_rate": 9.840950986569378e-06,
      "loss": 0.1928,
      "step": 1599
    },
    {
      "epoch": 0.24165533907264763,
      "grad_norm": 3.058555885503471,
      "learning_rate": 9.840753051874336e-06,
      "loss": 0.1779,
      "step": 1600
    },
    {
      "epoch": 0.24180637365956803,
      "grad_norm": 2.6983495501833876,
      "learning_rate": 9.840554996085192e-06,
      "loss": 0.1561,
      "step": 1601
    },
    {
      "epoch": 0.24195740824648845,
      "grad_norm": 4.084334964498333,
      "learning_rate": 9.840356819206901e-06,
      "loss": 0.1955,
      "step": 1602
    },
    {
      "epoch": 0.24210844283340885,
      "grad_norm": 2.8530840502046173,
      "learning_rate": 9.840158521244424e-06,
      "loss": 0.1882,
      "step": 1603
    },
    {
      "epoch": 0.24225947742032924,
      "grad_norm": 3.0371457391641354,
      "learning_rate": 9.839960102202717e-06,
      "loss": 0.1416,
      "step": 1604
    },
    {
      "epoch": 0.24241051200724967,
      "grad_norm": 2.5669514628506547,
      "learning_rate": 9.839761562086744e-06,
      "loss": 0.1736,
      "step": 1605
    },
    {
      "epoch": 0.24256154659417006,
      "grad_norm": 2.3668266390186794,
      "learning_rate": 9.839562900901475e-06,
      "loss": 0.1529,
      "step": 1606
    },
    {
      "epoch": 0.24271258118109046,
      "grad_norm": 2.5835345518861055,
      "learning_rate": 9.839364118651876e-06,
      "loss": 0.1751,
      "step": 1607
    },
    {
      "epoch": 0.24286361576801088,
      "grad_norm": 3.0088959200564447,
      "learning_rate": 9.83916521534292e-06,
      "loss": 0.1648,
      "step": 1608
    },
    {
      "epoch": 0.24301465035493128,
      "grad_norm": 4.1777896951050035,
      "learning_rate": 9.838966190979586e-06,
      "loss": 0.1844,
      "step": 1609
    },
    {
      "epoch": 0.24316568494185167,
      "grad_norm": 2.609409359140186,
      "learning_rate": 9.838767045566848e-06,
      "loss": 0.1553,
      "step": 1610
    },
    {
      "epoch": 0.2433167195287721,
      "grad_norm": 2.514590884065175,
      "learning_rate": 9.838567779109691e-06,
      "loss": 0.1541,
      "step": 1611
    },
    {
      "epoch": 0.2434677541156925,
      "grad_norm": 3.0161065145118515,
      "learning_rate": 9.8383683916131e-06,
      "loss": 0.1697,
      "step": 1612
    },
    {
      "epoch": 0.2436187887026129,
      "grad_norm": 3.546970806522019,
      "learning_rate": 9.83816888308206e-06,
      "loss": 0.1705,
      "step": 1613
    },
    {
      "epoch": 0.2437698232895333,
      "grad_norm": 2.308281612211673,
      "learning_rate": 9.837969253521564e-06,
      "loss": 0.1446,
      "step": 1614
    },
    {
      "epoch": 0.2439208578764537,
      "grad_norm": 3.711137190295816,
      "learning_rate": 9.837769502936606e-06,
      "loss": 0.1971,
      "step": 1615
    },
    {
      "epoch": 0.2440718924633741,
      "grad_norm": 1.8020934831632252,
      "learning_rate": 9.837569631332183e-06,
      "loss": 0.1215,
      "step": 1616
    },
    {
      "epoch": 0.24422292705029452,
      "grad_norm": 2.374993696000421,
      "learning_rate": 9.837369638713292e-06,
      "loss": 0.1441,
      "step": 1617
    },
    {
      "epoch": 0.24437396163721492,
      "grad_norm": 2.7099669394716988,
      "learning_rate": 9.837169525084938e-06,
      "loss": 0.1752,
      "step": 1618
    },
    {
      "epoch": 0.24452499622413532,
      "grad_norm": 2.574663342891234,
      "learning_rate": 9.836969290452127e-06,
      "loss": 0.1577,
      "step": 1619
    },
    {
      "epoch": 0.24467603081105574,
      "grad_norm": 2.565511076318593,
      "learning_rate": 9.836768934819868e-06,
      "loss": 0.1606,
      "step": 1620
    },
    {
      "epoch": 0.24482706539797613,
      "grad_norm": 2.9900914479129543,
      "learning_rate": 9.836568458193175e-06,
      "loss": 0.1542,
      "step": 1621
    },
    {
      "epoch": 0.24497809998489653,
      "grad_norm": 2.9177710853996466,
      "learning_rate": 9.83636786057706e-06,
      "loss": 0.164,
      "step": 1622
    },
    {
      "epoch": 0.24512913457181695,
      "grad_norm": 2.9605780262541233,
      "learning_rate": 9.83616714197654e-06,
      "loss": 0.1743,
      "step": 1623
    },
    {
      "epoch": 0.24528016915873735,
      "grad_norm": 2.710086641560201,
      "learning_rate": 9.83596630239664e-06,
      "loss": 0.1671,
      "step": 1624
    },
    {
      "epoch": 0.24543120374565774,
      "grad_norm": 3.4221070544733285,
      "learning_rate": 9.83576534184238e-06,
      "loss": 0.1787,
      "step": 1625
    },
    {
      "epoch": 0.24558223833257817,
      "grad_norm": 2.472976941829442,
      "learning_rate": 9.835564260318791e-06,
      "loss": 0.1548,
      "step": 1626
    },
    {
      "epoch": 0.24573327291949856,
      "grad_norm": 2.772415942591639,
      "learning_rate": 9.835363057830903e-06,
      "loss": 0.1688,
      "step": 1627
    },
    {
      "epoch": 0.24588430750641896,
      "grad_norm": 3.036322165534609,
      "learning_rate": 9.835161734383745e-06,
      "loss": 0.1735,
      "step": 1628
    },
    {
      "epoch": 0.24603534209333938,
      "grad_norm": 2.6898230502492053,
      "learning_rate": 9.834960289982357e-06,
      "loss": 0.1689,
      "step": 1629
    },
    {
      "epoch": 0.24618637668025978,
      "grad_norm": 2.5256811106418855,
      "learning_rate": 9.834758724631777e-06,
      "loss": 0.1468,
      "step": 1630
    },
    {
      "epoch": 0.24633741126718017,
      "grad_norm": 2.1203659036838887,
      "learning_rate": 9.834557038337048e-06,
      "loss": 0.1427,
      "step": 1631
    },
    {
      "epoch": 0.2464884458541006,
      "grad_norm": 2.688964610792455,
      "learning_rate": 9.834355231103215e-06,
      "loss": 0.1649,
      "step": 1632
    },
    {
      "epoch": 0.246639480441021,
      "grad_norm": 2.036424597776862,
      "learning_rate": 9.834153302935326e-06,
      "loss": 0.1367,
      "step": 1633
    },
    {
      "epoch": 0.2467905150279414,
      "grad_norm": 3.012883808820083,
      "learning_rate": 9.83395125383843e-06,
      "loss": 0.1809,
      "step": 1634
    },
    {
      "epoch": 0.2469415496148618,
      "grad_norm": 3.4879362154369664,
      "learning_rate": 9.833749083817586e-06,
      "loss": 0.1904,
      "step": 1635
    },
    {
      "epoch": 0.2470925842017822,
      "grad_norm": 2.4568423032490525,
      "learning_rate": 9.833546792877849e-06,
      "loss": 0.1504,
      "step": 1636
    },
    {
      "epoch": 0.2472436187887026,
      "grad_norm": 2.424973891782285,
      "learning_rate": 9.83334438102428e-06,
      "loss": 0.1404,
      "step": 1637
    },
    {
      "epoch": 0.24739465337562302,
      "grad_norm": 2.652726139804566,
      "learning_rate": 9.83314184826194e-06,
      "loss": 0.1522,
      "step": 1638
    },
    {
      "epoch": 0.24754568796254342,
      "grad_norm": 2.66340835721018,
      "learning_rate": 9.8329391945959e-06,
      "loss": 0.183,
      "step": 1639
    },
    {
      "epoch": 0.24769672254946382,
      "grad_norm": 2.380935871272131,
      "learning_rate": 9.832736420031226e-06,
      "loss": 0.1403,
      "step": 1640
    },
    {
      "epoch": 0.24784775713638424,
      "grad_norm": 2.6125883907486114,
      "learning_rate": 9.832533524572991e-06,
      "loss": 0.1856,
      "step": 1641
    },
    {
      "epoch": 0.24799879172330463,
      "grad_norm": 2.1230972418355583,
      "learning_rate": 9.832330508226271e-06,
      "loss": 0.1317,
      "step": 1642
    },
    {
      "epoch": 0.24814982631022503,
      "grad_norm": 2.987312520814484,
      "learning_rate": 9.832127370996146e-06,
      "loss": 0.1812,
      "step": 1643
    },
    {
      "epoch": 0.24830086089714545,
      "grad_norm": 3.7060224311765886,
      "learning_rate": 9.831924112887695e-06,
      "loss": 0.2091,
      "step": 1644
    },
    {
      "epoch": 0.24845189548406585,
      "grad_norm": 2.3916051951025774,
      "learning_rate": 9.831720733906002e-06,
      "loss": 0.1574,
      "step": 1645
    },
    {
      "epoch": 0.24860293007098624,
      "grad_norm": 3.643307853907183,
      "learning_rate": 9.831517234056161e-06,
      "loss": 0.1828,
      "step": 1646
    },
    {
      "epoch": 0.24875396465790667,
      "grad_norm": 2.512592807806666,
      "learning_rate": 9.831313613343255e-06,
      "loss": 0.1788,
      "step": 1647
    },
    {
      "epoch": 0.24890499924482706,
      "grad_norm": 2.8084364737468546,
      "learning_rate": 9.83110987177238e-06,
      "loss": 0.1845,
      "step": 1648
    },
    {
      "epoch": 0.24905603383174746,
      "grad_norm": 2.1710177239573767,
      "learning_rate": 9.830906009348636e-06,
      "loss": 0.1398,
      "step": 1649
    },
    {
      "epoch": 0.24920706841866788,
      "grad_norm": 3.2397261333698073,
      "learning_rate": 9.83070202607712e-06,
      "loss": 0.1686,
      "step": 1650
    },
    {
      "epoch": 0.24935810300558828,
      "grad_norm": 8.880433885233593,
      "learning_rate": 9.830497921962932e-06,
      "loss": 0.2729,
      "step": 1651
    },
    {
      "epoch": 0.24950913759250867,
      "grad_norm": 2.5534378056375724,
      "learning_rate": 9.830293697011183e-06,
      "loss": 0.1551,
      "step": 1652
    },
    {
      "epoch": 0.2496601721794291,
      "grad_norm": 2.56391381079493,
      "learning_rate": 9.83008935122698e-06,
      "loss": 0.1732,
      "step": 1653
    },
    {
      "epoch": 0.2498112067663495,
      "grad_norm": 2.5356565413219863,
      "learning_rate": 9.829884884615433e-06,
      "loss": 0.1614,
      "step": 1654
    },
    {
      "epoch": 0.2499622413532699,
      "grad_norm": 2.75914827238624,
      "learning_rate": 9.829680297181659e-06,
      "loss": 0.153,
      "step": 1655
    },
    {
      "epoch": 0.2501132759401903,
      "grad_norm": 2.354318417659074,
      "learning_rate": 9.829475588930774e-06,
      "loss": 0.1451,
      "step": 1656
    },
    {
      "epoch": 0.25026431052711073,
      "grad_norm": 2.8375721322099112,
      "learning_rate": 9.829270759867901e-06,
      "loss": 0.1801,
      "step": 1657
    },
    {
      "epoch": 0.25041534511403113,
      "grad_norm": 2.4237761430506866,
      "learning_rate": 9.829065809998164e-06,
      "loss": 0.1644,
      "step": 1658
    },
    {
      "epoch": 0.2505663797009515,
      "grad_norm": 2.80858318538068,
      "learning_rate": 9.828860739326688e-06,
      "loss": 0.1785,
      "step": 1659
    },
    {
      "epoch": 0.2507174142878719,
      "grad_norm": 2.773056989202051,
      "learning_rate": 9.828655547858603e-06,
      "loss": 0.1663,
      "step": 1660
    },
    {
      "epoch": 0.2508684488747923,
      "grad_norm": 5.146318445538299,
      "learning_rate": 9.828450235599044e-06,
      "loss": 0.1834,
      "step": 1661
    },
    {
      "epoch": 0.2510194834617127,
      "grad_norm": 2.3988949075393573,
      "learning_rate": 9.828244802553144e-06,
      "loss": 0.1626,
      "step": 1662
    },
    {
      "epoch": 0.25117051804863316,
      "grad_norm": 2.528356743102957,
      "learning_rate": 9.828039248726046e-06,
      "loss": 0.1661,
      "step": 1663
    },
    {
      "epoch": 0.25132155263555356,
      "grad_norm": 3.1844372712682367,
      "learning_rate": 9.827833574122889e-06,
      "loss": 0.1897,
      "step": 1664
    },
    {
      "epoch": 0.25147258722247395,
      "grad_norm": 2.5575448417529785,
      "learning_rate": 9.827627778748816e-06,
      "loss": 0.186,
      "step": 1665
    },
    {
      "epoch": 0.25162362180939435,
      "grad_norm": 3.174575817134861,
      "learning_rate": 9.827421862608981e-06,
      "loss": 0.1807,
      "step": 1666
    },
    {
      "epoch": 0.25177465639631474,
      "grad_norm": 5.7768638776748436,
      "learning_rate": 9.827215825708533e-06,
      "loss": 0.1994,
      "step": 1667
    },
    {
      "epoch": 0.25192569098323514,
      "grad_norm": 2.4142327061441256,
      "learning_rate": 9.827009668052623e-06,
      "loss": 0.1369,
      "step": 1668
    },
    {
      "epoch": 0.2520767255701556,
      "grad_norm": 2.327108678674163,
      "learning_rate": 9.826803389646411e-06,
      "loss": 0.1649,
      "step": 1669
    },
    {
      "epoch": 0.252227760157076,
      "grad_norm": 2.5253764832668786,
      "learning_rate": 9.826596990495057e-06,
      "loss": 0.1445,
      "step": 1670
    },
    {
      "epoch": 0.2523787947439964,
      "grad_norm": 3.6285705949839797,
      "learning_rate": 9.826390470603724e-06,
      "loss": 0.1999,
      "step": 1671
    },
    {
      "epoch": 0.2525298293309168,
      "grad_norm": 2.97895934951601,
      "learning_rate": 9.826183829977576e-06,
      "loss": 0.1711,
      "step": 1672
    },
    {
      "epoch": 0.2526808639178372,
      "grad_norm": 2.79252963347811,
      "learning_rate": 9.825977068621786e-06,
      "loss": 0.1692,
      "step": 1673
    },
    {
      "epoch": 0.25283189850475757,
      "grad_norm": 4.744348692778767,
      "learning_rate": 9.825770186541523e-06,
      "loss": 0.2161,
      "step": 1674
    },
    {
      "epoch": 0.252982933091678,
      "grad_norm": 3.0960844136190624,
      "learning_rate": 9.825563183741965e-06,
      "loss": 0.186,
      "step": 1675
    },
    {
      "epoch": 0.2531339676785984,
      "grad_norm": 2.6581128176112094,
      "learning_rate": 9.825356060228288e-06,
      "loss": 0.1743,
      "step": 1676
    },
    {
      "epoch": 0.2532850022655188,
      "grad_norm": 2.550510073935248,
      "learning_rate": 9.825148816005674e-06,
      "loss": 0.1745,
      "step": 1677
    },
    {
      "epoch": 0.2534360368524392,
      "grad_norm": 4.604110511950623,
      "learning_rate": 9.824941451079309e-06,
      "loss": 0.1953,
      "step": 1678
    },
    {
      "epoch": 0.2535870714393596,
      "grad_norm": 2.901677681185062,
      "learning_rate": 9.824733965454379e-06,
      "loss": 0.1698,
      "step": 1679
    },
    {
      "epoch": 0.25373810602628,
      "grad_norm": 2.6872791642515597,
      "learning_rate": 9.824526359136073e-06,
      "loss": 0.1826,
      "step": 1680
    },
    {
      "epoch": 0.25388914061320045,
      "grad_norm": 4.344715011743739,
      "learning_rate": 9.824318632129585e-06,
      "loss": 0.2102,
      "step": 1681
    },
    {
      "epoch": 0.25404017520012084,
      "grad_norm": 3.169238859518044,
      "learning_rate": 9.824110784440115e-06,
      "loss": 0.1681,
      "step": 1682
    },
    {
      "epoch": 0.25419120978704124,
      "grad_norm": 2.7534787318528933,
      "learning_rate": 9.823902816072856e-06,
      "loss": 0.1498,
      "step": 1683
    },
    {
      "epoch": 0.25434224437396163,
      "grad_norm": 2.6290230345923873,
      "learning_rate": 9.823694727033018e-06,
      "loss": 0.1519,
      "step": 1684
    },
    {
      "epoch": 0.25449327896088203,
      "grad_norm": 2.795846450946764,
      "learning_rate": 9.8234865173258e-06,
      "loss": 0.1824,
      "step": 1685
    },
    {
      "epoch": 0.2546443135478024,
      "grad_norm": 3.8068448529941272,
      "learning_rate": 9.823278186956412e-06,
      "loss": 0.1896,
      "step": 1686
    },
    {
      "epoch": 0.2547953481347229,
      "grad_norm": 2.3361996146192525,
      "learning_rate": 9.823069735930068e-06,
      "loss": 0.1645,
      "step": 1687
    },
    {
      "epoch": 0.25494638272164327,
      "grad_norm": 2.515806846848759,
      "learning_rate": 9.82286116425198e-06,
      "loss": 0.159,
      "step": 1688
    },
    {
      "epoch": 0.25509741730856367,
      "grad_norm": 2.4422454303884416,
      "learning_rate": 9.822652471927366e-06,
      "loss": 0.1679,
      "step": 1689
    },
    {
      "epoch": 0.25524845189548406,
      "grad_norm": 2.68679060019578,
      "learning_rate": 9.822443658961448e-06,
      "loss": 0.1824,
      "step": 1690
    },
    {
      "epoch": 0.25539948648240446,
      "grad_norm": 2.733505908585312,
      "learning_rate": 9.822234725359448e-06,
      "loss": 0.1725,
      "step": 1691
    },
    {
      "epoch": 0.25555052106932485,
      "grad_norm": 3.074188947646695,
      "learning_rate": 9.822025671126593e-06,
      "loss": 0.1844,
      "step": 1692
    },
    {
      "epoch": 0.2557015556562453,
      "grad_norm": 2.799866418341489,
      "learning_rate": 9.821816496268115e-06,
      "loss": 0.1947,
      "step": 1693
    },
    {
      "epoch": 0.2558525902431657,
      "grad_norm": 3.9324822914571307,
      "learning_rate": 9.821607200789243e-06,
      "loss": 0.2037,
      "step": 1694
    },
    {
      "epoch": 0.2560036248300861,
      "grad_norm": 2.8210989926287104,
      "learning_rate": 9.821397784695213e-06,
      "loss": 0.1639,
      "step": 1695
    },
    {
      "epoch": 0.2561546594170065,
      "grad_norm": 3.9899164008291033,
      "learning_rate": 9.821188247991266e-06,
      "loss": 0.1981,
      "step": 1696
    },
    {
      "epoch": 0.2563056940039269,
      "grad_norm": 2.7459697065225255,
      "learning_rate": 9.820978590682642e-06,
      "loss": 0.1852,
      "step": 1697
    },
    {
      "epoch": 0.2564567285908473,
      "grad_norm": 2.614204206272215,
      "learning_rate": 9.820768812774586e-06,
      "loss": 0.1626,
      "step": 1698
    },
    {
      "epoch": 0.25660776317776773,
      "grad_norm": 3.2436418651431365,
      "learning_rate": 9.820558914272344e-06,
      "loss": 0.1804,
      "step": 1699
    },
    {
      "epoch": 0.25675879776468813,
      "grad_norm": 3.03245640365945,
      "learning_rate": 9.820348895181171e-06,
      "loss": 0.1751,
      "step": 1700
    },
    {
      "epoch": 0.2569098323516085,
      "grad_norm": 3.78231024942884,
      "learning_rate": 9.820138755506318e-06,
      "loss": 0.201,
      "step": 1701
    },
    {
      "epoch": 0.2570608669385289,
      "grad_norm": 2.697869616119837,
      "learning_rate": 9.819928495253041e-06,
      "loss": 0.1719,
      "step": 1702
    },
    {
      "epoch": 0.2572119015254493,
      "grad_norm": 4.136532204101267,
      "learning_rate": 9.819718114426602e-06,
      "loss": 0.1819,
      "step": 1703
    },
    {
      "epoch": 0.2573629361123697,
      "grad_norm": 2.680504926917412,
      "learning_rate": 9.819507613032263e-06,
      "loss": 0.1463,
      "step": 1704
    },
    {
      "epoch": 0.25751397069929016,
      "grad_norm": 2.9254618700199733,
      "learning_rate": 9.819296991075286e-06,
      "loss": 0.1693,
      "step": 1705
    },
    {
      "epoch": 0.25766500528621056,
      "grad_norm": 2.192197866102021,
      "learning_rate": 9.819086248560945e-06,
      "loss": 0.1592,
      "step": 1706
    },
    {
      "epoch": 0.25781603987313095,
      "grad_norm": 2.962361707323138,
      "learning_rate": 9.818875385494511e-06,
      "loss": 0.1528,
      "step": 1707
    },
    {
      "epoch": 0.25796707446005135,
      "grad_norm": 4.265850456809082,
      "learning_rate": 9.818664401881258e-06,
      "loss": 0.1515,
      "step": 1708
    },
    {
      "epoch": 0.25811810904697174,
      "grad_norm": 2.6774255415660155,
      "learning_rate": 9.818453297726462e-06,
      "loss": 0.162,
      "step": 1709
    },
    {
      "epoch": 0.25826914363389214,
      "grad_norm": 3.1600617184765385,
      "learning_rate": 9.818242073035406e-06,
      "loss": 0.1656,
      "step": 1710
    },
    {
      "epoch": 0.2584201782208126,
      "grad_norm": 3.2904889464743237,
      "learning_rate": 9.818030727813375e-06,
      "loss": 0.1813,
      "step": 1711
    },
    {
      "epoch": 0.258571212807733,
      "grad_norm": 3.184536697710786,
      "learning_rate": 9.817819262065654e-06,
      "loss": 0.1741,
      "step": 1712
    },
    {
      "epoch": 0.2587222473946534,
      "grad_norm": 2.2059041135815387,
      "learning_rate": 9.817607675797534e-06,
      "loss": 0.1324,
      "step": 1713
    },
    {
      "epoch": 0.2588732819815738,
      "grad_norm": 2.607657120727859,
      "learning_rate": 9.817395969014306e-06,
      "loss": 0.1872,
      "step": 1714
    },
    {
      "epoch": 0.2590243165684942,
      "grad_norm": 3.262609183998837,
      "learning_rate": 9.817184141721268e-06,
      "loss": 0.1906,
      "step": 1715
    },
    {
      "epoch": 0.25917535115541457,
      "grad_norm": 3.4310223273925833,
      "learning_rate": 9.816972193923719e-06,
      "loss": 0.1809,
      "step": 1716
    },
    {
      "epoch": 0.259326385742335,
      "grad_norm": 2.7996033094624844,
      "learning_rate": 9.81676012562696e-06,
      "loss": 0.1879,
      "step": 1717
    },
    {
      "epoch": 0.2594774203292554,
      "grad_norm": 2.5917503118778695,
      "learning_rate": 9.816547936836295e-06,
      "loss": 0.1728,
      "step": 1718
    },
    {
      "epoch": 0.2596284549161758,
      "grad_norm": 2.8746095985741995,
      "learning_rate": 9.816335627557034e-06,
      "loss": 0.1784,
      "step": 1719
    },
    {
      "epoch": 0.2597794895030962,
      "grad_norm": 3.1977012726029517,
      "learning_rate": 9.816123197794487e-06,
      "loss": 0.1772,
      "step": 1720
    },
    {
      "epoch": 0.2599305240900166,
      "grad_norm": 3.0740559237475296,
      "learning_rate": 9.815910647553969e-06,
      "loss": 0.1647,
      "step": 1721
    },
    {
      "epoch": 0.260081558676937,
      "grad_norm": 2.3967882280361965,
      "learning_rate": 9.815697976840797e-06,
      "loss": 0.155,
      "step": 1722
    },
    {
      "epoch": 0.26023259326385745,
      "grad_norm": 2.8524672214260853,
      "learning_rate": 9.81548518566029e-06,
      "loss": 0.1747,
      "step": 1723
    },
    {
      "epoch": 0.26038362785077784,
      "grad_norm": 2.6500227563309733,
      "learning_rate": 9.815272274017771e-06,
      "loss": 0.1668,
      "step": 1724
    },
    {
      "epoch": 0.26053466243769824,
      "grad_norm": 2.8651481663910556,
      "learning_rate": 9.815059241918566e-06,
      "loss": 0.1744,
      "step": 1725
    },
    {
      "epoch": 0.26068569702461863,
      "grad_norm": 3.573772199483827,
      "learning_rate": 9.814846089368007e-06,
      "loss": 0.1889,
      "step": 1726
    },
    {
      "epoch": 0.26083673161153903,
      "grad_norm": 2.926149703299907,
      "learning_rate": 9.814632816371422e-06,
      "loss": 0.1901,
      "step": 1727
    },
    {
      "epoch": 0.2609877661984594,
      "grad_norm": 2.3966468074438687,
      "learning_rate": 9.81441942293415e-06,
      "loss": 0.1572,
      "step": 1728
    },
    {
      "epoch": 0.2611388007853799,
      "grad_norm": 2.8426412544872726,
      "learning_rate": 9.814205909061524e-06,
      "loss": 0.1662,
      "step": 1729
    },
    {
      "epoch": 0.26128983537230027,
      "grad_norm": 2.6306367454366364,
      "learning_rate": 9.813992274758892e-06,
      "loss": 0.1697,
      "step": 1730
    },
    {
      "epoch": 0.26144086995922067,
      "grad_norm": 2.389667471046895,
      "learning_rate": 9.813778520031594e-06,
      "loss": 0.1671,
      "step": 1731
    },
    {
      "epoch": 0.26159190454614106,
      "grad_norm": 3.044725793945912,
      "learning_rate": 9.813564644884977e-06,
      "loss": 0.184,
      "step": 1732
    },
    {
      "epoch": 0.26174293913306146,
      "grad_norm": 2.4799336284626086,
      "learning_rate": 9.813350649324392e-06,
      "loss": 0.1723,
      "step": 1733
    },
    {
      "epoch": 0.26189397371998185,
      "grad_norm": 2.7031172246307356,
      "learning_rate": 9.813136533355193e-06,
      "loss": 0.1756,
      "step": 1734
    },
    {
      "epoch": 0.2620450083069023,
      "grad_norm": 2.405367871345457,
      "learning_rate": 9.812922296982734e-06,
      "loss": 0.1543,
      "step": 1735
    },
    {
      "epoch": 0.2621960428938227,
      "grad_norm": 2.664497299862766,
      "learning_rate": 9.812707940212376e-06,
      "loss": 0.1714,
      "step": 1736
    },
    {
      "epoch": 0.2623470774807431,
      "grad_norm": 3.24685512975681,
      "learning_rate": 9.812493463049482e-06,
      "loss": 0.1849,
      "step": 1737
    },
    {
      "epoch": 0.2624981120676635,
      "grad_norm": 2.448531721167046,
      "learning_rate": 9.812278865499416e-06,
      "loss": 0.1478,
      "step": 1738
    },
    {
      "epoch": 0.2626491466545839,
      "grad_norm": 3.675582934710728,
      "learning_rate": 9.812064147567546e-06,
      "loss": 0.1923,
      "step": 1739
    },
    {
      "epoch": 0.2628001812415043,
      "grad_norm": 2.8565755247295463,
      "learning_rate": 9.811849309259243e-06,
      "loss": 0.1641,
      "step": 1740
    },
    {
      "epoch": 0.26295121582842473,
      "grad_norm": 2.831574422218359,
      "learning_rate": 9.811634350579884e-06,
      "loss": 0.1811,
      "step": 1741
    },
    {
      "epoch": 0.26310225041534513,
      "grad_norm": 2.7210099028836527,
      "learning_rate": 9.811419271534844e-06,
      "loss": 0.1732,
      "step": 1742
    },
    {
      "epoch": 0.2632532850022655,
      "grad_norm": 3.345122864672488,
      "learning_rate": 9.811204072129502e-06,
      "loss": 0.1854,
      "step": 1743
    },
    {
      "epoch": 0.2634043195891859,
      "grad_norm": 2.3534809437124906,
      "learning_rate": 9.810988752369243e-06,
      "loss": 0.1653,
      "step": 1744
    },
    {
      "epoch": 0.2635553541761063,
      "grad_norm": 4.62384512734575,
      "learning_rate": 9.810773312259455e-06,
      "loss": 0.1859,
      "step": 1745
    },
    {
      "epoch": 0.2637063887630267,
      "grad_norm": 2.654290246923394,
      "learning_rate": 9.810557751805525e-06,
      "loss": 0.1859,
      "step": 1746
    },
    {
      "epoch": 0.26385742334994716,
      "grad_norm": 1.9430305754932713,
      "learning_rate": 9.810342071012847e-06,
      "loss": 0.1293,
      "step": 1747
    },
    {
      "epoch": 0.26400845793686756,
      "grad_norm": 3.5331670506669313,
      "learning_rate": 9.810126269886814e-06,
      "loss": 0.213,
      "step": 1748
    },
    {
      "epoch": 0.26415949252378795,
      "grad_norm": 3.1140568333858143,
      "learning_rate": 9.809910348432827e-06,
      "loss": 0.1747,
      "step": 1749
    },
    {
      "epoch": 0.26431052711070835,
      "grad_norm": 2.753721178165355,
      "learning_rate": 9.809694306656285e-06,
      "loss": 0.1794,
      "step": 1750
    },
    {
      "epoch": 0.26446156169762874,
      "grad_norm": 2.641579184043524,
      "learning_rate": 9.809478144562594e-06,
      "loss": 0.1856,
      "step": 1751
    },
    {
      "epoch": 0.26461259628454914,
      "grad_norm": 3.053548476252888,
      "learning_rate": 9.809261862157162e-06,
      "loss": 0.1571,
      "step": 1752
    },
    {
      "epoch": 0.2647636308714696,
      "grad_norm": 2.2885340359322788,
      "learning_rate": 9.809045459445397e-06,
      "loss": 0.1429,
      "step": 1753
    },
    {
      "epoch": 0.26491466545839,
      "grad_norm": 3.365371369159781,
      "learning_rate": 9.808828936432714e-06,
      "loss": 0.1901,
      "step": 1754
    },
    {
      "epoch": 0.2650657000453104,
      "grad_norm": 3.060514091230801,
      "learning_rate": 9.80861229312453e-06,
      "loss": 0.1729,
      "step": 1755
    },
    {
      "epoch": 0.2652167346322308,
      "grad_norm": 2.203092378890647,
      "learning_rate": 9.808395529526266e-06,
      "loss": 0.1438,
      "step": 1756
    },
    {
      "epoch": 0.2653677692191512,
      "grad_norm": 2.733722789448055,
      "learning_rate": 9.808178645643341e-06,
      "loss": 0.1851,
      "step": 1757
    },
    {
      "epoch": 0.26551880380607157,
      "grad_norm": 2.6989500782772367,
      "learning_rate": 9.80796164148118e-06,
      "loss": 0.1832,
      "step": 1758
    },
    {
      "epoch": 0.265669838392992,
      "grad_norm": 2.983078175297036,
      "learning_rate": 9.807744517045214e-06,
      "loss": 0.1733,
      "step": 1759
    },
    {
      "epoch": 0.2658208729799124,
      "grad_norm": 2.456963507597587,
      "learning_rate": 9.807527272340874e-06,
      "loss": 0.1635,
      "step": 1760
    },
    {
      "epoch": 0.2659719075668328,
      "grad_norm": 3.423209111250897,
      "learning_rate": 9.807309907373594e-06,
      "loss": 0.1909,
      "step": 1761
    },
    {
      "epoch": 0.2661229421537532,
      "grad_norm": 2.613483737420027,
      "learning_rate": 9.807092422148811e-06,
      "loss": 0.1652,
      "step": 1762
    },
    {
      "epoch": 0.2662739767406736,
      "grad_norm": 2.4933011566481285,
      "learning_rate": 9.806874816671968e-06,
      "loss": 0.1826,
      "step": 1763
    },
    {
      "epoch": 0.266425011327594,
      "grad_norm": 2.7328474164004426,
      "learning_rate": 9.806657090948505e-06,
      "loss": 0.1602,
      "step": 1764
    },
    {
      "epoch": 0.26657604591451445,
      "grad_norm": 2.2583561082058186,
      "learning_rate": 9.806439244983871e-06,
      "loss": 0.1552,
      "step": 1765
    },
    {
      "epoch": 0.26672708050143484,
      "grad_norm": 2.4684952405415386,
      "learning_rate": 9.806221278783514e-06,
      "loss": 0.1493,
      "step": 1766
    },
    {
      "epoch": 0.26687811508835524,
      "grad_norm": 2.6898606802188376,
      "learning_rate": 9.806003192352889e-06,
      "loss": 0.179,
      "step": 1767
    },
    {
      "epoch": 0.26702914967527563,
      "grad_norm": 3.005940839500678,
      "learning_rate": 9.805784985697448e-06,
      "loss": 0.1763,
      "step": 1768
    },
    {
      "epoch": 0.26718018426219603,
      "grad_norm": 3.219743880942522,
      "learning_rate": 9.805566658822653e-06,
      "loss": 0.2085,
      "step": 1769
    },
    {
      "epoch": 0.2673312188491164,
      "grad_norm": 3.3752660489282387,
      "learning_rate": 9.805348211733963e-06,
      "loss": 0.1802,
      "step": 1770
    },
    {
      "epoch": 0.2674822534360369,
      "grad_norm": 3.1610051847211946,
      "learning_rate": 9.805129644436845e-06,
      "loss": 0.1919,
      "step": 1771
    },
    {
      "epoch": 0.26763328802295727,
      "grad_norm": 2.3346451776982633,
      "learning_rate": 9.804910956936764e-06,
      "loss": 0.1571,
      "step": 1772
    },
    {
      "epoch": 0.26778432260987767,
      "grad_norm": 2.905774341368695,
      "learning_rate": 9.804692149239192e-06,
      "loss": 0.1573,
      "step": 1773
    },
    {
      "epoch": 0.26793535719679806,
      "grad_norm": 3.2845941269532957,
      "learning_rate": 9.804473221349601e-06,
      "loss": 0.1723,
      "step": 1774
    },
    {
      "epoch": 0.26808639178371846,
      "grad_norm": 2.9683561038854465,
      "learning_rate": 9.804254173273472e-06,
      "loss": 0.1857,
      "step": 1775
    },
    {
      "epoch": 0.26823742637063885,
      "grad_norm": 2.8895952705734973,
      "learning_rate": 9.80403500501628e-06,
      "loss": 0.1744,
      "step": 1776
    },
    {
      "epoch": 0.2683884609575593,
      "grad_norm": 2.9995738238375145,
      "learning_rate": 9.803815716583509e-06,
      "loss": 0.177,
      "step": 1777
    },
    {
      "epoch": 0.2685394955444797,
      "grad_norm": 2.509750192208786,
      "learning_rate": 9.803596307980645e-06,
      "loss": 0.1496,
      "step": 1778
    },
    {
      "epoch": 0.2686905301314001,
      "grad_norm": 2.5315612188435654,
      "learning_rate": 9.803376779213177e-06,
      "loss": 0.167,
      "step": 1779
    },
    {
      "epoch": 0.2688415647183205,
      "grad_norm": 2.5462162010399245,
      "learning_rate": 9.803157130286595e-06,
      "loss": 0.1448,
      "step": 1780
    },
    {
      "epoch": 0.2689925993052409,
      "grad_norm": 2.6965972387053228,
      "learning_rate": 9.802937361206396e-06,
      "loss": 0.1624,
      "step": 1781
    },
    {
      "epoch": 0.2691436338921613,
      "grad_norm": 4.820509205643074,
      "learning_rate": 9.802717471978075e-06,
      "loss": 0.2134,
      "step": 1782
    },
    {
      "epoch": 0.26929466847908173,
      "grad_norm": 4.132856945631213,
      "learning_rate": 9.802497462607134e-06,
      "loss": 0.2264,
      "step": 1783
    },
    {
      "epoch": 0.26944570306600213,
      "grad_norm": 4.8681034466279955,
      "learning_rate": 9.802277333099077e-06,
      "loss": 0.2026,
      "step": 1784
    },
    {
      "epoch": 0.2695967376529225,
      "grad_norm": 3.2392368408517687,
      "learning_rate": 9.802057083459411e-06,
      "loss": 0.1849,
      "step": 1785
    },
    {
      "epoch": 0.2697477722398429,
      "grad_norm": 2.511896752628236,
      "learning_rate": 9.801836713693644e-06,
      "loss": 0.1678,
      "step": 1786
    },
    {
      "epoch": 0.2698988068267633,
      "grad_norm": 3.1332642373250468,
      "learning_rate": 9.80161622380729e-06,
      "loss": 0.1522,
      "step": 1787
    },
    {
      "epoch": 0.2700498414136837,
      "grad_norm": 2.6594988197771046,
      "learning_rate": 9.801395613805865e-06,
      "loss": 0.1667,
      "step": 1788
    },
    {
      "epoch": 0.27020087600060416,
      "grad_norm": 2.462633899551131,
      "learning_rate": 9.801174883694885e-06,
      "loss": 0.1717,
      "step": 1789
    },
    {
      "epoch": 0.27035191058752456,
      "grad_norm": 2.1039264648900198,
      "learning_rate": 9.800954033479876e-06,
      "loss": 0.1674,
      "step": 1790
    },
    {
      "epoch": 0.27050294517444495,
      "grad_norm": 2.3639335691612,
      "learning_rate": 9.800733063166358e-06,
      "loss": 0.1583,
      "step": 1791
    },
    {
      "epoch": 0.27065397976136535,
      "grad_norm": 3.113240984110691,
      "learning_rate": 9.800511972759862e-06,
      "loss": 0.1987,
      "step": 1792
    },
    {
      "epoch": 0.27080501434828574,
      "grad_norm": 2.195022964365766,
      "learning_rate": 9.800290762265921e-06,
      "loss": 0.1595,
      "step": 1793
    },
    {
      "epoch": 0.27095604893520614,
      "grad_norm": 2.8750403500154595,
      "learning_rate": 9.800069431690062e-06,
      "loss": 0.1751,
      "step": 1794
    },
    {
      "epoch": 0.2711070835221266,
      "grad_norm": 3.825352437893192,
      "learning_rate": 9.799847981037826e-06,
      "loss": 0.1679,
      "step": 1795
    },
    {
      "epoch": 0.271258118109047,
      "grad_norm": 2.5619806315703464,
      "learning_rate": 9.799626410314752e-06,
      "loss": 0.1696,
      "step": 1796
    },
    {
      "epoch": 0.2714091526959674,
      "grad_norm": 3.0606395983586947,
      "learning_rate": 9.799404719526381e-06,
      "loss": 0.2004,
      "step": 1797
    },
    {
      "epoch": 0.2715601872828878,
      "grad_norm": 2.311682738238735,
      "learning_rate": 9.799182908678264e-06,
      "loss": 0.1521,
      "step": 1798
    },
    {
      "epoch": 0.2717112218698082,
      "grad_norm": 2.6561073971043387,
      "learning_rate": 9.798960977775941e-06,
      "loss": 0.153,
      "step": 1799
    },
    {
      "epoch": 0.27186225645672857,
      "grad_norm": 2.7517270589164258,
      "learning_rate": 9.798738926824973e-06,
      "loss": 0.1726,
      "step": 1800
    },
    {
      "epoch": 0.272013291043649,
      "grad_norm": 2.860725673562827,
      "learning_rate": 9.798516755830909e-06,
      "loss": 0.1762,
      "step": 1801
    },
    {
      "epoch": 0.2721643256305694,
      "grad_norm": 2.4022875154660155,
      "learning_rate": 9.798294464799309e-06,
      "loss": 0.1724,
      "step": 1802
    },
    {
      "epoch": 0.2723153602174898,
      "grad_norm": 2.5199240784715315,
      "learning_rate": 9.798072053735732e-06,
      "loss": 0.1752,
      "step": 1803
    },
    {
      "epoch": 0.2724663948044102,
      "grad_norm": 3.0370697606232557,
      "learning_rate": 9.797849522645744e-06,
      "loss": 0.1777,
      "step": 1804
    },
    {
      "epoch": 0.2726174293913306,
      "grad_norm": 2.748087302960482,
      "learning_rate": 9.797626871534909e-06,
      "loss": 0.1764,
      "step": 1805
    },
    {
      "epoch": 0.272768463978251,
      "grad_norm": 3.4806257676598915,
      "learning_rate": 9.797404100408798e-06,
      "loss": 0.1982,
      "step": 1806
    },
    {
      "epoch": 0.27291949856517145,
      "grad_norm": 3.807949077579366,
      "learning_rate": 9.797181209272984e-06,
      "loss": 0.2067,
      "step": 1807
    },
    {
      "epoch": 0.27307053315209184,
      "grad_norm": 3.2561568349162124,
      "learning_rate": 9.796958198133044e-06,
      "loss": 0.193,
      "step": 1808
    },
    {
      "epoch": 0.27322156773901224,
      "grad_norm": 3.0250654718568963,
      "learning_rate": 9.796735066994554e-06,
      "loss": 0.1545,
      "step": 1809
    },
    {
      "epoch": 0.27337260232593263,
      "grad_norm": 2.268312179648648,
      "learning_rate": 9.796511815863097e-06,
      "loss": 0.1387,
      "step": 1810
    },
    {
      "epoch": 0.27352363691285303,
      "grad_norm": 2.0068342984689864,
      "learning_rate": 9.79628844474426e-06,
      "loss": 0.1292,
      "step": 1811
    },
    {
      "epoch": 0.2736746714997734,
      "grad_norm": 2.3719616882730206,
      "learning_rate": 9.796064953643627e-06,
      "loss": 0.1737,
      "step": 1812
    },
    {
      "epoch": 0.2738257060866939,
      "grad_norm": 2.544673405441549,
      "learning_rate": 9.79584134256679e-06,
      "loss": 0.1668,
      "step": 1813
    },
    {
      "epoch": 0.27397674067361427,
      "grad_norm": 2.7847940018212998,
      "learning_rate": 9.795617611519344e-06,
      "loss": 0.159,
      "step": 1814
    },
    {
      "epoch": 0.27412777526053467,
      "grad_norm": 3.089465552161271,
      "learning_rate": 9.795393760506885e-06,
      "loss": 0.2052,
      "step": 1815
    },
    {
      "epoch": 0.27427880984745506,
      "grad_norm": 4.128130166317505,
      "learning_rate": 9.795169789535013e-06,
      "loss": 0.1885,
      "step": 1816
    },
    {
      "epoch": 0.27442984443437546,
      "grad_norm": 3.98541566365405,
      "learning_rate": 9.794945698609329e-06,
      "loss": 0.2074,
      "step": 1817
    },
    {
      "epoch": 0.27458087902129585,
      "grad_norm": 3.2504263266027453,
      "learning_rate": 9.79472148773544e-06,
      "loss": 0.1775,
      "step": 1818
    },
    {
      "epoch": 0.2747319136082163,
      "grad_norm": 2.6421045539771755,
      "learning_rate": 9.794497156918956e-06,
      "loss": 0.1664,
      "step": 1819
    },
    {
      "epoch": 0.2748829481951367,
      "grad_norm": 2.636328214253757,
      "learning_rate": 9.794272706165488e-06,
      "loss": 0.1437,
      "step": 1820
    },
    {
      "epoch": 0.2750339827820571,
      "grad_norm": 3.0093864594625055,
      "learning_rate": 9.794048135480651e-06,
      "loss": 0.1443,
      "step": 1821
    },
    {
      "epoch": 0.2751850173689775,
      "grad_norm": 2.691571532281293,
      "learning_rate": 9.793823444870061e-06,
      "loss": 0.1945,
      "step": 1822
    },
    {
      "epoch": 0.2753360519558979,
      "grad_norm": 2.864726759909635,
      "learning_rate": 9.79359863433934e-06,
      "loss": 0.1679,
      "step": 1823
    },
    {
      "epoch": 0.2754870865428183,
      "grad_norm": 2.285458854821602,
      "learning_rate": 9.793373703894113e-06,
      "loss": 0.1672,
      "step": 1824
    },
    {
      "epoch": 0.27563812112973873,
      "grad_norm": 2.1813338849079322,
      "learning_rate": 9.793148653540004e-06,
      "loss": 0.1584,
      "step": 1825
    },
    {
      "epoch": 0.27578915571665913,
      "grad_norm": 2.336313591592244,
      "learning_rate": 9.792923483282646e-06,
      "loss": 0.1463,
      "step": 1826
    },
    {
      "epoch": 0.2759401903035795,
      "grad_norm": 3.3333810785726175,
      "learning_rate": 9.792698193127667e-06,
      "loss": 0.19,
      "step": 1827
    },
    {
      "epoch": 0.2760912248904999,
      "grad_norm": 3.2435678812483832,
      "learning_rate": 9.79247278308071e-06,
      "loss": 0.1627,
      "step": 1828
    },
    {
      "epoch": 0.2762422594774203,
      "grad_norm": 3.8095861735257355,
      "learning_rate": 9.792247253147405e-06,
      "loss": 0.1903,
      "step": 1829
    },
    {
      "epoch": 0.2763932940643407,
      "grad_norm": 2.736126497763216,
      "learning_rate": 9.7920216033334e-06,
      "loss": 0.1798,
      "step": 1830
    },
    {
      "epoch": 0.27654432865126116,
      "grad_norm": 2.968826464417154,
      "learning_rate": 9.79179583364434e-06,
      "loss": 0.168,
      "step": 1831
    },
    {
      "epoch": 0.27669536323818156,
      "grad_norm": 2.245769010276041,
      "learning_rate": 9.791569944085869e-06,
      "loss": 0.1659,
      "step": 1832
    },
    {
      "epoch": 0.27684639782510195,
      "grad_norm": 2.237043323056987,
      "learning_rate": 9.79134393466364e-06,
      "loss": 0.1501,
      "step": 1833
    },
    {
      "epoch": 0.27699743241202235,
      "grad_norm": 2.819933677276339,
      "learning_rate": 9.791117805383306e-06,
      "loss": 0.1608,
      "step": 1834
    },
    {
      "epoch": 0.27714846699894274,
      "grad_norm": 2.6915017782929134,
      "learning_rate": 9.790891556250524e-06,
      "loss": 0.1598,
      "step": 1835
    },
    {
      "epoch": 0.27729950158586314,
      "grad_norm": 3.073676774083332,
      "learning_rate": 9.790665187270953e-06,
      "loss": 0.1459,
      "step": 1836
    },
    {
      "epoch": 0.2774505361727836,
      "grad_norm": 2.3573942674391115,
      "learning_rate": 9.790438698450257e-06,
      "loss": 0.1465,
      "step": 1837
    },
    {
      "epoch": 0.277601570759704,
      "grad_norm": 8.730538951398504,
      "learning_rate": 9.790212089794103e-06,
      "loss": 0.208,
      "step": 1838
    },
    {
      "epoch": 0.2777526053466244,
      "grad_norm": 2.120320998106101,
      "learning_rate": 9.789985361308157e-06,
      "loss": 0.157,
      "step": 1839
    },
    {
      "epoch": 0.2779036399335448,
      "grad_norm": 3.0562365824854303,
      "learning_rate": 9.78975851299809e-06,
      "loss": 0.1646,
      "step": 1840
    },
    {
      "epoch": 0.2780546745204652,
      "grad_norm": 5.183088422275223,
      "learning_rate": 9.789531544869581e-06,
      "loss": 0.2237,
      "step": 1841
    },
    {
      "epoch": 0.27820570910738557,
      "grad_norm": 2.6022843305987475,
      "learning_rate": 9.789304456928304e-06,
      "loss": 0.1915,
      "step": 1842
    },
    {
      "epoch": 0.278356743694306,
      "grad_norm": 2.204911017533324,
      "learning_rate": 9.789077249179942e-06,
      "loss": 0.1621,
      "step": 1843
    },
    {
      "epoch": 0.2785077782812264,
      "grad_norm": 2.409531068505289,
      "learning_rate": 9.788849921630178e-06,
      "loss": 0.1484,
      "step": 1844
    },
    {
      "epoch": 0.2786588128681468,
      "grad_norm": 3.4515167306325005,
      "learning_rate": 9.788622474284694e-06,
      "loss": 0.1782,
      "step": 1845
    },
    {
      "epoch": 0.2788098474550672,
      "grad_norm": 4.436362612066002,
      "learning_rate": 9.788394907149187e-06,
      "loss": 0.1621,
      "step": 1846
    },
    {
      "epoch": 0.2789608820419876,
      "grad_norm": 2.524022236111638,
      "learning_rate": 9.78816722022935e-06,
      "loss": 0.1717,
      "step": 1847
    },
    {
      "epoch": 0.279111916628908,
      "grad_norm": 2.4881246186114874,
      "learning_rate": 9.787939413530872e-06,
      "loss": 0.1694,
      "step": 1848
    },
    {
      "epoch": 0.27926295121582845,
      "grad_norm": 2.759164514233403,
      "learning_rate": 9.787711487059455e-06,
      "loss": 0.1945,
      "step": 1849
    },
    {
      "epoch": 0.27941398580274884,
      "grad_norm": 2.5248451358773023,
      "learning_rate": 9.787483440820802e-06,
      "loss": 0.177,
      "step": 1850
    },
    {
      "epoch": 0.27956502038966924,
      "grad_norm": 3.4933729615326317,
      "learning_rate": 9.787255274820618e-06,
      "loss": 0.1946,
      "step": 1851
    },
    {
      "epoch": 0.27971605497658963,
      "grad_norm": 2.5074795322602585,
      "learning_rate": 9.787026989064607e-06,
      "loss": 0.1552,
      "step": 1852
    },
    {
      "epoch": 0.27986708956351003,
      "grad_norm": 2.764596377421029,
      "learning_rate": 9.786798583558484e-06,
      "loss": 0.1895,
      "step": 1853
    },
    {
      "epoch": 0.2800181241504304,
      "grad_norm": 2.6147069411392567,
      "learning_rate": 9.78657005830796e-06,
      "loss": 0.1653,
      "step": 1854
    },
    {
      "epoch": 0.2801691587373509,
      "grad_norm": 2.4577636397700604,
      "learning_rate": 9.786341413318751e-06,
      "loss": 0.1467,
      "step": 1855
    },
    {
      "epoch": 0.28032019332427127,
      "grad_norm": 3.345669785422091,
      "learning_rate": 9.78611264859658e-06,
      "loss": 0.1566,
      "step": 1856
    },
    {
      "epoch": 0.28047122791119167,
      "grad_norm": 3.4516294198900557,
      "learning_rate": 9.785883764147166e-06,
      "loss": 0.1891,
      "step": 1857
    },
    {
      "epoch": 0.28062226249811206,
      "grad_norm": 5.011751507923939,
      "learning_rate": 9.785654759976239e-06,
      "loss": 0.1939,
      "step": 1858
    },
    {
      "epoch": 0.28077329708503246,
      "grad_norm": 3.2319862274773574,
      "learning_rate": 9.785425636089524e-06,
      "loss": 0.2084,
      "step": 1859
    },
    {
      "epoch": 0.28092433167195285,
      "grad_norm": 2.8148560416073365,
      "learning_rate": 9.785196392492753e-06,
      "loss": 0.1699,
      "step": 1860
    },
    {
      "epoch": 0.2810753662588733,
      "grad_norm": 2.5919641793461703,
      "learning_rate": 9.78496702919166e-06,
      "loss": 0.1677,
      "step": 1861
    },
    {
      "epoch": 0.2812264008457937,
      "grad_norm": 2.1593383391403895,
      "learning_rate": 9.784737546191987e-06,
      "loss": 0.1725,
      "step": 1862
    },
    {
      "epoch": 0.2813774354327141,
      "grad_norm": 4.192759957932776,
      "learning_rate": 9.784507943499471e-06,
      "loss": 0.1783,
      "step": 1863
    },
    {
      "epoch": 0.2815284700196345,
      "grad_norm": 2.4618902441016433,
      "learning_rate": 9.784278221119855e-06,
      "loss": 0.1565,
      "step": 1864
    },
    {
      "epoch": 0.2816795046065549,
      "grad_norm": 5.839332766460608,
      "learning_rate": 9.78404837905889e-06,
      "loss": 0.1322,
      "step": 1865
    },
    {
      "epoch": 0.2818305391934753,
      "grad_norm": 2.9265690890561515,
      "learning_rate": 9.78381841732232e-06,
      "loss": 0.1987,
      "step": 1866
    },
    {
      "epoch": 0.28198157378039573,
      "grad_norm": 2.168335572198409,
      "learning_rate": 9.7835883359159e-06,
      "loss": 0.1447,
      "step": 1867
    },
    {
      "epoch": 0.28213260836731613,
      "grad_norm": 2.209309368264921,
      "learning_rate": 9.783358134845389e-06,
      "loss": 0.1772,
      "step": 1868
    },
    {
      "epoch": 0.2822836429542365,
      "grad_norm": 2.0415603943120946,
      "learning_rate": 9.78312781411654e-06,
      "loss": 0.1538,
      "step": 1869
    },
    {
      "epoch": 0.2824346775411569,
      "grad_norm": 2.9639729018277317,
      "learning_rate": 9.782897373735117e-06,
      "loss": 0.181,
      "step": 1870
    },
    {
      "epoch": 0.2825857121280773,
      "grad_norm": 3.0312441376384283,
      "learning_rate": 9.782666813706886e-06,
      "loss": 0.1857,
      "step": 1871
    },
    {
      "epoch": 0.2827367467149977,
      "grad_norm": 2.7907611894708797,
      "learning_rate": 9.782436134037612e-06,
      "loss": 0.1741,
      "step": 1872
    },
    {
      "epoch": 0.28288778130191816,
      "grad_norm": 2.8364549419651497,
      "learning_rate": 9.782205334733067e-06,
      "loss": 0.17,
      "step": 1873
    },
    {
      "epoch": 0.28303881588883856,
      "grad_norm": 2.854346492840786,
      "learning_rate": 9.781974415799025e-06,
      "loss": 0.1559,
      "step": 1874
    },
    {
      "epoch": 0.28318985047575895,
      "grad_norm": 2.385536844161919,
      "learning_rate": 9.781743377241262e-06,
      "loss": 0.1605,
      "step": 1875
    },
    {
      "epoch": 0.28334088506267935,
      "grad_norm": 2.832576189632856,
      "learning_rate": 9.781512219065557e-06,
      "loss": 0.1756,
      "step": 1876
    },
    {
      "epoch": 0.28349191964959974,
      "grad_norm": 2.324480020603526,
      "learning_rate": 9.781280941277691e-06,
      "loss": 0.1452,
      "step": 1877
    },
    {
      "epoch": 0.28364295423652014,
      "grad_norm": 3.607430561176278,
      "learning_rate": 9.781049543883454e-06,
      "loss": 0.1746,
      "step": 1878
    },
    {
      "epoch": 0.2837939888234406,
      "grad_norm": 2.6766482559375326,
      "learning_rate": 9.780818026888633e-06,
      "loss": 0.1697,
      "step": 1879
    },
    {
      "epoch": 0.283945023410361,
      "grad_norm": 2.876684058324615,
      "learning_rate": 9.780586390299017e-06,
      "loss": 0.1904,
      "step": 1880
    },
    {
      "epoch": 0.2840960579972814,
      "grad_norm": 2.796818416110566,
      "learning_rate": 9.780354634120404e-06,
      "loss": 0.1843,
      "step": 1881
    },
    {
      "epoch": 0.2842470925842018,
      "grad_norm": 3.23144253593625,
      "learning_rate": 9.780122758358588e-06,
      "loss": 0.1831,
      "step": 1882
    },
    {
      "epoch": 0.2843981271711222,
      "grad_norm": 2.4659553481974568,
      "learning_rate": 9.779890763019371e-06,
      "loss": 0.1667,
      "step": 1883
    },
    {
      "epoch": 0.28454916175804257,
      "grad_norm": 2.513130086421199,
      "learning_rate": 9.779658648108558e-06,
      "loss": 0.1357,
      "step": 1884
    },
    {
      "epoch": 0.284700196344963,
      "grad_norm": 2.7160664723469368,
      "learning_rate": 9.779426413631953e-06,
      "loss": 0.1298,
      "step": 1885
    },
    {
      "epoch": 0.2848512309318834,
      "grad_norm": 2.1150399159379347,
      "learning_rate": 9.779194059595368e-06,
      "loss": 0.1356,
      "step": 1886
    },
    {
      "epoch": 0.2850022655188038,
      "grad_norm": 2.4726716748954884,
      "learning_rate": 9.778961586004612e-06,
      "loss": 0.1507,
      "step": 1887
    },
    {
      "epoch": 0.2851533001057242,
      "grad_norm": 2.6613539931137824,
      "learning_rate": 9.778728992865504e-06,
      "loss": 0.1701,
      "step": 1888
    },
    {
      "epoch": 0.2853043346926446,
      "grad_norm": 2.2271284726421574,
      "learning_rate": 9.778496280183861e-06,
      "loss": 0.1354,
      "step": 1889
    },
    {
      "epoch": 0.285455369279565,
      "grad_norm": 2.952805786270208,
      "learning_rate": 9.778263447965503e-06,
      "loss": 0.1858,
      "step": 1890
    },
    {
      "epoch": 0.28560640386648545,
      "grad_norm": 2.787590478540486,
      "learning_rate": 9.778030496216257e-06,
      "loss": 0.1886,
      "step": 1891
    },
    {
      "epoch": 0.28575743845340584,
      "grad_norm": 2.884434211519765,
      "learning_rate": 9.77779742494195e-06,
      "loss": 0.165,
      "step": 1892
    },
    {
      "epoch": 0.28590847304032624,
      "grad_norm": 2.6113366989055558,
      "learning_rate": 9.777564234148412e-06,
      "loss": 0.1601,
      "step": 1893
    },
    {
      "epoch": 0.28605950762724663,
      "grad_norm": 4.828985228502667,
      "learning_rate": 9.777330923841476e-06,
      "loss": 0.1635,
      "step": 1894
    },
    {
      "epoch": 0.28621054221416703,
      "grad_norm": 2.9041277201611924,
      "learning_rate": 9.777097494026976e-06,
      "loss": 0.1679,
      "step": 1895
    },
    {
      "epoch": 0.2863615768010874,
      "grad_norm": 2.537629526181458,
      "learning_rate": 9.776863944710756e-06,
      "loss": 0.1655,
      "step": 1896
    },
    {
      "epoch": 0.2865126113880079,
      "grad_norm": 2.253110298490645,
      "learning_rate": 9.776630275898656e-06,
      "loss": 0.1592,
      "step": 1897
    },
    {
      "epoch": 0.28666364597492827,
      "grad_norm": 4.842473784033201,
      "learning_rate": 9.77639648759652e-06,
      "loss": 0.1548,
      "step": 1898
    },
    {
      "epoch": 0.28681468056184867,
      "grad_norm": 2.519299543876463,
      "learning_rate": 9.7761625798102e-06,
      "loss": 0.1598,
      "step": 1899
    },
    {
      "epoch": 0.28696571514876906,
      "grad_norm": 2.4599967211705844,
      "learning_rate": 9.775928552545544e-06,
      "loss": 0.1472,
      "step": 1900
    },
    {
      "epoch": 0.28711674973568946,
      "grad_norm": 2.6852760899530517,
      "learning_rate": 9.775694405808407e-06,
      "loss": 0.1662,
      "step": 1901
    },
    {
      "epoch": 0.28726778432260985,
      "grad_norm": 3.0295878640001166,
      "learning_rate": 9.775460139604649e-06,
      "loss": 0.1854,
      "step": 1902
    },
    {
      "epoch": 0.2874188189095303,
      "grad_norm": 2.3662410196066808,
      "learning_rate": 9.775225753940126e-06,
      "loss": 0.1545,
      "step": 1903
    },
    {
      "epoch": 0.2875698534964507,
      "grad_norm": 2.5857727483666952,
      "learning_rate": 9.774991248820705e-06,
      "loss": 0.1806,
      "step": 1904
    },
    {
      "epoch": 0.2877208880833711,
      "grad_norm": 2.483541691860185,
      "learning_rate": 9.77475662425225e-06,
      "loss": 0.1393,
      "step": 1905
    },
    {
      "epoch": 0.2878719226702915,
      "grad_norm": 3.3057981038826645,
      "learning_rate": 9.77452188024063e-06,
      "loss": 0.197,
      "step": 1906
    },
    {
      "epoch": 0.2880229572572119,
      "grad_norm": 3.508686767718275,
      "learning_rate": 9.774287016791718e-06,
      "loss": 0.1558,
      "step": 1907
    },
    {
      "epoch": 0.2881739918441323,
      "grad_norm": 2.3445184767220235,
      "learning_rate": 9.774052033911391e-06,
      "loss": 0.1721,
      "step": 1908
    },
    {
      "epoch": 0.28832502643105273,
      "grad_norm": 2.4353614666355403,
      "learning_rate": 9.773816931605526e-06,
      "loss": 0.1674,
      "step": 1909
    },
    {
      "epoch": 0.28847606101797313,
      "grad_norm": 3.4111806143026198,
      "learning_rate": 9.773581709880004e-06,
      "loss": 0.1448,
      "step": 1910
    },
    {
      "epoch": 0.2886270956048935,
      "grad_norm": 2.1536726901041483,
      "learning_rate": 9.773346368740709e-06,
      "loss": 0.1446,
      "step": 1911
    },
    {
      "epoch": 0.2887781301918139,
      "grad_norm": 4.219825305142911,
      "learning_rate": 9.773110908193529e-06,
      "loss": 0.1815,
      "step": 1912
    },
    {
      "epoch": 0.2889291647787343,
      "grad_norm": 2.0933699295375927,
      "learning_rate": 9.772875328244352e-06,
      "loss": 0.1337,
      "step": 1913
    },
    {
      "epoch": 0.2890801993656547,
      "grad_norm": 1.9054298910878753,
      "learning_rate": 9.772639628899072e-06,
      "loss": 0.1234,
      "step": 1914
    },
    {
      "epoch": 0.28923123395257516,
      "grad_norm": 4.66258648813113,
      "learning_rate": 9.772403810163586e-06,
      "loss": 0.1979,
      "step": 1915
    },
    {
      "epoch": 0.28938226853949556,
      "grad_norm": 2.3770998134899632,
      "learning_rate": 9.772167872043795e-06,
      "loss": 0.1617,
      "step": 1916
    },
    {
      "epoch": 0.28953330312641595,
      "grad_norm": 2.4576862350932696,
      "learning_rate": 9.771931814545597e-06,
      "loss": 0.1596,
      "step": 1917
    },
    {
      "epoch": 0.28968433771333635,
      "grad_norm": 2.4527814997648743,
      "learning_rate": 9.7716956376749e-06,
      "loss": 0.1655,
      "step": 1918
    },
    {
      "epoch": 0.28983537230025674,
      "grad_norm": 2.30774805697476,
      "learning_rate": 9.771459341437611e-06,
      "loss": 0.1423,
      "step": 1919
    },
    {
      "epoch": 0.28998640688717714,
      "grad_norm": 2.846474595505282,
      "learning_rate": 9.771222925839642e-06,
      "loss": 0.1715,
      "step": 1920
    },
    {
      "epoch": 0.2901374414740976,
      "grad_norm": 2.316768747348402,
      "learning_rate": 9.770986390886905e-06,
      "loss": 0.1698,
      "step": 1921
    },
    {
      "epoch": 0.290288476061018,
      "grad_norm": 2.118868591348078,
      "learning_rate": 9.77074973658532e-06,
      "loss": 0.1417,
      "step": 1922
    },
    {
      "epoch": 0.2904395106479384,
      "grad_norm": 2.635916257251866,
      "learning_rate": 9.770512962940804e-06,
      "loss": 0.1847,
      "step": 1923
    },
    {
      "epoch": 0.2905905452348588,
      "grad_norm": 2.349652375339953,
      "learning_rate": 9.770276069959283e-06,
      "loss": 0.1523,
      "step": 1924
    },
    {
      "epoch": 0.2907415798217792,
      "grad_norm": 2.666011395407425,
      "learning_rate": 9.77003905764668e-06,
      "loss": 0.1548,
      "step": 1925
    },
    {
      "epoch": 0.29089261440869957,
      "grad_norm": 3.2026151099603895,
      "learning_rate": 9.769801926008927e-06,
      "loss": 0.1928,
      "step": 1926
    },
    {
      "epoch": 0.29104364899562,
      "grad_norm": 2.717241578440762,
      "learning_rate": 9.769564675051954e-06,
      "loss": 0.1695,
      "step": 1927
    },
    {
      "epoch": 0.2911946835825404,
      "grad_norm": 2.7452055947040286,
      "learning_rate": 9.769327304781698e-06,
      "loss": 0.1709,
      "step": 1928
    },
    {
      "epoch": 0.2913457181694608,
      "grad_norm": 2.7596440254579218,
      "learning_rate": 9.769089815204091e-06,
      "loss": 0.1742,
      "step": 1929
    },
    {
      "epoch": 0.2914967527563812,
      "grad_norm": 2.890380085226697,
      "learning_rate": 9.768852206325082e-06,
      "loss": 0.1836,
      "step": 1930
    },
    {
      "epoch": 0.2916477873433016,
      "grad_norm": 2.3294844071359204,
      "learning_rate": 9.76861447815061e-06,
      "loss": 0.1612,
      "step": 1931
    },
    {
      "epoch": 0.291798821930222,
      "grad_norm": 2.201476662051099,
      "learning_rate": 9.768376630686625e-06,
      "loss": 0.1598,
      "step": 1932
    },
    {
      "epoch": 0.29194985651714245,
      "grad_norm": 2.36869816229337,
      "learning_rate": 9.768138663939072e-06,
      "loss": 0.1542,
      "step": 1933
    },
    {
      "epoch": 0.29210089110406284,
      "grad_norm": 2.9581317015316277,
      "learning_rate": 9.767900577913909e-06,
      "loss": 0.148,
      "step": 1934
    },
    {
      "epoch": 0.29225192569098324,
      "grad_norm": 2.5152201316046896,
      "learning_rate": 9.767662372617089e-06,
      "loss": 0.1584,
      "step": 1935
    },
    {
      "epoch": 0.29240296027790363,
      "grad_norm": 4.470672648051218,
      "learning_rate": 9.767424048054572e-06,
      "loss": 0.143,
      "step": 1936
    },
    {
      "epoch": 0.29255399486482403,
      "grad_norm": 2.694113936783201,
      "learning_rate": 9.76718560423232e-06,
      "loss": 0.1721,
      "step": 1937
    },
    {
      "epoch": 0.2927050294517444,
      "grad_norm": 2.141227769972905,
      "learning_rate": 9.766947041156296e-06,
      "loss": 0.1567,
      "step": 1938
    },
    {
      "epoch": 0.2928560640386649,
      "grad_norm": 2.4501904557123186,
      "learning_rate": 9.766708358832468e-06,
      "loss": 0.1651,
      "step": 1939
    },
    {
      "epoch": 0.29300709862558527,
      "grad_norm": 3.0312674066561707,
      "learning_rate": 9.766469557266809e-06,
      "loss": 0.1631,
      "step": 1940
    },
    {
      "epoch": 0.29315813321250567,
      "grad_norm": 2.9496584001264963,
      "learning_rate": 9.766230636465293e-06,
      "loss": 0.1458,
      "step": 1941
    },
    {
      "epoch": 0.29330916779942606,
      "grad_norm": 2.1022429378279988,
      "learning_rate": 9.765991596433892e-06,
      "loss": 0.1484,
      "step": 1942
    },
    {
      "epoch": 0.29346020238634646,
      "grad_norm": 3.489988564183853,
      "learning_rate": 9.765752437178593e-06,
      "loss": 0.1975,
      "step": 1943
    },
    {
      "epoch": 0.29361123697326685,
      "grad_norm": 2.7424498448917376,
      "learning_rate": 9.76551315870537e-06,
      "loss": 0.1898,
      "step": 1944
    },
    {
      "epoch": 0.2937622715601873,
      "grad_norm": 3.564328570440423,
      "learning_rate": 9.765273761020218e-06,
      "loss": 0.1699,
      "step": 1945
    },
    {
      "epoch": 0.2939133061471077,
      "grad_norm": 2.8403424907403125,
      "learning_rate": 9.765034244129119e-06,
      "loss": 0.1834,
      "step": 1946
    },
    {
      "epoch": 0.2940643407340281,
      "grad_norm": 2.3918479424217485,
      "learning_rate": 9.764794608038067e-06,
      "loss": 0.166,
      "step": 1947
    },
    {
      "epoch": 0.2942153753209485,
      "grad_norm": 2.510592750255119,
      "learning_rate": 9.764554852753056e-06,
      "loss": 0.1846,
      "step": 1948
    },
    {
      "epoch": 0.2943664099078689,
      "grad_norm": 2.1833423185744274,
      "learning_rate": 9.764314978280083e-06,
      "loss": 0.1575,
      "step": 1949
    },
    {
      "epoch": 0.2945174444947893,
      "grad_norm": 1.974776413217818,
      "learning_rate": 9.764074984625151e-06,
      "loss": 0.135,
      "step": 1950
    },
    {
      "epoch": 0.29466847908170973,
      "grad_norm": 2.9668425671368244,
      "learning_rate": 9.76383487179426e-06,
      "loss": 0.1837,
      "step": 1951
    },
    {
      "epoch": 0.29481951366863013,
      "grad_norm": 2.646564404563105,
      "learning_rate": 9.76359463979342e-06,
      "loss": 0.1627,
      "step": 1952
    },
    {
      "epoch": 0.2949705482555505,
      "grad_norm": 2.1601727050562087,
      "learning_rate": 9.76335428862864e-06,
      "loss": 0.1423,
      "step": 1953
    },
    {
      "epoch": 0.2951215828424709,
      "grad_norm": 2.3654064324144253,
      "learning_rate": 9.763113818305932e-06,
      "loss": 0.166,
      "step": 1954
    },
    {
      "epoch": 0.2952726174293913,
      "grad_norm": 2.8448022715750962,
      "learning_rate": 9.76287322883131e-06,
      "loss": 0.1919,
      "step": 1955
    },
    {
      "epoch": 0.2954236520163117,
      "grad_norm": 3.6377081355329075,
      "learning_rate": 9.762632520210793e-06,
      "loss": 0.1788,
      "step": 1956
    },
    {
      "epoch": 0.29557468660323216,
      "grad_norm": 2.371452185069091,
      "learning_rate": 9.762391692450405e-06,
      "loss": 0.1522,
      "step": 1957
    },
    {
      "epoch": 0.29572572119015256,
      "grad_norm": 2.7141967533534976,
      "learning_rate": 9.762150745556167e-06,
      "loss": 0.1846,
      "step": 1958
    },
    {
      "epoch": 0.29587675577707295,
      "grad_norm": 5.021941900064746,
      "learning_rate": 9.761909679534108e-06,
      "loss": 0.2007,
      "step": 1959
    },
    {
      "epoch": 0.29602779036399335,
      "grad_norm": 2.536381482764258,
      "learning_rate": 9.761668494390259e-06,
      "loss": 0.1818,
      "step": 1960
    },
    {
      "epoch": 0.29617882495091374,
      "grad_norm": 3.0750400968933485,
      "learning_rate": 9.761427190130653e-06,
      "loss": 0.1844,
      "step": 1961
    },
    {
      "epoch": 0.29632985953783414,
      "grad_norm": 2.278267928661324,
      "learning_rate": 9.761185766761325e-06,
      "loss": 0.138,
      "step": 1962
    },
    {
      "epoch": 0.2964808941247546,
      "grad_norm": 2.556434818270394,
      "learning_rate": 9.760944224288316e-06,
      "loss": 0.1765,
      "step": 1963
    },
    {
      "epoch": 0.296631928711675,
      "grad_norm": 2.8446078868157083,
      "learning_rate": 9.760702562717668e-06,
      "loss": 0.1748,
      "step": 1964
    },
    {
      "epoch": 0.2967829632985954,
      "grad_norm": 2.14623857340957,
      "learning_rate": 9.760460782055428e-06,
      "loss": 0.1342,
      "step": 1965
    },
    {
      "epoch": 0.2969339978855158,
      "grad_norm": 2.5787281549098067,
      "learning_rate": 9.760218882307639e-06,
      "loss": 0.1504,
      "step": 1966
    },
    {
      "epoch": 0.2970850324724362,
      "grad_norm": 3.802669959840623,
      "learning_rate": 9.759976863480358e-06,
      "loss": 0.1986,
      "step": 1967
    },
    {
      "epoch": 0.29723606705935657,
      "grad_norm": 2.865023687989109,
      "learning_rate": 9.759734725579634e-06,
      "loss": 0.1832,
      "step": 1968
    },
    {
      "epoch": 0.297387101646277,
      "grad_norm": 3.3445406638919697,
      "learning_rate": 9.75949246861153e-06,
      "loss": 0.1665,
      "step": 1969
    },
    {
      "epoch": 0.2975381362331974,
      "grad_norm": 2.08020764044881,
      "learning_rate": 9.759250092582102e-06,
      "loss": 0.1297,
      "step": 1970
    },
    {
      "epoch": 0.2976891708201178,
      "grad_norm": 2.215450848126458,
      "learning_rate": 9.759007597497414e-06,
      "loss": 0.1424,
      "step": 1971
    },
    {
      "epoch": 0.2978402054070382,
      "grad_norm": 2.657661203610989,
      "learning_rate": 9.758764983363534e-06,
      "loss": 0.1497,
      "step": 1972
    },
    {
      "epoch": 0.2979912399939586,
      "grad_norm": 2.3376731059234634,
      "learning_rate": 9.75852225018653e-06,
      "loss": 0.1596,
      "step": 1973
    },
    {
      "epoch": 0.298142274580879,
      "grad_norm": 2.471102048953651,
      "learning_rate": 9.75827939797247e-06,
      "loss": 0.1788,
      "step": 1974
    },
    {
      "epoch": 0.29829330916779945,
      "grad_norm": 2.3394765650182556,
      "learning_rate": 9.758036426727435e-06,
      "loss": 0.1536,
      "step": 1975
    },
    {
      "epoch": 0.29844434375471984,
      "grad_norm": 2.7181775261307446,
      "learning_rate": 9.757793336457503e-06,
      "loss": 0.1797,
      "step": 1976
    },
    {
      "epoch": 0.29859537834164024,
      "grad_norm": 4.156577546320162,
      "learning_rate": 9.75755012716875e-06,
      "loss": 0.2082,
      "step": 1977
    },
    {
      "epoch": 0.29874641292856063,
      "grad_norm": 2.542549688550352,
      "learning_rate": 9.757306798867266e-06,
      "loss": 0.177,
      "step": 1978
    },
    {
      "epoch": 0.29889744751548103,
      "grad_norm": 2.165092429144584,
      "learning_rate": 9.757063351559133e-06,
      "loss": 0.1511,
      "step": 1979
    },
    {
      "epoch": 0.2990484821024014,
      "grad_norm": 2.822565537478327,
      "learning_rate": 9.756819785250444e-06,
      "loss": 0.177,
      "step": 1980
    },
    {
      "epoch": 0.2991995166893219,
      "grad_norm": 2.675681079509183,
      "learning_rate": 9.75657609994729e-06,
      "loss": 0.1677,
      "step": 1981
    },
    {
      "epoch": 0.29935055127624227,
      "grad_norm": 2.141356307200772,
      "learning_rate": 9.756332295655767e-06,
      "loss": 0.1432,
      "step": 1982
    },
    {
      "epoch": 0.29950158586316267,
      "grad_norm": 2.8193173660728803,
      "learning_rate": 9.756088372381976e-06,
      "loss": 0.1506,
      "step": 1983
    },
    {
      "epoch": 0.29965262045008306,
      "grad_norm": 2.134668390131682,
      "learning_rate": 9.755844330132016e-06,
      "loss": 0.1362,
      "step": 1984
    },
    {
      "epoch": 0.29980365503700346,
      "grad_norm": 3.110832838023987,
      "learning_rate": 9.755600168911995e-06,
      "loss": 0.1759,
      "step": 1985
    },
    {
      "epoch": 0.29995468962392385,
      "grad_norm": 2.4228210655832765,
      "learning_rate": 9.75535588872802e-06,
      "loss": 0.1624,
      "step": 1986
    },
    {
      "epoch": 0.3001057242108443,
      "grad_norm": 2.0657045469655317,
      "learning_rate": 9.7551114895862e-06,
      "loss": 0.1536,
      "step": 1987
    },
    {
      "epoch": 0.3002567587977647,
      "grad_norm": 2.394867963341991,
      "learning_rate": 9.754866971492649e-06,
      "loss": 0.1573,
      "step": 1988
    },
    {
      "epoch": 0.3004077933846851,
      "grad_norm": 2.382230203165415,
      "learning_rate": 9.754622334453485e-06,
      "loss": 0.1716,
      "step": 1989
    },
    {
      "epoch": 0.3005588279716055,
      "grad_norm": 2.5517122886389787,
      "learning_rate": 9.754377578474827e-06,
      "loss": 0.1735,
      "step": 1990
    },
    {
      "epoch": 0.3007098625585259,
      "grad_norm": 2.9167117737499604,
      "learning_rate": 9.7541327035628e-06,
      "loss": 0.1759,
      "step": 1991
    },
    {
      "epoch": 0.3008608971454463,
      "grad_norm": 2.051179791501208,
      "learning_rate": 9.753887709723525e-06,
      "loss": 0.1432,
      "step": 1992
    },
    {
      "epoch": 0.30101193173236673,
      "grad_norm": 3.086939377740631,
      "learning_rate": 9.753642596963135e-06,
      "loss": 0.1387,
      "step": 1993
    },
    {
      "epoch": 0.30116296631928713,
      "grad_norm": 2.1391993391695268,
      "learning_rate": 9.75339736528776e-06,
      "loss": 0.1449,
      "step": 1994
    },
    {
      "epoch": 0.3013140009062075,
      "grad_norm": 2.779060867812634,
      "learning_rate": 9.753152014703535e-06,
      "loss": 0.1984,
      "step": 1995
    },
    {
      "epoch": 0.3014650354931279,
      "grad_norm": 2.426318643099375,
      "learning_rate": 9.752906545216596e-06,
      "loss": 0.1495,
      "step": 1996
    },
    {
      "epoch": 0.3016160700800483,
      "grad_norm": 2.5255109046926694,
      "learning_rate": 9.752660956833086e-06,
      "loss": 0.1591,
      "step": 1997
    },
    {
      "epoch": 0.3017671046669687,
      "grad_norm": 3.1803062849773114,
      "learning_rate": 9.752415249559147e-06,
      "loss": 0.1779,
      "step": 1998
    },
    {
      "epoch": 0.30191813925388916,
      "grad_norm": 2.7282913062930527,
      "learning_rate": 9.752169423400926e-06,
      "loss": 0.1935,
      "step": 1999
    },
    {
      "epoch": 0.30206917384080956,
      "grad_norm": 2.90839174079624,
      "learning_rate": 9.751923478364571e-06,
      "loss": 0.2042,
      "step": 2000
    },
    {
      "epoch": 0.30222020842772995,
      "grad_norm": 2.8795700618317572,
      "learning_rate": 9.751677414456235e-06,
      "loss": 0.1854,
      "step": 2001
    },
    {
      "epoch": 0.30237124301465035,
      "grad_norm": 2.78189614882119,
      "learning_rate": 9.751431231682076e-06,
      "loss": 0.1959,
      "step": 2002
    },
    {
      "epoch": 0.30252227760157074,
      "grad_norm": 2.7574821317184632,
      "learning_rate": 9.75118493004825e-06,
      "loss": 0.1487,
      "step": 2003
    },
    {
      "epoch": 0.30267331218849114,
      "grad_norm": 3.6958614611951157,
      "learning_rate": 9.750938509560919e-06,
      "loss": 0.1739,
      "step": 2004
    },
    {
      "epoch": 0.3028243467754116,
      "grad_norm": 2.5140699819967374,
      "learning_rate": 9.750691970226248e-06,
      "loss": 0.1542,
      "step": 2005
    },
    {
      "epoch": 0.302975381362332,
      "grad_norm": 2.306273339469973,
      "learning_rate": 9.750445312050401e-06,
      "loss": 0.1596,
      "step": 2006
    },
    {
      "epoch": 0.3031264159492524,
      "grad_norm": 2.7446019606533376,
      "learning_rate": 9.750198535039554e-06,
      "loss": 0.1979,
      "step": 2007
    },
    {
      "epoch": 0.3032774505361728,
      "grad_norm": 3.013578675465058,
      "learning_rate": 9.749951639199875e-06,
      "loss": 0.1764,
      "step": 2008
    },
    {
      "epoch": 0.3034284851230932,
      "grad_norm": 1.9787302348141091,
      "learning_rate": 9.749704624537543e-06,
      "loss": 0.132,
      "step": 2009
    },
    {
      "epoch": 0.30357951971001357,
      "grad_norm": 2.0740580162729167,
      "learning_rate": 9.749457491058736e-06,
      "loss": 0.1515,
      "step": 2010
    },
    {
      "epoch": 0.303730554296934,
      "grad_norm": 2.6233156136064535,
      "learning_rate": 9.749210238769637e-06,
      "loss": 0.1619,
      "step": 2011
    },
    {
      "epoch": 0.3038815888838544,
      "grad_norm": 2.9077133922739735,
      "learning_rate": 9.748962867676431e-06,
      "loss": 0.1597,
      "step": 2012
    },
    {
      "epoch": 0.3040326234707748,
      "grad_norm": 4.456746903489802,
      "learning_rate": 9.748715377785307e-06,
      "loss": 0.1907,
      "step": 2013
    },
    {
      "epoch": 0.3041836580576952,
      "grad_norm": 2.689954134249373,
      "learning_rate": 9.748467769102455e-06,
      "loss": 0.1841,
      "step": 2014
    },
    {
      "epoch": 0.3043346926446156,
      "grad_norm": 3.0852599111754775,
      "learning_rate": 9.748220041634067e-06,
      "loss": 0.1653,
      "step": 2015
    },
    {
      "epoch": 0.304485727231536,
      "grad_norm": 2.217363241757122,
      "learning_rate": 9.747972195386344e-06,
      "loss": 0.1642,
      "step": 2016
    },
    {
      "epoch": 0.30463676181845645,
      "grad_norm": 3.2146244374093254,
      "learning_rate": 9.747724230365483e-06,
      "loss": 0.1903,
      "step": 2017
    },
    {
      "epoch": 0.30478779640537684,
      "grad_norm": 2.2174552326946393,
      "learning_rate": 9.747476146577688e-06,
      "loss": 0.1505,
      "step": 2018
    },
    {
      "epoch": 0.30493883099229724,
      "grad_norm": 2.330920348465638,
      "learning_rate": 9.747227944029168e-06,
      "loss": 0.1734,
      "step": 2019
    },
    {
      "epoch": 0.30508986557921763,
      "grad_norm": 2.174465984739428,
      "learning_rate": 9.746979622726127e-06,
      "loss": 0.1545,
      "step": 2020
    },
    {
      "epoch": 0.30524090016613803,
      "grad_norm": 2.7250698116229395,
      "learning_rate": 9.746731182674779e-06,
      "loss": 0.149,
      "step": 2021
    },
    {
      "epoch": 0.3053919347530584,
      "grad_norm": 2.4650399852322233,
      "learning_rate": 9.746482623881338e-06,
      "loss": 0.1508,
      "step": 2022
    },
    {
      "epoch": 0.3055429693399789,
      "grad_norm": 3.6596882581410277,
      "learning_rate": 9.746233946352024e-06,
      "loss": 0.1886,
      "step": 2023
    },
    {
      "epoch": 0.30569400392689927,
      "grad_norm": 3.283413455454362,
      "learning_rate": 9.745985150093056e-06,
      "loss": 0.186,
      "step": 2024
    },
    {
      "epoch": 0.30584503851381967,
      "grad_norm": 2.9469627548820134,
      "learning_rate": 9.745736235110658e-06,
      "loss": 0.1618,
      "step": 2025
    },
    {
      "epoch": 0.30599607310074006,
      "grad_norm": 2.9052141923357833,
      "learning_rate": 9.745487201411056e-06,
      "loss": 0.1782,
      "step": 2026
    },
    {
      "epoch": 0.30614710768766046,
      "grad_norm": 2.045794203242728,
      "learning_rate": 9.745238049000483e-06,
      "loss": 0.1319,
      "step": 2027
    },
    {
      "epoch": 0.30629814227458085,
      "grad_norm": 2.7349644858818856,
      "learning_rate": 9.74498877788517e-06,
      "loss": 0.1783,
      "step": 2028
    },
    {
      "epoch": 0.3064491768615013,
      "grad_norm": 2.344220413979339,
      "learning_rate": 9.74473938807135e-06,
      "loss": 0.1525,
      "step": 2029
    },
    {
      "epoch": 0.3066002114484217,
      "grad_norm": 2.181622113927258,
      "learning_rate": 9.744489879565263e-06,
      "loss": 0.1544,
      "step": 2030
    },
    {
      "epoch": 0.3067512460353421,
      "grad_norm": 2.3507840514909106,
      "learning_rate": 9.744240252373153e-06,
      "loss": 0.1708,
      "step": 2031
    },
    {
      "epoch": 0.3069022806222625,
      "grad_norm": 3.1242291012238192,
      "learning_rate": 9.743990506501262e-06,
      "loss": 0.177,
      "step": 2032
    },
    {
      "epoch": 0.3070533152091829,
      "grad_norm": 3.6672722645116878,
      "learning_rate": 9.74374064195584e-06,
      "loss": 0.1929,
      "step": 2033
    },
    {
      "epoch": 0.3072043497961033,
      "grad_norm": 2.592941705775127,
      "learning_rate": 9.743490658743134e-06,
      "loss": 0.1708,
      "step": 2034
    },
    {
      "epoch": 0.30735538438302373,
      "grad_norm": 3.644509861302582,
      "learning_rate": 9.743240556869398e-06,
      "loss": 0.1811,
      "step": 2035
    },
    {
      "epoch": 0.30750641896994413,
      "grad_norm": 2.497347512963412,
      "learning_rate": 9.742990336340892e-06,
      "loss": 0.1778,
      "step": 2036
    },
    {
      "epoch": 0.3076574535568645,
      "grad_norm": 2.0629390466133866,
      "learning_rate": 9.742739997163873e-06,
      "loss": 0.1559,
      "step": 2037
    },
    {
      "epoch": 0.3078084881437849,
      "grad_norm": 4.53061639755818,
      "learning_rate": 9.742489539344602e-06,
      "loss": 0.1647,
      "step": 2038
    },
    {
      "epoch": 0.3079595227307053,
      "grad_norm": 3.830442329650619,
      "learning_rate": 9.742238962889348e-06,
      "loss": 0.1682,
      "step": 2039
    },
    {
      "epoch": 0.3081105573176257,
      "grad_norm": 2.283909032093183,
      "learning_rate": 9.741988267804375e-06,
      "loss": 0.1525,
      "step": 2040
    },
    {
      "epoch": 0.30826159190454616,
      "grad_norm": 2.3491463924658924,
      "learning_rate": 9.741737454095959e-06,
      "loss": 0.1744,
      "step": 2041
    },
    {
      "epoch": 0.30841262649146656,
      "grad_norm": 4.340069864136351,
      "learning_rate": 9.74148652177037e-06,
      "loss": 0.2066,
      "step": 2042
    },
    {
      "epoch": 0.30856366107838695,
      "grad_norm": 3.432291228682933,
      "learning_rate": 9.741235470833887e-06,
      "loss": 0.1957,
      "step": 2043
    },
    {
      "epoch": 0.30871469566530735,
      "grad_norm": 2.7641243474756054,
      "learning_rate": 9.74098430129279e-06,
      "loss": 0.1806,
      "step": 2044
    },
    {
      "epoch": 0.30886573025222774,
      "grad_norm": 2.6037416586505056,
      "learning_rate": 9.740733013153363e-06,
      "loss": 0.187,
      "step": 2045
    },
    {
      "epoch": 0.30901676483914814,
      "grad_norm": 2.65225442042699,
      "learning_rate": 9.740481606421889e-06,
      "loss": 0.1731,
      "step": 2046
    },
    {
      "epoch": 0.3091677994260686,
      "grad_norm": 2.490710131009152,
      "learning_rate": 9.740230081104662e-06,
      "loss": 0.1542,
      "step": 2047
    },
    {
      "epoch": 0.309318834012989,
      "grad_norm": 2.4055836917811155,
      "learning_rate": 9.739978437207972e-06,
      "loss": 0.1699,
      "step": 2048
    },
    {
      "epoch": 0.3094698685999094,
      "grad_norm": 2.30871869571439,
      "learning_rate": 9.739726674738113e-06,
      "loss": 0.1539,
      "step": 2049
    },
    {
      "epoch": 0.3096209031868298,
      "grad_norm": 2.953315799290089,
      "learning_rate": 9.739474793701382e-06,
      "loss": 0.1955,
      "step": 2050
    },
    {
      "epoch": 0.3097719377737502,
      "grad_norm": 2.506984395083607,
      "learning_rate": 9.739222794104081e-06,
      "loss": 0.1498,
      "step": 2051
    },
    {
      "epoch": 0.30992297236067057,
      "grad_norm": 2.291049677786471,
      "learning_rate": 9.738970675952516e-06,
      "loss": 0.1756,
      "step": 2052
    },
    {
      "epoch": 0.310074006947591,
      "grad_norm": 2.9225075863073404,
      "learning_rate": 9.738718439252992e-06,
      "loss": 0.1835,
      "step": 2053
    },
    {
      "epoch": 0.3102250415345114,
      "grad_norm": 2.547750068227092,
      "learning_rate": 9.738466084011818e-06,
      "loss": 0.1696,
      "step": 2054
    },
    {
      "epoch": 0.3103760761214318,
      "grad_norm": 2.492361786951654,
      "learning_rate": 9.738213610235309e-06,
      "loss": 0.1708,
      "step": 2055
    },
    {
      "epoch": 0.3105271107083522,
      "grad_norm": 2.7010804091601917,
      "learning_rate": 9.737961017929777e-06,
      "loss": 0.174,
      "step": 2056
    },
    {
      "epoch": 0.3106781452952726,
      "grad_norm": 3.0630085793231094,
      "learning_rate": 9.737708307101548e-06,
      "loss": 0.1882,
      "step": 2057
    },
    {
      "epoch": 0.310829179882193,
      "grad_norm": 3.0948605327422922,
      "learning_rate": 9.737455477756935e-06,
      "loss": 0.2083,
      "step": 2058
    },
    {
      "epoch": 0.31098021446911345,
      "grad_norm": 2.3535784969503992,
      "learning_rate": 9.737202529902268e-06,
      "loss": 0.164,
      "step": 2059
    },
    {
      "epoch": 0.31113124905603384,
      "grad_norm": 2.5419974034401482,
      "learning_rate": 9.736949463543873e-06,
      "loss": 0.1821,
      "step": 2060
    },
    {
      "epoch": 0.31128228364295424,
      "grad_norm": 2.3630098578202605,
      "learning_rate": 9.736696278688082e-06,
      "loss": 0.1625,
      "step": 2061
    },
    {
      "epoch": 0.31143331822987463,
      "grad_norm": 2.5588097562704055,
      "learning_rate": 9.736442975341227e-06,
      "loss": 0.1765,
      "step": 2062
    },
    {
      "epoch": 0.31158435281679503,
      "grad_norm": 2.3187506940861513,
      "learning_rate": 9.736189553509646e-06,
      "loss": 0.1738,
      "step": 2063
    },
    {
      "epoch": 0.3117353874037154,
      "grad_norm": 2.17849699800243,
      "learning_rate": 9.735936013199673e-06,
      "loss": 0.1548,
      "step": 2064
    },
    {
      "epoch": 0.3118864219906359,
      "grad_norm": 4.258067977038643,
      "learning_rate": 9.73568235441766e-06,
      "loss": 0.2067,
      "step": 2065
    },
    {
      "epoch": 0.31203745657755627,
      "grad_norm": 2.4735447079687045,
      "learning_rate": 9.735428577169946e-06,
      "loss": 0.1501,
      "step": 2066
    },
    {
      "epoch": 0.31218849116447667,
      "grad_norm": 2.2965124432622,
      "learning_rate": 9.73517468146288e-06,
      "loss": 0.1551,
      "step": 2067
    },
    {
      "epoch": 0.31233952575139706,
      "grad_norm": 6.077726624629743,
      "learning_rate": 9.734920667302814e-06,
      "loss": 0.2255,
      "step": 2068
    },
    {
      "epoch": 0.31249056033831746,
      "grad_norm": 2.063938612419326,
      "learning_rate": 9.734666534696103e-06,
      "loss": 0.1457,
      "step": 2069
    },
    {
      "epoch": 0.31264159492523785,
      "grad_norm": 3.961139438147891,
      "learning_rate": 9.734412283649102e-06,
      "loss": 0.2139,
      "step": 2070
    },
    {
      "epoch": 0.3127926295121583,
      "grad_norm": 2.2459740371642094,
      "learning_rate": 9.734157914168174e-06,
      "loss": 0.1674,
      "step": 2071
    },
    {
      "epoch": 0.3129436640990787,
      "grad_norm": 2.812186292000179,
      "learning_rate": 9.733903426259681e-06,
      "loss": 0.1703,
      "step": 2072
    },
    {
      "epoch": 0.3130946986859991,
      "grad_norm": 2.2730066136950726,
      "learning_rate": 9.733648819929991e-06,
      "loss": 0.1535,
      "step": 2073
    },
    {
      "epoch": 0.3132457332729195,
      "grad_norm": 2.5250849582903228,
      "learning_rate": 9.733394095185469e-06,
      "loss": 0.1543,
      "step": 2074
    },
    {
      "epoch": 0.3133967678598399,
      "grad_norm": 2.2062921877668504,
      "learning_rate": 9.73313925203249e-06,
      "loss": 0.1554,
      "step": 2075
    },
    {
      "epoch": 0.3135478024467603,
      "grad_norm": 2.7691778401925933,
      "learning_rate": 9.73288429047743e-06,
      "loss": 0.1581,
      "step": 2076
    },
    {
      "epoch": 0.31369883703368073,
      "grad_norm": 2.247541110007363,
      "learning_rate": 9.732629210526663e-06,
      "loss": 0.1495,
      "step": 2077
    },
    {
      "epoch": 0.31384987162060113,
      "grad_norm": 2.9969535539592864,
      "learning_rate": 9.732374012186574e-06,
      "loss": 0.1657,
      "step": 2078
    },
    {
      "epoch": 0.3140009062075215,
      "grad_norm": 2.469495405175924,
      "learning_rate": 9.732118695463544e-06,
      "loss": 0.146,
      "step": 2079
    },
    {
      "epoch": 0.3141519407944419,
      "grad_norm": 2.6622312970205653,
      "learning_rate": 9.731863260363963e-06,
      "loss": 0.1538,
      "step": 2080
    },
    {
      "epoch": 0.3143029753813623,
      "grad_norm": 2.498316289958268,
      "learning_rate": 9.731607706894217e-06,
      "loss": 0.1513,
      "step": 2081
    },
    {
      "epoch": 0.3144540099682827,
      "grad_norm": 2.2786025893445085,
      "learning_rate": 9.731352035060703e-06,
      "loss": 0.1637,
      "step": 2082
    },
    {
      "epoch": 0.31460504455520316,
      "grad_norm": 2.5631292716179725,
      "learning_rate": 9.731096244869813e-06,
      "loss": 0.145,
      "step": 2083
    },
    {
      "epoch": 0.31475607914212356,
      "grad_norm": 3.743266733060591,
      "learning_rate": 9.73084033632795e-06,
      "loss": 0.183,
      "step": 2084
    },
    {
      "epoch": 0.31490711372904395,
      "grad_norm": 3.0491617855341544,
      "learning_rate": 9.73058430944151e-06,
      "loss": 0.2032,
      "step": 2085
    },
    {
      "epoch": 0.31505814831596435,
      "grad_norm": 2.5967000730403256,
      "learning_rate": 9.730328164216902e-06,
      "loss": 0.1707,
      "step": 2086
    },
    {
      "epoch": 0.31520918290288474,
      "grad_norm": 2.2630253141855365,
      "learning_rate": 9.730071900660532e-06,
      "loss": 0.1397,
      "step": 2087
    },
    {
      "epoch": 0.31536021748980514,
      "grad_norm": 3.159185999008745,
      "learning_rate": 9.72981551877881e-06,
      "loss": 0.1557,
      "step": 2088
    },
    {
      "epoch": 0.3155112520767256,
      "grad_norm": 3.0921792312174388,
      "learning_rate": 9.729559018578154e-06,
      "loss": 0.1561,
      "step": 2089
    },
    {
      "epoch": 0.315662286663646,
      "grad_norm": 2.266316727345954,
      "learning_rate": 9.729302400064975e-06,
      "loss": 0.1654,
      "step": 2090
    },
    {
      "epoch": 0.3158133212505664,
      "grad_norm": 2.541264649614601,
      "learning_rate": 9.729045663245693e-06,
      "loss": 0.1621,
      "step": 2091
    },
    {
      "epoch": 0.3159643558374868,
      "grad_norm": 3.02032401626209,
      "learning_rate": 9.728788808126733e-06,
      "loss": 0.1742,
      "step": 2092
    },
    {
      "epoch": 0.31611539042440717,
      "grad_norm": 2.4831006069499564,
      "learning_rate": 9.728531834714518e-06,
      "loss": 0.1732,
      "step": 2093
    },
    {
      "epoch": 0.31626642501132757,
      "grad_norm": 2.1784766940064935,
      "learning_rate": 9.72827474301548e-06,
      "loss": 0.1565,
      "step": 2094
    },
    {
      "epoch": 0.316417459598248,
      "grad_norm": 2.371785619518727,
      "learning_rate": 9.728017533036045e-06,
      "loss": 0.1569,
      "step": 2095
    },
    {
      "epoch": 0.3165684941851684,
      "grad_norm": 2.1708290310311855,
      "learning_rate": 9.727760204782652e-06,
      "loss": 0.1478,
      "step": 2096
    },
    {
      "epoch": 0.3167195287720888,
      "grad_norm": 1.9829369023746553,
      "learning_rate": 9.727502758261736e-06,
      "loss": 0.1455,
      "step": 2097
    },
    {
      "epoch": 0.3168705633590092,
      "grad_norm": 2.2469894853568966,
      "learning_rate": 9.727245193479737e-06,
      "loss": 0.1712,
      "step": 2098
    },
    {
      "epoch": 0.3170215979459296,
      "grad_norm": 2.4973149018094185,
      "learning_rate": 9.7269875104431e-06,
      "loss": 0.1605,
      "step": 2099
    },
    {
      "epoch": 0.31717263253285,
      "grad_norm": 2.3219128552033537,
      "learning_rate": 9.726729709158268e-06,
      "loss": 0.1678,
      "step": 2100
    },
    {
      "epoch": 0.31732366711977045,
      "grad_norm": 3.041920546243804,
      "learning_rate": 9.726471789631693e-06,
      "loss": 0.1924,
      "step": 2101
    },
    {
      "epoch": 0.31747470170669084,
      "grad_norm": 2.8051226934589164,
      "learning_rate": 9.726213751869825e-06,
      "loss": 0.1764,
      "step": 2102
    },
    {
      "epoch": 0.31762573629361124,
      "grad_norm": 2.996624741250484,
      "learning_rate": 9.725955595879118e-06,
      "loss": 0.1887,
      "step": 2103
    },
    {
      "epoch": 0.31777677088053163,
      "grad_norm": 2.757960412420056,
      "learning_rate": 9.725697321666035e-06,
      "loss": 0.1598,
      "step": 2104
    },
    {
      "epoch": 0.31792780546745203,
      "grad_norm": 2.2343921649419385,
      "learning_rate": 9.72543892923703e-06,
      "loss": 0.1414,
      "step": 2105
    },
    {
      "epoch": 0.3180788400543724,
      "grad_norm": 2.681215497519312,
      "learning_rate": 9.725180418598571e-06,
      "loss": 0.1849,
      "step": 2106
    },
    {
      "epoch": 0.3182298746412929,
      "grad_norm": 4.127254550178982,
      "learning_rate": 9.724921789757126e-06,
      "loss": 0.1385,
      "step": 2107
    },
    {
      "epoch": 0.31838090922821327,
      "grad_norm": 2.5967284780307143,
      "learning_rate": 9.724663042719162e-06,
      "loss": 0.1804,
      "step": 2108
    },
    {
      "epoch": 0.31853194381513367,
      "grad_norm": 2.4608343052092367,
      "learning_rate": 9.724404177491152e-06,
      "loss": 0.1637,
      "step": 2109
    },
    {
      "epoch": 0.31868297840205406,
      "grad_norm": 2.8079520798746227,
      "learning_rate": 9.724145194079572e-06,
      "loss": 0.1899,
      "step": 2110
    },
    {
      "epoch": 0.31883401298897446,
      "grad_norm": 2.5361199183731946,
      "learning_rate": 9.723886092490902e-06,
      "loss": 0.1547,
      "step": 2111
    },
    {
      "epoch": 0.31898504757589485,
      "grad_norm": 2.3503986927663196,
      "learning_rate": 9.72362687273162e-06,
      "loss": 0.1675,
      "step": 2112
    },
    {
      "epoch": 0.3191360821628153,
      "grad_norm": 2.436546916676474,
      "learning_rate": 9.723367534808214e-06,
      "loss": 0.1406,
      "step": 2113
    },
    {
      "epoch": 0.3192871167497357,
      "grad_norm": 2.6295401966981706,
      "learning_rate": 9.723108078727171e-06,
      "loss": 0.1538,
      "step": 2114
    },
    {
      "epoch": 0.3194381513366561,
      "grad_norm": 2.383816860085621,
      "learning_rate": 9.72284850449498e-06,
      "loss": 0.1386,
      "step": 2115
    },
    {
      "epoch": 0.3195891859235765,
      "grad_norm": 2.3989368378368834,
      "learning_rate": 9.722588812118137e-06,
      "loss": 0.1686,
      "step": 2116
    },
    {
      "epoch": 0.3197402205104969,
      "grad_norm": 7.344731450095502,
      "learning_rate": 9.722329001603135e-06,
      "loss": 0.2047,
      "step": 2117
    },
    {
      "epoch": 0.3198912550974173,
      "grad_norm": 2.88904630096637,
      "learning_rate": 9.722069072956474e-06,
      "loss": 0.1819,
      "step": 2118
    },
    {
      "epoch": 0.32004228968433773,
      "grad_norm": 3.3059224539639933,
      "learning_rate": 9.721809026184658e-06,
      "loss": 0.1734,
      "step": 2119
    },
    {
      "epoch": 0.32019332427125813,
      "grad_norm": 2.6345811036236655,
      "learning_rate": 9.721548861294192e-06,
      "loss": 0.1595,
      "step": 2120
    },
    {
      "epoch": 0.3203443588581785,
      "grad_norm": 2.5346191892045136,
      "learning_rate": 9.72128857829158e-06,
      "loss": 0.158,
      "step": 2121
    },
    {
      "epoch": 0.3204953934450989,
      "grad_norm": 2.2280842271097163,
      "learning_rate": 9.72102817718334e-06,
      "loss": 0.1787,
      "step": 2122
    },
    {
      "epoch": 0.3206464280320193,
      "grad_norm": 2.9353246203504693,
      "learning_rate": 9.720767657975983e-06,
      "loss": 0.183,
      "step": 2123
    },
    {
      "epoch": 0.3207974626189397,
      "grad_norm": 2.50933297980397,
      "learning_rate": 9.720507020676024e-06,
      "loss": 0.1827,
      "step": 2124
    },
    {
      "epoch": 0.32094849720586016,
      "grad_norm": 2.3041310881860775,
      "learning_rate": 9.720246265289985e-06,
      "loss": 0.1633,
      "step": 2125
    },
    {
      "epoch": 0.32109953179278056,
      "grad_norm": 2.7245537083206055,
      "learning_rate": 9.71998539182439e-06,
      "loss": 0.1791,
      "step": 2126
    },
    {
      "epoch": 0.32125056637970095,
      "grad_norm": 2.187959957679703,
      "learning_rate": 9.719724400285762e-06,
      "loss": 0.1596,
      "step": 2127
    },
    {
      "epoch": 0.32140160096662135,
      "grad_norm": 2.731692063359516,
      "learning_rate": 9.719463290680631e-06,
      "loss": 0.1829,
      "step": 2128
    },
    {
      "epoch": 0.32155263555354174,
      "grad_norm": 5.005554519085273,
      "learning_rate": 9.71920206301553e-06,
      "loss": 0.1777,
      "step": 2129
    },
    {
      "epoch": 0.32170367014046214,
      "grad_norm": 3.6941999666732492,
      "learning_rate": 9.718940717296992e-06,
      "loss": 0.1736,
      "step": 2130
    },
    {
      "epoch": 0.3218547047273826,
      "grad_norm": 2.711898725120484,
      "learning_rate": 9.718679253531557e-06,
      "loss": 0.1668,
      "step": 2131
    },
    {
      "epoch": 0.322005739314303,
      "grad_norm": 4.718729288111024,
      "learning_rate": 9.718417671725763e-06,
      "loss": 0.1826,
      "step": 2132
    },
    {
      "epoch": 0.3221567739012234,
      "grad_norm": 2.802309128372694,
      "learning_rate": 9.718155971886156e-06,
      "loss": 0.1724,
      "step": 2133
    },
    {
      "epoch": 0.3223078084881438,
      "grad_norm": 2.690829619199325,
      "learning_rate": 9.717894154019281e-06,
      "loss": 0.1657,
      "step": 2134
    },
    {
      "epoch": 0.32245884307506417,
      "grad_norm": 2.7156123301028154,
      "learning_rate": 9.717632218131688e-06,
      "loss": 0.1803,
      "step": 2135
    },
    {
      "epoch": 0.32260987766198457,
      "grad_norm": 3.2642862868006253,
      "learning_rate": 9.71737016422993e-06,
      "loss": 0.1724,
      "step": 2136
    },
    {
      "epoch": 0.322760912248905,
      "grad_norm": 2.225027276323307,
      "learning_rate": 9.71710799232056e-06,
      "loss": 0.1334,
      "step": 2137
    },
    {
      "epoch": 0.3229119468358254,
      "grad_norm": 3.7740362754066408,
      "learning_rate": 9.71684570241014e-06,
      "loss": 0.2015,
      "step": 2138
    },
    {
      "epoch": 0.3230629814227458,
      "grad_norm": 3.7232382865260503,
      "learning_rate": 9.716583294505229e-06,
      "loss": 0.1663,
      "step": 2139
    },
    {
      "epoch": 0.3232140160096662,
      "grad_norm": 2.3138576554931007,
      "learning_rate": 9.716320768612393e-06,
      "loss": 0.17,
      "step": 2140
    },
    {
      "epoch": 0.3233650505965866,
      "grad_norm": 3.0491020258853427,
      "learning_rate": 9.716058124738195e-06,
      "loss": 0.2023,
      "step": 2141
    },
    {
      "epoch": 0.323516085183507,
      "grad_norm": 2.6526684382403998,
      "learning_rate": 9.71579536288921e-06,
      "loss": 0.1817,
      "step": 2142
    },
    {
      "epoch": 0.32366711977042745,
      "grad_norm": 2.3608347938384457,
      "learning_rate": 9.71553248307201e-06,
      "loss": 0.1655,
      "step": 2143
    },
    {
      "epoch": 0.32381815435734784,
      "grad_norm": 2.761332748761188,
      "learning_rate": 9.71526948529317e-06,
      "loss": 0.175,
      "step": 2144
    },
    {
      "epoch": 0.32396918894426824,
      "grad_norm": 2.1697852401624576,
      "learning_rate": 9.71500636955927e-06,
      "loss": 0.144,
      "step": 2145
    },
    {
      "epoch": 0.32412022353118863,
      "grad_norm": 2.826595691407284,
      "learning_rate": 9.714743135876892e-06,
      "loss": 0.1608,
      "step": 2146
    },
    {
      "epoch": 0.32427125811810903,
      "grad_norm": 2.0507692196308844,
      "learning_rate": 9.714479784252618e-06,
      "loss": 0.1413,
      "step": 2147
    },
    {
      "epoch": 0.3244222927050294,
      "grad_norm": 2.7026019799126373,
      "learning_rate": 9.71421631469304e-06,
      "loss": 0.1575,
      "step": 2148
    },
    {
      "epoch": 0.3245733272919499,
      "grad_norm": 2.712031700795439,
      "learning_rate": 9.713952727204747e-06,
      "loss": 0.1856,
      "step": 2149
    },
    {
      "epoch": 0.32472436187887027,
      "grad_norm": 2.5520378665306223,
      "learning_rate": 9.713689021794332e-06,
      "loss": 0.1606,
      "step": 2150
    },
    {
      "epoch": 0.32487539646579067,
      "grad_norm": 4.953685134567533,
      "learning_rate": 9.713425198468394e-06,
      "loss": 0.17,
      "step": 2151
    },
    {
      "epoch": 0.32502643105271106,
      "grad_norm": 2.3913206319125364,
      "learning_rate": 9.71316125723353e-06,
      "loss": 0.1619,
      "step": 2152
    },
    {
      "epoch": 0.32517746563963146,
      "grad_norm": 2.8601278273879855,
      "learning_rate": 9.712897198096346e-06,
      "loss": 0.1744,
      "step": 2153
    },
    {
      "epoch": 0.32532850022655185,
      "grad_norm": 3.183305321824166,
      "learning_rate": 9.712633021063444e-06,
      "loss": 0.2031,
      "step": 2154
    },
    {
      "epoch": 0.3254795348134723,
      "grad_norm": 2.509527191549596,
      "learning_rate": 9.712368726141435e-06,
      "loss": 0.1893,
      "step": 2155
    },
    {
      "epoch": 0.3256305694003927,
      "grad_norm": 2.2208544391057288,
      "learning_rate": 9.712104313336929e-06,
      "loss": 0.1413,
      "step": 2156
    },
    {
      "epoch": 0.3257816039873131,
      "grad_norm": 2.6830531130339086,
      "learning_rate": 9.71183978265654e-06,
      "loss": 0.1671,
      "step": 2157
    },
    {
      "epoch": 0.3259326385742335,
      "grad_norm": 2.6834966776949165,
      "learning_rate": 9.711575134106888e-06,
      "loss": 0.1857,
      "step": 2158
    },
    {
      "epoch": 0.3260836731611539,
      "grad_norm": 2.77693545823736,
      "learning_rate": 9.71131036769459e-06,
      "loss": 0.1821,
      "step": 2159
    },
    {
      "epoch": 0.3262347077480743,
      "grad_norm": 2.50420679664558,
      "learning_rate": 9.711045483426274e-06,
      "loss": 0.1691,
      "step": 2160
    },
    {
      "epoch": 0.32638574233499473,
      "grad_norm": 2.104331889766809,
      "learning_rate": 9.710780481308561e-06,
      "loss": 0.1567,
      "step": 2161
    },
    {
      "epoch": 0.32653677692191513,
      "grad_norm": 2.3852683827893393,
      "learning_rate": 9.710515361348083e-06,
      "loss": 0.1654,
      "step": 2162
    },
    {
      "epoch": 0.3266878115088355,
      "grad_norm": 2.8398947505190697,
      "learning_rate": 9.71025012355147e-06,
      "loss": 0.1751,
      "step": 2163
    },
    {
      "epoch": 0.3268388460957559,
      "grad_norm": 2.215611257168738,
      "learning_rate": 9.70998476792536e-06,
      "loss": 0.1529,
      "step": 2164
    },
    {
      "epoch": 0.3269898806826763,
      "grad_norm": 2.1934742376422887,
      "learning_rate": 9.709719294476391e-06,
      "loss": 0.1672,
      "step": 2165
    },
    {
      "epoch": 0.3271409152695967,
      "grad_norm": 2.7215706714440664,
      "learning_rate": 9.7094537032112e-06,
      "loss": 0.1612,
      "step": 2166
    },
    {
      "epoch": 0.32729194985651716,
      "grad_norm": 2.38594447798294,
      "learning_rate": 9.709187994136435e-06,
      "loss": 0.1478,
      "step": 2167
    },
    {
      "epoch": 0.32744298444343756,
      "grad_norm": 2.506340636069281,
      "learning_rate": 9.70892216725874e-06,
      "loss": 0.1612,
      "step": 2168
    },
    {
      "epoch": 0.32759401903035795,
      "grad_norm": 2.3354346679103783,
      "learning_rate": 9.708656222584768e-06,
      "loss": 0.1435,
      "step": 2169
    },
    {
      "epoch": 0.32774505361727835,
      "grad_norm": 2.591449560723565,
      "learning_rate": 9.70839016012117e-06,
      "loss": 0.1827,
      "step": 2170
    },
    {
      "epoch": 0.32789608820419874,
      "grad_norm": 2.6749293571111887,
      "learning_rate": 9.708123979874599e-06,
      "loss": 0.1787,
      "step": 2171
    },
    {
      "epoch": 0.32804712279111914,
      "grad_norm": 3.449113035857043,
      "learning_rate": 9.707857681851719e-06,
      "loss": 0.1874,
      "step": 2172
    },
    {
      "epoch": 0.3281981573780396,
      "grad_norm": 2.198256669648097,
      "learning_rate": 9.707591266059187e-06,
      "loss": 0.1468,
      "step": 2173
    },
    {
      "epoch": 0.32834919196496,
      "grad_norm": 2.840594790968199,
      "learning_rate": 9.707324732503671e-06,
      "loss": 0.1854,
      "step": 2174
    },
    {
      "epoch": 0.3285002265518804,
      "grad_norm": 2.0843859027013116,
      "learning_rate": 9.707058081191836e-06,
      "loss": 0.1559,
      "step": 2175
    },
    {
      "epoch": 0.3286512611388008,
      "grad_norm": 3.5593989571469185,
      "learning_rate": 9.706791312130352e-06,
      "loss": 0.1804,
      "step": 2176
    },
    {
      "epoch": 0.32880229572572117,
      "grad_norm": 2.3001052758042118,
      "learning_rate": 9.706524425325897e-06,
      "loss": 0.153,
      "step": 2177
    },
    {
      "epoch": 0.32895333031264157,
      "grad_norm": 2.826043710002056,
      "learning_rate": 9.706257420785141e-06,
      "loss": 0.1587,
      "step": 2178
    },
    {
      "epoch": 0.329104364899562,
      "grad_norm": 2.704046941003026,
      "learning_rate": 9.705990298514767e-06,
      "loss": 0.1634,
      "step": 2179
    },
    {
      "epoch": 0.3292553994864824,
      "grad_norm": 2.8499029474012993,
      "learning_rate": 9.705723058521456e-06,
      "loss": 0.1755,
      "step": 2180
    },
    {
      "epoch": 0.3294064340734028,
      "grad_norm": 3.0421537605034965,
      "learning_rate": 9.705455700811895e-06,
      "loss": 0.2001,
      "step": 2181
    },
    {
      "epoch": 0.3295574686603232,
      "grad_norm": 3.5062140543114912,
      "learning_rate": 9.70518822539277e-06,
      "loss": 0.1863,
      "step": 2182
    },
    {
      "epoch": 0.3297085032472436,
      "grad_norm": 1.9938839832359616,
      "learning_rate": 9.704920632270773e-06,
      "loss": 0.1271,
      "step": 2183
    },
    {
      "epoch": 0.329859537834164,
      "grad_norm": 3.690339342646474,
      "learning_rate": 9.704652921452597e-06,
      "loss": 0.1927,
      "step": 2184
    },
    {
      "epoch": 0.33001057242108445,
      "grad_norm": 2.2725872979622435,
      "learning_rate": 9.704385092944941e-06,
      "loss": 0.1706,
      "step": 2185
    },
    {
      "epoch": 0.33016160700800484,
      "grad_norm": 2.9261227268664363,
      "learning_rate": 9.704117146754502e-06,
      "loss": 0.1924,
      "step": 2186
    },
    {
      "epoch": 0.33031264159492524,
      "grad_norm": 2.6867305293424946,
      "learning_rate": 9.703849082887984e-06,
      "loss": 0.1489,
      "step": 2187
    },
    {
      "epoch": 0.33046367618184563,
      "grad_norm": 2.367653749720036,
      "learning_rate": 9.703580901352094e-06,
      "loss": 0.1419,
      "step": 2188
    },
    {
      "epoch": 0.33061471076876603,
      "grad_norm": 2.4610907732439804,
      "learning_rate": 9.70331260215354e-06,
      "loss": 0.159,
      "step": 2189
    },
    {
      "epoch": 0.3307657453556864,
      "grad_norm": 2.241349685983203,
      "learning_rate": 9.703044185299035e-06,
      "loss": 0.1441,
      "step": 2190
    },
    {
      "epoch": 0.3309167799426069,
      "grad_norm": 1.919529097427449,
      "learning_rate": 9.702775650795291e-06,
      "loss": 0.1383,
      "step": 2191
    },
    {
      "epoch": 0.33106781452952727,
      "grad_norm": 2.9010434185609983,
      "learning_rate": 9.702506998649026e-06,
      "loss": 0.1824,
      "step": 2192
    },
    {
      "epoch": 0.33121884911644767,
      "grad_norm": 2.0275739827891703,
      "learning_rate": 9.70223822886696e-06,
      "loss": 0.1462,
      "step": 2193
    },
    {
      "epoch": 0.33136988370336806,
      "grad_norm": 3.122494474898684,
      "learning_rate": 9.70196934145582e-06,
      "loss": 0.1885,
      "step": 2194
    },
    {
      "epoch": 0.33152091829028846,
      "grad_norm": 2.684012423557912,
      "learning_rate": 9.701700336422329e-06,
      "loss": 0.1615,
      "step": 2195
    },
    {
      "epoch": 0.33167195287720885,
      "grad_norm": 2.306228378238809,
      "learning_rate": 9.701431213773216e-06,
      "loss": 0.1566,
      "step": 2196
    },
    {
      "epoch": 0.3318229874641293,
      "grad_norm": 2.0876887577343686,
      "learning_rate": 9.701161973515217e-06,
      "loss": 0.14,
      "step": 2197
    },
    {
      "epoch": 0.3319740220510497,
      "grad_norm": 2.2098317803628693,
      "learning_rate": 9.700892615655063e-06,
      "loss": 0.1505,
      "step": 2198
    },
    {
      "epoch": 0.3321250566379701,
      "grad_norm": 2.7808820234170164,
      "learning_rate": 9.700623140199494e-06,
      "loss": 0.1743,
      "step": 2199
    },
    {
      "epoch": 0.3322760912248905,
      "grad_norm": 2.3040287168484657,
      "learning_rate": 9.700353547155251e-06,
      "loss": 0.1673,
      "step": 2200
    },
    {
      "epoch": 0.3324271258118109,
      "grad_norm": 3.0918125751417977,
      "learning_rate": 9.700083836529077e-06,
      "loss": 0.1537,
      "step": 2201
    },
    {
      "epoch": 0.3325781603987313,
      "grad_norm": 2.3149405766276483,
      "learning_rate": 9.699814008327721e-06,
      "loss": 0.1613,
      "step": 2202
    },
    {
      "epoch": 0.33272919498565173,
      "grad_norm": 2.4252693597649793,
      "learning_rate": 9.699544062557933e-06,
      "loss": 0.1547,
      "step": 2203
    },
    {
      "epoch": 0.33288022957257213,
      "grad_norm": 3.7288574746027,
      "learning_rate": 9.699273999226462e-06,
      "loss": 0.1981,
      "step": 2204
    },
    {
      "epoch": 0.3330312641594925,
      "grad_norm": 3.435223867409875,
      "learning_rate": 9.699003818340067e-06,
      "loss": 0.17,
      "step": 2205
    },
    {
      "epoch": 0.3331822987464129,
      "grad_norm": 4.309103955567857,
      "learning_rate": 9.698733519905507e-06,
      "loss": 0.17,
      "step": 2206
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 2.381367061357787,
      "learning_rate": 9.698463103929542e-06,
      "loss": 0.1661,
      "step": 2207
    },
    {
      "epoch": 0.33348436792025377,
      "grad_norm": 2.4294189413642147,
      "learning_rate": 9.698192570418939e-06,
      "loss": 0.1594,
      "step": 2208
    },
    {
      "epoch": 0.33363540250717416,
      "grad_norm": 2.142265456986441,
      "learning_rate": 9.697921919380462e-06,
      "loss": 0.1553,
      "step": 2209
    },
    {
      "epoch": 0.33378643709409456,
      "grad_norm": 2.5768817003719393,
      "learning_rate": 9.697651150820884e-06,
      "loss": 0.1727,
      "step": 2210
    },
    {
      "epoch": 0.33393747168101495,
      "grad_norm": 2.3938914506859867,
      "learning_rate": 9.697380264746978e-06,
      "loss": 0.1348,
      "step": 2211
    },
    {
      "epoch": 0.33408850626793535,
      "grad_norm": 2.35236183525933,
      "learning_rate": 9.69710926116552e-06,
      "loss": 0.1492,
      "step": 2212
    },
    {
      "epoch": 0.33423954085485574,
      "grad_norm": 2.433573152515671,
      "learning_rate": 9.696838140083289e-06,
      "loss": 0.1684,
      "step": 2213
    },
    {
      "epoch": 0.3343905754417762,
      "grad_norm": 2.6925340318920568,
      "learning_rate": 9.69656690150707e-06,
      "loss": 0.168,
      "step": 2214
    },
    {
      "epoch": 0.3345416100286966,
      "grad_norm": 2.7589404898882863,
      "learning_rate": 9.696295545443643e-06,
      "loss": 0.1491,
      "step": 2215
    },
    {
      "epoch": 0.334692644615617,
      "grad_norm": 2.9490897675050642,
      "learning_rate": 9.696024071899801e-06,
      "loss": 0.1823,
      "step": 2216
    },
    {
      "epoch": 0.3348436792025374,
      "grad_norm": 2.9326272187577787,
      "learning_rate": 9.695752480882332e-06,
      "loss": 0.1824,
      "step": 2217
    },
    {
      "epoch": 0.3349947137894578,
      "grad_norm": 2.690279472673437,
      "learning_rate": 9.69548077239803e-06,
      "loss": 0.1815,
      "step": 2218
    },
    {
      "epoch": 0.33514574837637817,
      "grad_norm": 3.6310832847333905,
      "learning_rate": 9.695208946453695e-06,
      "loss": 0.1884,
      "step": 2219
    },
    {
      "epoch": 0.3352967829632986,
      "grad_norm": 2.5955152948535734,
      "learning_rate": 9.694937003056126e-06,
      "loss": 0.1539,
      "step": 2220
    },
    {
      "epoch": 0.335447817550219,
      "grad_norm": 3.351990288127552,
      "learning_rate": 9.694664942212122e-06,
      "loss": 0.1969,
      "step": 2221
    },
    {
      "epoch": 0.3355988521371394,
      "grad_norm": 3.0808991434364352,
      "learning_rate": 9.694392763928493e-06,
      "loss": 0.1688,
      "step": 2222
    },
    {
      "epoch": 0.3357498867240598,
      "grad_norm": 2.383748935392356,
      "learning_rate": 9.694120468212046e-06,
      "loss": 0.1664,
      "step": 2223
    },
    {
      "epoch": 0.3359009213109802,
      "grad_norm": 2.2536759291250394,
      "learning_rate": 9.693848055069593e-06,
      "loss": 0.1444,
      "step": 2224
    },
    {
      "epoch": 0.3360519558979006,
      "grad_norm": 2.886289901774464,
      "learning_rate": 9.693575524507947e-06,
      "loss": 0.202,
      "step": 2225
    },
    {
      "epoch": 0.33620299048482105,
      "grad_norm": 2.7864761739831048,
      "learning_rate": 9.693302876533929e-06,
      "loss": 0.159,
      "step": 2226
    },
    {
      "epoch": 0.33635402507174145,
      "grad_norm": 3.4365044894916625,
      "learning_rate": 9.693030111154356e-06,
      "loss": 0.1877,
      "step": 2227
    },
    {
      "epoch": 0.33650505965866184,
      "grad_norm": 2.787770597383624,
      "learning_rate": 9.692757228376053e-06,
      "loss": 0.1826,
      "step": 2228
    },
    {
      "epoch": 0.33665609424558224,
      "grad_norm": 3.3905673004561825,
      "learning_rate": 9.692484228205845e-06,
      "loss": 0.1545,
      "step": 2229
    },
    {
      "epoch": 0.33680712883250263,
      "grad_norm": 2.7451129051649725,
      "learning_rate": 9.692211110650564e-06,
      "loss": 0.17,
      "step": 2230
    },
    {
      "epoch": 0.33695816341942303,
      "grad_norm": 2.760139004602134,
      "learning_rate": 9.69193787571704e-06,
      "loss": 0.167,
      "step": 2231
    },
    {
      "epoch": 0.3371091980063435,
      "grad_norm": 2.833974422579342,
      "learning_rate": 9.691664523412108e-06,
      "loss": 0.153,
      "step": 2232
    },
    {
      "epoch": 0.3372602325932639,
      "grad_norm": 2.812669720072746,
      "learning_rate": 9.691391053742605e-06,
      "loss": 0.1907,
      "step": 2233
    },
    {
      "epoch": 0.33741126718018427,
      "grad_norm": 2.524853715358271,
      "learning_rate": 9.691117466715377e-06,
      "loss": 0.1733,
      "step": 2234
    },
    {
      "epoch": 0.33756230176710467,
      "grad_norm": 2.7708986036391243,
      "learning_rate": 9.69084376233726e-06,
      "loss": 0.1755,
      "step": 2235
    },
    {
      "epoch": 0.33771333635402506,
      "grad_norm": 3.4517310280727513,
      "learning_rate": 9.69056994061511e-06,
      "loss": 0.1648,
      "step": 2236
    },
    {
      "epoch": 0.33786437094094546,
      "grad_norm": 2.1477659187376013,
      "learning_rate": 9.690296001555771e-06,
      "loss": 0.1471,
      "step": 2237
    },
    {
      "epoch": 0.3380154055278659,
      "grad_norm": 2.762020608118704,
      "learning_rate": 9.690021945166095e-06,
      "loss": 0.1798,
      "step": 2238
    },
    {
      "epoch": 0.3381664401147863,
      "grad_norm": 2.711986497371396,
      "learning_rate": 9.689747771452943e-06,
      "loss": 0.1563,
      "step": 2239
    },
    {
      "epoch": 0.3383174747017067,
      "grad_norm": 4.19578476865431,
      "learning_rate": 9.689473480423166e-06,
      "loss": 0.1988,
      "step": 2240
    },
    {
      "epoch": 0.3384685092886271,
      "grad_norm": 2.6728804117776637,
      "learning_rate": 9.689199072083633e-06,
      "loss": 0.1721,
      "step": 2241
    },
    {
      "epoch": 0.3386195438755475,
      "grad_norm": 2.3376437787190283,
      "learning_rate": 9.688924546441204e-06,
      "loss": 0.179,
      "step": 2242
    },
    {
      "epoch": 0.3387705784624679,
      "grad_norm": 2.4831102450710762,
      "learning_rate": 9.688649903502746e-06,
      "loss": 0.1842,
      "step": 2243
    },
    {
      "epoch": 0.33892161304938834,
      "grad_norm": 3.4103032484579763,
      "learning_rate": 9.688375143275134e-06,
      "loss": 0.2015,
      "step": 2244
    },
    {
      "epoch": 0.33907264763630873,
      "grad_norm": 2.8969985492309367,
      "learning_rate": 9.688100265765237e-06,
      "loss": 0.1804,
      "step": 2245
    },
    {
      "epoch": 0.33922368222322913,
      "grad_norm": 2.1468536124753195,
      "learning_rate": 9.687825270979932e-06,
      "loss": 0.1575,
      "step": 2246
    },
    {
      "epoch": 0.3393747168101495,
      "grad_norm": 2.310427813075007,
      "learning_rate": 9.6875501589261e-06,
      "loss": 0.1534,
      "step": 2247
    },
    {
      "epoch": 0.3395257513970699,
      "grad_norm": 2.4255912387726837,
      "learning_rate": 9.687274929610621e-06,
      "loss": 0.1811,
      "step": 2248
    },
    {
      "epoch": 0.3396767859839903,
      "grad_norm": 2.193328520456946,
      "learning_rate": 9.68699958304038e-06,
      "loss": 0.1619,
      "step": 2249
    },
    {
      "epoch": 0.33982782057091077,
      "grad_norm": 2.4881683477766634,
      "learning_rate": 9.686724119222266e-06,
      "loss": 0.1566,
      "step": 2250
    },
    {
      "epoch": 0.33997885515783116,
      "grad_norm": 2.448369693385396,
      "learning_rate": 9.68644853816317e-06,
      "loss": 0.1486,
      "step": 2251
    },
    {
      "epoch": 0.34012988974475156,
      "grad_norm": 2.6603545279057297,
      "learning_rate": 9.686172839869985e-06,
      "loss": 0.1632,
      "step": 2252
    },
    {
      "epoch": 0.34028092433167195,
      "grad_norm": 2.389369466968686,
      "learning_rate": 9.685897024349609e-06,
      "loss": 0.1622,
      "step": 2253
    },
    {
      "epoch": 0.34043195891859235,
      "grad_norm": 2.2467869293565523,
      "learning_rate": 9.68562109160894e-06,
      "loss": 0.1695,
      "step": 2254
    },
    {
      "epoch": 0.34058299350551274,
      "grad_norm": 2.5604291506342394,
      "learning_rate": 9.68534504165488e-06,
      "loss": 0.1981,
      "step": 2255
    },
    {
      "epoch": 0.3407340280924332,
      "grad_norm": 3.1526054607624294,
      "learning_rate": 9.685068874494337e-06,
      "loss": 0.185,
      "step": 2256
    },
    {
      "epoch": 0.3408850626793536,
      "grad_norm": 2.7110339034353492,
      "learning_rate": 9.68479259013422e-06,
      "loss": 0.171,
      "step": 2257
    },
    {
      "epoch": 0.341036097266274,
      "grad_norm": 3.127580514579895,
      "learning_rate": 9.684516188581436e-06,
      "loss": 0.2168,
      "step": 2258
    },
    {
      "epoch": 0.3411871318531944,
      "grad_norm": 2.0049297223604903,
      "learning_rate": 9.684239669842904e-06,
      "loss": 0.1557,
      "step": 2259
    },
    {
      "epoch": 0.3413381664401148,
      "grad_norm": 2.8653670636841784,
      "learning_rate": 9.68396303392554e-06,
      "loss": 0.1943,
      "step": 2260
    },
    {
      "epoch": 0.34148920102703517,
      "grad_norm": 2.4819111024745752,
      "learning_rate": 9.683686280836262e-06,
      "loss": 0.1731,
      "step": 2261
    },
    {
      "epoch": 0.3416402356139556,
      "grad_norm": 2.215000861615687,
      "learning_rate": 9.683409410581995e-06,
      "loss": 0.1755,
      "step": 2262
    },
    {
      "epoch": 0.341791270200876,
      "grad_norm": 2.5277613868113065,
      "learning_rate": 9.683132423169666e-06,
      "loss": 0.1867,
      "step": 2263
    },
    {
      "epoch": 0.3419423047877964,
      "grad_norm": 2.238842303943618,
      "learning_rate": 9.682855318606202e-06,
      "loss": 0.1496,
      "step": 2264
    },
    {
      "epoch": 0.3420933393747168,
      "grad_norm": 2.071243496692368,
      "learning_rate": 9.682578096898534e-06,
      "loss": 0.1443,
      "step": 2265
    },
    {
      "epoch": 0.3422443739616372,
      "grad_norm": 2.19724490348089,
      "learning_rate": 9.6823007580536e-06,
      "loss": 0.1497,
      "step": 2266
    },
    {
      "epoch": 0.3423954085485576,
      "grad_norm": 2.5209070202622916,
      "learning_rate": 9.682023302078337e-06,
      "loss": 0.1735,
      "step": 2267
    },
    {
      "epoch": 0.34254644313547805,
      "grad_norm": 2.299992655366491,
      "learning_rate": 9.681745728979684e-06,
      "loss": 0.1395,
      "step": 2268
    },
    {
      "epoch": 0.34269747772239845,
      "grad_norm": 2.6386721438241474,
      "learning_rate": 9.681468038764588e-06,
      "loss": 0.1622,
      "step": 2269
    },
    {
      "epoch": 0.34284851230931884,
      "grad_norm": 2.658169525810094,
      "learning_rate": 9.68119023143999e-06,
      "loss": 0.1657,
      "step": 2270
    },
    {
      "epoch": 0.34299954689623924,
      "grad_norm": 2.9215130750632476,
      "learning_rate": 9.680912307012843e-06,
      "loss": 0.1695,
      "step": 2271
    },
    {
      "epoch": 0.34315058148315963,
      "grad_norm": 2.4904686894444987,
      "learning_rate": 9.680634265490104e-06,
      "loss": 0.1715,
      "step": 2272
    },
    {
      "epoch": 0.34330161607008003,
      "grad_norm": 2.4058597896599814,
      "learning_rate": 9.680356106878718e-06,
      "loss": 0.1606,
      "step": 2273
    },
    {
      "epoch": 0.3434526506570005,
      "grad_norm": 2.047709967981168,
      "learning_rate": 9.680077831185651e-06,
      "loss": 0.1414,
      "step": 2274
    },
    {
      "epoch": 0.3436036852439209,
      "grad_norm": 2.49445367129809,
      "learning_rate": 9.679799438417862e-06,
      "loss": 0.1776,
      "step": 2275
    },
    {
      "epoch": 0.34375471983084127,
      "grad_norm": 2.376004696152282,
      "learning_rate": 9.679520928582316e-06,
      "loss": 0.1792,
      "step": 2276
    },
    {
      "epoch": 0.34390575441776167,
      "grad_norm": 2.3564456327961936,
      "learning_rate": 9.679242301685979e-06,
      "loss": 0.1816,
      "step": 2277
    },
    {
      "epoch": 0.34405678900468206,
      "grad_norm": 2.9709158426195654,
      "learning_rate": 9.67896355773582e-06,
      "loss": 0.1916,
      "step": 2278
    },
    {
      "epoch": 0.34420782359160246,
      "grad_norm": 2.2481098052107296,
      "learning_rate": 9.678684696738815e-06,
      "loss": 0.1582,
      "step": 2279
    },
    {
      "epoch": 0.3443588581785229,
      "grad_norm": 3.112060956075879,
      "learning_rate": 9.678405718701937e-06,
      "loss": 0.2119,
      "step": 2280
    },
    {
      "epoch": 0.3445098927654433,
      "grad_norm": 2.677019135891741,
      "learning_rate": 9.678126623632167e-06,
      "loss": 0.154,
      "step": 2281
    },
    {
      "epoch": 0.3446609273523637,
      "grad_norm": 3.207216597343383,
      "learning_rate": 9.677847411536484e-06,
      "loss": 0.1793,
      "step": 2282
    },
    {
      "epoch": 0.3448119619392841,
      "grad_norm": 2.8613121694054837,
      "learning_rate": 9.677568082421875e-06,
      "loss": 0.1471,
      "step": 2283
    },
    {
      "epoch": 0.3449629965262045,
      "grad_norm": 2.2953325354806133,
      "learning_rate": 9.677288636295328e-06,
      "loss": 0.1494,
      "step": 2284
    },
    {
      "epoch": 0.3451140311131249,
      "grad_norm": 2.600915305357451,
      "learning_rate": 9.67700907316383e-06,
      "loss": 0.1657,
      "step": 2285
    },
    {
      "epoch": 0.34526506570004534,
      "grad_norm": 2.657072856295686,
      "learning_rate": 9.676729393034378e-06,
      "loss": 0.167,
      "step": 2286
    },
    {
      "epoch": 0.34541610028696573,
      "grad_norm": 3.256841025468264,
      "learning_rate": 9.676449595913969e-06,
      "loss": 0.1587,
      "step": 2287
    },
    {
      "epoch": 0.34556713487388613,
      "grad_norm": 3.0672578853118884,
      "learning_rate": 9.676169681809597e-06,
      "loss": 0.1887,
      "step": 2288
    },
    {
      "epoch": 0.3457181694608065,
      "grad_norm": 2.2167365564100345,
      "learning_rate": 9.675889650728269e-06,
      "loss": 0.1577,
      "step": 2289
    },
    {
      "epoch": 0.3458692040477269,
      "grad_norm": 2.605387224702682,
      "learning_rate": 9.67560950267699e-06,
      "loss": 0.1561,
      "step": 2290
    },
    {
      "epoch": 0.3460202386346473,
      "grad_norm": 2.082227934533779,
      "learning_rate": 9.675329237662766e-06,
      "loss": 0.1448,
      "step": 2291
    },
    {
      "epoch": 0.34617127322156777,
      "grad_norm": 2.328244228390361,
      "learning_rate": 9.675048855692608e-06,
      "loss": 0.1516,
      "step": 2292
    },
    {
      "epoch": 0.34632230780848816,
      "grad_norm": 3.19204460736859,
      "learning_rate": 9.67476835677353e-06,
      "loss": 0.185,
      "step": 2293
    },
    {
      "epoch": 0.34647334239540856,
      "grad_norm": 3.5059052410445624,
      "learning_rate": 9.67448774091255e-06,
      "loss": 0.1947,
      "step": 2294
    },
    {
      "epoch": 0.34662437698232895,
      "grad_norm": 2.703132226310503,
      "learning_rate": 9.67420700811669e-06,
      "loss": 0.1646,
      "step": 2295
    },
    {
      "epoch": 0.34677541156924935,
      "grad_norm": 2.5229698926706967,
      "learning_rate": 9.673926158392967e-06,
      "loss": 0.1517,
      "step": 2296
    },
    {
      "epoch": 0.34692644615616974,
      "grad_norm": 2.0350550017939932,
      "learning_rate": 9.673645191748411e-06,
      "loss": 0.1427,
      "step": 2297
    },
    {
      "epoch": 0.3470774807430902,
      "grad_norm": 2.5406704638371096,
      "learning_rate": 9.673364108190049e-06,
      "loss": 0.1695,
      "step": 2298
    },
    {
      "epoch": 0.3472285153300106,
      "grad_norm": 3.090563239535391,
      "learning_rate": 9.67308290772491e-06,
      "loss": 0.1946,
      "step": 2299
    },
    {
      "epoch": 0.347379549916931,
      "grad_norm": 2.843362237550477,
      "learning_rate": 9.672801590360034e-06,
      "loss": 0.1884,
      "step": 2300
    },
    {
      "epoch": 0.3475305845038514,
      "grad_norm": 2.4625684529257317,
      "learning_rate": 9.672520156102454e-06,
      "loss": 0.1581,
      "step": 2301
    },
    {
      "epoch": 0.3476816190907718,
      "grad_norm": 2.367995172197763,
      "learning_rate": 9.672238604959212e-06,
      "loss": 0.1634,
      "step": 2302
    },
    {
      "epoch": 0.34783265367769217,
      "grad_norm": 2.3991704604284956,
      "learning_rate": 9.67195693693735e-06,
      "loss": 0.1615,
      "step": 2303
    },
    {
      "epoch": 0.3479836882646126,
      "grad_norm": 3.501703433303054,
      "learning_rate": 9.671675152043916e-06,
      "loss": 0.171,
      "step": 2304
    },
    {
      "epoch": 0.348134722851533,
      "grad_norm": 2.4810788464192957,
      "learning_rate": 9.671393250285957e-06,
      "loss": 0.1778,
      "step": 2305
    },
    {
      "epoch": 0.3482857574384534,
      "grad_norm": 2.5582273327936975,
      "learning_rate": 9.671111231670524e-06,
      "loss": 0.181,
      "step": 2306
    },
    {
      "epoch": 0.3484367920253738,
      "grad_norm": 2.9174589864700153,
      "learning_rate": 9.670829096204677e-06,
      "loss": 0.1726,
      "step": 2307
    },
    {
      "epoch": 0.3485878266122942,
      "grad_norm": 2.3162742667551277,
      "learning_rate": 9.670546843895467e-06,
      "loss": 0.1513,
      "step": 2308
    },
    {
      "epoch": 0.3487388611992146,
      "grad_norm": 2.7201870701741515,
      "learning_rate": 9.67026447474996e-06,
      "loss": 0.1529,
      "step": 2309
    },
    {
      "epoch": 0.34888989578613505,
      "grad_norm": 2.9358350772762587,
      "learning_rate": 9.669981988775217e-06,
      "loss": 0.1815,
      "step": 2310
    },
    {
      "epoch": 0.34904093037305545,
      "grad_norm": 2.645604090688502,
      "learning_rate": 9.669699385978303e-06,
      "loss": 0.1674,
      "step": 2311
    },
    {
      "epoch": 0.34919196495997584,
      "grad_norm": 2.0033775705160686,
      "learning_rate": 9.669416666366293e-06,
      "loss": 0.1434,
      "step": 2312
    },
    {
      "epoch": 0.34934299954689624,
      "grad_norm": 2.9633098662284376,
      "learning_rate": 9.669133829946255e-06,
      "loss": 0.1826,
      "step": 2313
    },
    {
      "epoch": 0.34949403413381663,
      "grad_norm": 3.1616335531693314,
      "learning_rate": 9.668850876725263e-06,
      "loss": 0.1718,
      "step": 2314
    },
    {
      "epoch": 0.34964506872073703,
      "grad_norm": 2.893813791485139,
      "learning_rate": 9.668567806710402e-06,
      "loss": 0.1655,
      "step": 2315
    },
    {
      "epoch": 0.3497961033076575,
      "grad_norm": 3.004689790959727,
      "learning_rate": 9.668284619908745e-06,
      "loss": 0.1774,
      "step": 2316
    },
    {
      "epoch": 0.3499471378945779,
      "grad_norm": 2.3039415411309205,
      "learning_rate": 9.668001316327382e-06,
      "loss": 0.154,
      "step": 2317
    },
    {
      "epoch": 0.35009817248149827,
      "grad_norm": 2.346179962679111,
      "learning_rate": 9.667717895973397e-06,
      "loss": 0.1523,
      "step": 2318
    },
    {
      "epoch": 0.35024920706841867,
      "grad_norm": 2.7372614000168047,
      "learning_rate": 9.66743435885388e-06,
      "loss": 0.1915,
      "step": 2319
    },
    {
      "epoch": 0.35040024165533906,
      "grad_norm": 2.729415663892963,
      "learning_rate": 9.667150704975925e-06,
      "loss": 0.1898,
      "step": 2320
    },
    {
      "epoch": 0.35055127624225946,
      "grad_norm": 2.866293021934122,
      "learning_rate": 9.666866934346626e-06,
      "loss": 0.159,
      "step": 2321
    },
    {
      "epoch": 0.3507023108291799,
      "grad_norm": 2.7409448020787184,
      "learning_rate": 9.666583046973085e-06,
      "loss": 0.1887,
      "step": 2322
    },
    {
      "epoch": 0.3508533454161003,
      "grad_norm": 2.3557299240398804,
      "learning_rate": 9.6662990428624e-06,
      "loss": 0.1627,
      "step": 2323
    },
    {
      "epoch": 0.3510043800030207,
      "grad_norm": 2.207472670859635,
      "learning_rate": 9.666014922021679e-06,
      "loss": 0.1407,
      "step": 2324
    },
    {
      "epoch": 0.3511554145899411,
      "grad_norm": 3.3876559911170214,
      "learning_rate": 9.665730684458026e-06,
      "loss": 0.174,
      "step": 2325
    },
    {
      "epoch": 0.3513064491768615,
      "grad_norm": 2.791987803594905,
      "learning_rate": 9.665446330178552e-06,
      "loss": 0.1943,
      "step": 2326
    },
    {
      "epoch": 0.3514574837637819,
      "grad_norm": 2.548971616486758,
      "learning_rate": 9.665161859190372e-06,
      "loss": 0.1719,
      "step": 2327
    },
    {
      "epoch": 0.35160851835070234,
      "grad_norm": 2.095004547215813,
      "learning_rate": 9.6648772715006e-06,
      "loss": 0.1475,
      "step": 2328
    },
    {
      "epoch": 0.35175955293762273,
      "grad_norm": 2.8023158067414173,
      "learning_rate": 9.66459256711636e-06,
      "loss": 0.1805,
      "step": 2329
    },
    {
      "epoch": 0.35191058752454313,
      "grad_norm": 2.242593249007611,
      "learning_rate": 9.664307746044767e-06,
      "loss": 0.1625,
      "step": 2330
    },
    {
      "epoch": 0.3520616221114635,
      "grad_norm": 2.9756602183533865,
      "learning_rate": 9.664022808292953e-06,
      "loss": 0.1732,
      "step": 2331
    },
    {
      "epoch": 0.3522126566983839,
      "grad_norm": 1.8241480584387288,
      "learning_rate": 9.663737753868039e-06,
      "loss": 0.1482,
      "step": 2332
    },
    {
      "epoch": 0.3523636912853043,
      "grad_norm": 2.4401984720669443,
      "learning_rate": 9.66345258277716e-06,
      "loss": 0.1876,
      "step": 2333
    },
    {
      "epoch": 0.35251472587222477,
      "grad_norm": 2.3352174673087,
      "learning_rate": 9.66316729502745e-06,
      "loss": 0.1477,
      "step": 2334
    },
    {
      "epoch": 0.35266576045914516,
      "grad_norm": 2.5725637647111794,
      "learning_rate": 9.662881890626043e-06,
      "loss": 0.1537,
      "step": 2335
    },
    {
      "epoch": 0.35281679504606556,
      "grad_norm": 2.4752807227294618,
      "learning_rate": 9.66259636958008e-06,
      "loss": 0.1808,
      "step": 2336
    },
    {
      "epoch": 0.35296782963298595,
      "grad_norm": 2.1976042708195718,
      "learning_rate": 9.662310731896705e-06,
      "loss": 0.1488,
      "step": 2337
    },
    {
      "epoch": 0.35311886421990635,
      "grad_norm": 2.1611604169072867,
      "learning_rate": 9.662024977583061e-06,
      "loss": 0.156,
      "step": 2338
    },
    {
      "epoch": 0.35326989880682674,
      "grad_norm": 4.0277636724074934,
      "learning_rate": 9.661739106646298e-06,
      "loss": 0.2028,
      "step": 2339
    },
    {
      "epoch": 0.3534209333937472,
      "grad_norm": 2.3797230500132853,
      "learning_rate": 9.661453119093565e-06,
      "loss": 0.1795,
      "step": 2340
    },
    {
      "epoch": 0.3535719679806676,
      "grad_norm": 2.949310165364204,
      "learning_rate": 9.661167014932018e-06,
      "loss": 0.1632,
      "step": 2341
    },
    {
      "epoch": 0.353723002567588,
      "grad_norm": 2.4383682567227187,
      "learning_rate": 9.660880794168813e-06,
      "loss": 0.1705,
      "step": 2342
    },
    {
      "epoch": 0.3538740371545084,
      "grad_norm": 2.4870667113831746,
      "learning_rate": 9.660594456811112e-06,
      "loss": 0.1592,
      "step": 2343
    },
    {
      "epoch": 0.3540250717414288,
      "grad_norm": 2.8775042348652673,
      "learning_rate": 9.660308002866075e-06,
      "loss": 0.1461,
      "step": 2344
    },
    {
      "epoch": 0.35417610632834917,
      "grad_norm": 2.5004180000628793,
      "learning_rate": 9.66002143234087e-06,
      "loss": 0.155,
      "step": 2345
    },
    {
      "epoch": 0.3543271409152696,
      "grad_norm": 2.3917795562113606,
      "learning_rate": 9.659734745242663e-06,
      "loss": 0.1499,
      "step": 2346
    },
    {
      "epoch": 0.35447817550219,
      "grad_norm": 3.041421792938887,
      "learning_rate": 9.65944794157863e-06,
      "loss": 0.1816,
      "step": 2347
    },
    {
      "epoch": 0.3546292100891104,
      "grad_norm": 2.0495166580371134,
      "learning_rate": 9.659161021355942e-06,
      "loss": 0.1314,
      "step": 2348
    },
    {
      "epoch": 0.3547802446760308,
      "grad_norm": 5.231894448559906,
      "learning_rate": 9.658873984581778e-06,
      "loss": 0.1537,
      "step": 2349
    },
    {
      "epoch": 0.3549312792629512,
      "grad_norm": 3.017498592935146,
      "learning_rate": 9.658586831263317e-06,
      "loss": 0.186,
      "step": 2350
    },
    {
      "epoch": 0.3550823138498716,
      "grad_norm": 2.0590006030097885,
      "learning_rate": 9.658299561407745e-06,
      "loss": 0.1578,
      "step": 2351
    },
    {
      "epoch": 0.35523334843679205,
      "grad_norm": 2.703283502434135,
      "learning_rate": 9.658012175022246e-06,
      "loss": 0.1554,
      "step": 2352
    },
    {
      "epoch": 0.35538438302371245,
      "grad_norm": 2.326393329186139,
      "learning_rate": 9.657724672114008e-06,
      "loss": 0.151,
      "step": 2353
    },
    {
      "epoch": 0.35553541761063284,
      "grad_norm": 2.4347128439795287,
      "learning_rate": 9.657437052690228e-06,
      "loss": 0.1606,
      "step": 2354
    },
    {
      "epoch": 0.35568645219755324,
      "grad_norm": 3.067755802059363,
      "learning_rate": 9.657149316758094e-06,
      "loss": 0.1719,
      "step": 2355
    },
    {
      "epoch": 0.35583748678447363,
      "grad_norm": 3.8291191212024756,
      "learning_rate": 9.656861464324809e-06,
      "loss": 0.1718,
      "step": 2356
    },
    {
      "epoch": 0.35598852137139403,
      "grad_norm": 2.7194905961305733,
      "learning_rate": 9.656573495397573e-06,
      "loss": 0.1662,
      "step": 2357
    },
    {
      "epoch": 0.3561395559583145,
      "grad_norm": 2.728763734915162,
      "learning_rate": 9.656285409983587e-06,
      "loss": 0.1767,
      "step": 2358
    },
    {
      "epoch": 0.3562905905452349,
      "grad_norm": 2.741400180161744,
      "learning_rate": 9.655997208090063e-06,
      "loss": 0.1683,
      "step": 2359
    },
    {
      "epoch": 0.35644162513215527,
      "grad_norm": 2.2699738915928593,
      "learning_rate": 9.655708889724204e-06,
      "loss": 0.1522,
      "step": 2360
    },
    {
      "epoch": 0.35659265971907567,
      "grad_norm": 2.441141054848911,
      "learning_rate": 9.655420454893227e-06,
      "loss": 0.1884,
      "step": 2361
    },
    {
      "epoch": 0.35674369430599606,
      "grad_norm": 2.7382410238444974,
      "learning_rate": 9.655131903604345e-06,
      "loss": 0.18,
      "step": 2362
    },
    {
      "epoch": 0.35689472889291646,
      "grad_norm": 3.310201044963322,
      "learning_rate": 9.654843235864778e-06,
      "loss": 0.1621,
      "step": 2363
    },
    {
      "epoch": 0.3570457634798369,
      "grad_norm": 2.1796235305249034,
      "learning_rate": 9.654554451681745e-06,
      "loss": 0.1519,
      "step": 2364
    },
    {
      "epoch": 0.3571967980667573,
      "grad_norm": 2.2428188899911436,
      "learning_rate": 9.654265551062474e-06,
      "loss": 0.1384,
      "step": 2365
    },
    {
      "epoch": 0.3573478326536777,
      "grad_norm": 2.7955126346211534,
      "learning_rate": 9.653976534014187e-06,
      "loss": 0.1727,
      "step": 2366
    },
    {
      "epoch": 0.3574988672405981,
      "grad_norm": 2.4461908197984576,
      "learning_rate": 9.653687400544118e-06,
      "loss": 0.1415,
      "step": 2367
    },
    {
      "epoch": 0.3576499018275185,
      "grad_norm": 2.6833948477097604,
      "learning_rate": 9.653398150659498e-06,
      "loss": 0.1596,
      "step": 2368
    },
    {
      "epoch": 0.3578009364144389,
      "grad_norm": 1.9791757545355813,
      "learning_rate": 9.653108784367564e-06,
      "loss": 0.1484,
      "step": 2369
    },
    {
      "epoch": 0.35795197100135934,
      "grad_norm": 2.633507666600223,
      "learning_rate": 9.652819301675552e-06,
      "loss": 0.1518,
      "step": 2370
    },
    {
      "epoch": 0.35810300558827973,
      "grad_norm": 2.2087289025520858,
      "learning_rate": 9.652529702590705e-06,
      "loss": 0.1584,
      "step": 2371
    },
    {
      "epoch": 0.35825404017520013,
      "grad_norm": 2.9797754128368443,
      "learning_rate": 9.652239987120268e-06,
      "loss": 0.2025,
      "step": 2372
    },
    {
      "epoch": 0.3584050747621205,
      "grad_norm": 2.77373226370562,
      "learning_rate": 9.651950155271488e-06,
      "loss": 0.1562,
      "step": 2373
    },
    {
      "epoch": 0.3585561093490409,
      "grad_norm": 2.616748836727735,
      "learning_rate": 9.651660207051617e-06,
      "loss": 0.151,
      "step": 2374
    },
    {
      "epoch": 0.3587071439359613,
      "grad_norm": 2.266157781448491,
      "learning_rate": 9.651370142467904e-06,
      "loss": 0.1575,
      "step": 2375
    },
    {
      "epoch": 0.35885817852288177,
      "grad_norm": 2.4929671972117746,
      "learning_rate": 9.651079961527608e-06,
      "loss": 0.1725,
      "step": 2376
    },
    {
      "epoch": 0.35900921310980216,
      "grad_norm": 5.6898878702274605,
      "learning_rate": 9.65078966423799e-06,
      "loss": 0.1944,
      "step": 2377
    },
    {
      "epoch": 0.35916024769672256,
      "grad_norm": 3.113774350529292,
      "learning_rate": 9.650499250606308e-06,
      "loss": 0.1629,
      "step": 2378
    },
    {
      "epoch": 0.35931128228364295,
      "grad_norm": 2.5212833536029042,
      "learning_rate": 9.650208720639829e-06,
      "loss": 0.1606,
      "step": 2379
    },
    {
      "epoch": 0.35946231687056335,
      "grad_norm": 2.4886512501931803,
      "learning_rate": 9.64991807434582e-06,
      "loss": 0.1787,
      "step": 2380
    },
    {
      "epoch": 0.35961335145748374,
      "grad_norm": 5.3312312515584095,
      "learning_rate": 9.649627311731552e-06,
      "loss": 0.1965,
      "step": 2381
    },
    {
      "epoch": 0.3597643860444042,
      "grad_norm": 2.656444174635714,
      "learning_rate": 9.6493364328043e-06,
      "loss": 0.1734,
      "step": 2382
    },
    {
      "epoch": 0.3599154206313246,
      "grad_norm": 2.0045387677933446,
      "learning_rate": 9.649045437571337e-06,
      "loss": 0.1483,
      "step": 2383
    },
    {
      "epoch": 0.360066455218245,
      "grad_norm": 2.8454259800717887,
      "learning_rate": 9.648754326039945e-06,
      "loss": 0.1586,
      "step": 2384
    },
    {
      "epoch": 0.3602174898051654,
      "grad_norm": 3.2349999307426445,
      "learning_rate": 9.648463098217407e-06,
      "loss": 0.1707,
      "step": 2385
    },
    {
      "epoch": 0.3603685243920858,
      "grad_norm": 2.959617646374647,
      "learning_rate": 9.648171754111006e-06,
      "loss": 0.1806,
      "step": 2386
    },
    {
      "epoch": 0.36051955897900617,
      "grad_norm": 6.713906611932972,
      "learning_rate": 9.64788029372803e-06,
      "loss": 0.1944,
      "step": 2387
    },
    {
      "epoch": 0.3606705935659266,
      "grad_norm": 2.6320599636481554,
      "learning_rate": 9.647588717075775e-06,
      "loss": 0.1859,
      "step": 2388
    },
    {
      "epoch": 0.360821628152847,
      "grad_norm": 2.450349521891589,
      "learning_rate": 9.647297024161528e-06,
      "loss": 0.1691,
      "step": 2389
    },
    {
      "epoch": 0.3609726627397674,
      "grad_norm": 2.3485319082593903,
      "learning_rate": 9.64700521499259e-06,
      "loss": 0.1461,
      "step": 2390
    },
    {
      "epoch": 0.3611236973266878,
      "grad_norm": 2.0449615923300692,
      "learning_rate": 9.646713289576259e-06,
      "loss": 0.1515,
      "step": 2391
    },
    {
      "epoch": 0.3612747319136082,
      "grad_norm": 1.9739119008365775,
      "learning_rate": 9.646421247919839e-06,
      "loss": 0.1441,
      "step": 2392
    },
    {
      "epoch": 0.3614257665005286,
      "grad_norm": 2.506972915746566,
      "learning_rate": 9.646129090030636e-06,
      "loss": 0.2043,
      "step": 2393
    },
    {
      "epoch": 0.36157680108744905,
      "grad_norm": 2.8544384899845574,
      "learning_rate": 9.645836815915957e-06,
      "loss": 0.1814,
      "step": 2394
    },
    {
      "epoch": 0.36172783567436945,
      "grad_norm": 2.567836546728615,
      "learning_rate": 9.645544425583112e-06,
      "loss": 0.1745,
      "step": 2395
    },
    {
      "epoch": 0.36187887026128984,
      "grad_norm": 3.0011539574849695,
      "learning_rate": 9.64525191903942e-06,
      "loss": 0.1936,
      "step": 2396
    },
    {
      "epoch": 0.36202990484821024,
      "grad_norm": 2.565299612699341,
      "learning_rate": 9.644959296292194e-06,
      "loss": 0.1621,
      "step": 2397
    },
    {
      "epoch": 0.36218093943513063,
      "grad_norm": 2.336214981215356,
      "learning_rate": 9.644666557348755e-06,
      "loss": 0.1767,
      "step": 2398
    },
    {
      "epoch": 0.36233197402205103,
      "grad_norm": 2.3102710218913276,
      "learning_rate": 9.644373702216427e-06,
      "loss": 0.1482,
      "step": 2399
    },
    {
      "epoch": 0.3624830086089715,
      "grad_norm": 2.8165795191902143,
      "learning_rate": 9.644080730902536e-06,
      "loss": 0.1513,
      "step": 2400
    },
    {
      "epoch": 0.3626340431958919,
      "grad_norm": 2.553999518246005,
      "learning_rate": 9.643787643414411e-06,
      "loss": 0.1505,
      "step": 2401
    },
    {
      "epoch": 0.36278507778281227,
      "grad_norm": 1.9569241350656585,
      "learning_rate": 9.643494439759383e-06,
      "loss": 0.1477,
      "step": 2402
    },
    {
      "epoch": 0.36293611236973267,
      "grad_norm": 2.3795559711532563,
      "learning_rate": 9.643201119944785e-06,
      "loss": 0.1962,
      "step": 2403
    },
    {
      "epoch": 0.36308714695665306,
      "grad_norm": 2.851719926405392,
      "learning_rate": 9.642907683977958e-06,
      "loss": 0.197,
      "step": 2404
    },
    {
      "epoch": 0.36323818154357346,
      "grad_norm": 2.425274650090626,
      "learning_rate": 9.64261413186624e-06,
      "loss": 0.1674,
      "step": 2405
    },
    {
      "epoch": 0.3633892161304939,
      "grad_norm": 4.5029050031450915,
      "learning_rate": 9.642320463616974e-06,
      "loss": 0.1636,
      "step": 2406
    },
    {
      "epoch": 0.3635402507174143,
      "grad_norm": 4.992299066425689,
      "learning_rate": 9.642026679237509e-06,
      "loss": 0.2104,
      "step": 2407
    },
    {
      "epoch": 0.3636912853043347,
      "grad_norm": 2.447297794999584,
      "learning_rate": 9.641732778735194e-06,
      "loss": 0.1522,
      "step": 2408
    },
    {
      "epoch": 0.3638423198912551,
      "grad_norm": 2.32722444565933,
      "learning_rate": 9.641438762117377e-06,
      "loss": 0.1783,
      "step": 2409
    },
    {
      "epoch": 0.3639933544781755,
      "grad_norm": 2.7662151462958677,
      "learning_rate": 9.641144629391416e-06,
      "loss": 0.1725,
      "step": 2410
    },
    {
      "epoch": 0.3641443890650959,
      "grad_norm": 2.4544925774643724,
      "learning_rate": 9.640850380564669e-06,
      "loss": 0.1646,
      "step": 2411
    },
    {
      "epoch": 0.36429542365201634,
      "grad_norm": 2.2548440830074723,
      "learning_rate": 9.640556015644497e-06,
      "loss": 0.1737,
      "step": 2412
    },
    {
      "epoch": 0.36444645823893673,
      "grad_norm": 2.991399035987006,
      "learning_rate": 9.640261534638262e-06,
      "loss": 0.1957,
      "step": 2413
    },
    {
      "epoch": 0.36459749282585713,
      "grad_norm": 2.2951260958097106,
      "learning_rate": 9.639966937553333e-06,
      "loss": 0.1485,
      "step": 2414
    },
    {
      "epoch": 0.3647485274127775,
      "grad_norm": 2.3622364332213053,
      "learning_rate": 9.639672224397077e-06,
      "loss": 0.1509,
      "step": 2415
    },
    {
      "epoch": 0.3648995619996979,
      "grad_norm": 2.3007809544421622,
      "learning_rate": 9.639377395176867e-06,
      "loss": 0.152,
      "step": 2416
    },
    {
      "epoch": 0.3650505965866183,
      "grad_norm": 2.5413774521226906,
      "learning_rate": 9.639082449900081e-06,
      "loss": 0.1705,
      "step": 2417
    },
    {
      "epoch": 0.36520163117353877,
      "grad_norm": 4.611780317797153,
      "learning_rate": 9.638787388574094e-06,
      "loss": 0.2036,
      "step": 2418
    },
    {
      "epoch": 0.36535266576045916,
      "grad_norm": 3.4466378535401594,
      "learning_rate": 9.638492211206289e-06,
      "loss": 0.1805,
      "step": 2419
    },
    {
      "epoch": 0.36550370034737956,
      "grad_norm": 2.1263865108641853,
      "learning_rate": 9.638196917804049e-06,
      "loss": 0.1506,
      "step": 2420
    },
    {
      "epoch": 0.36565473493429995,
      "grad_norm": 5.108092678351778,
      "learning_rate": 9.63790150837476e-06,
      "loss": 0.1676,
      "step": 2421
    },
    {
      "epoch": 0.36580576952122035,
      "grad_norm": 2.359841894336533,
      "learning_rate": 9.637605982925814e-06,
      "loss": 0.1676,
      "step": 2422
    },
    {
      "epoch": 0.36595680410814074,
      "grad_norm": 2.2530736934181204,
      "learning_rate": 9.637310341464601e-06,
      "loss": 0.1647,
      "step": 2423
    },
    {
      "epoch": 0.3661078386950612,
      "grad_norm": 3.5008836387459503,
      "learning_rate": 9.63701458399852e-06,
      "loss": 0.1719,
      "step": 2424
    },
    {
      "epoch": 0.3662588732819816,
      "grad_norm": 2.3924508428962294,
      "learning_rate": 9.636718710534966e-06,
      "loss": 0.1748,
      "step": 2425
    },
    {
      "epoch": 0.366409907868902,
      "grad_norm": 2.2935020581494334,
      "learning_rate": 9.636422721081345e-06,
      "loss": 0.1564,
      "step": 2426
    },
    {
      "epoch": 0.3665609424558224,
      "grad_norm": 2.2192254491167147,
      "learning_rate": 9.636126615645058e-06,
      "loss": 0.1551,
      "step": 2427
    },
    {
      "epoch": 0.3667119770427428,
      "grad_norm": 2.5323815547333415,
      "learning_rate": 9.635830394233513e-06,
      "loss": 0.177,
      "step": 2428
    },
    {
      "epoch": 0.36686301162966317,
      "grad_norm": 2.7226464772322716,
      "learning_rate": 9.63553405685412e-06,
      "loss": 0.1691,
      "step": 2429
    },
    {
      "epoch": 0.3670140462165836,
      "grad_norm": 2.685659473773309,
      "learning_rate": 9.635237603514292e-06,
      "loss": 0.16,
      "step": 2430
    },
    {
      "epoch": 0.367165080803504,
      "grad_norm": 2.271046737445561,
      "learning_rate": 9.634941034221444e-06,
      "loss": 0.1577,
      "step": 2431
    },
    {
      "epoch": 0.3673161153904244,
      "grad_norm": 2.352510658791862,
      "learning_rate": 9.634644348982998e-06,
      "loss": 0.1695,
      "step": 2432
    },
    {
      "epoch": 0.3674671499773448,
      "grad_norm": 2.1618333879779708,
      "learning_rate": 9.63434754780637e-06,
      "loss": 0.1373,
      "step": 2433
    },
    {
      "epoch": 0.3676181845642652,
      "grad_norm": 3.0310817335833073,
      "learning_rate": 9.634050630698992e-06,
      "loss": 0.1623,
      "step": 2434
    },
    {
      "epoch": 0.3677692191511856,
      "grad_norm": 2.703959414419936,
      "learning_rate": 9.633753597668288e-06,
      "loss": 0.184,
      "step": 2435
    },
    {
      "epoch": 0.36792025373810605,
      "grad_norm": 2.4928023421740115,
      "learning_rate": 9.633456448721685e-06,
      "loss": 0.149,
      "step": 2436
    },
    {
      "epoch": 0.36807128832502645,
      "grad_norm": 1.9708587051833841,
      "learning_rate": 9.633159183866623e-06,
      "loss": 0.1316,
      "step": 2437
    },
    {
      "epoch": 0.36822232291194684,
      "grad_norm": 2.085322590978173,
      "learning_rate": 9.632861803110532e-06,
      "loss": 0.1672,
      "step": 2438
    },
    {
      "epoch": 0.36837335749886724,
      "grad_norm": 2.203657265365976,
      "learning_rate": 9.632564306460855e-06,
      "loss": 0.1507,
      "step": 2439
    },
    {
      "epoch": 0.36852439208578763,
      "grad_norm": 2.326796852172633,
      "learning_rate": 9.632266693925035e-06,
      "loss": 0.1792,
      "step": 2440
    },
    {
      "epoch": 0.36867542667270803,
      "grad_norm": 2.3812277352731646,
      "learning_rate": 9.631968965510511e-06,
      "loss": 0.1529,
      "step": 2441
    },
    {
      "epoch": 0.3688264612596285,
      "grad_norm": 2.3714195583002824,
      "learning_rate": 9.631671121224738e-06,
      "loss": 0.1631,
      "step": 2442
    },
    {
      "epoch": 0.3689774958465489,
      "grad_norm": 2.4618278854845688,
      "learning_rate": 9.631373161075163e-06,
      "loss": 0.173,
      "step": 2443
    },
    {
      "epoch": 0.36912853043346927,
      "grad_norm": 2.1830950171453383,
      "learning_rate": 9.63107508506924e-06,
      "loss": 0.1535,
      "step": 2444
    },
    {
      "epoch": 0.36927956502038967,
      "grad_norm": 2.471699263433678,
      "learning_rate": 9.630776893214426e-06,
      "loss": 0.1719,
      "step": 2445
    },
    {
      "epoch": 0.36943059960731006,
      "grad_norm": 2.6690463751877904,
      "learning_rate": 9.63047858551818e-06,
      "loss": 0.1923,
      "step": 2446
    },
    {
      "epoch": 0.36958163419423046,
      "grad_norm": 4.084388335365834,
      "learning_rate": 9.630180161987965e-06,
      "loss": 0.1868,
      "step": 2447
    },
    {
      "epoch": 0.3697326687811509,
      "grad_norm": 2.7188686190144646,
      "learning_rate": 9.629881622631245e-06,
      "loss": 0.1672,
      "step": 2448
    },
    {
      "epoch": 0.3698837033680713,
      "grad_norm": 2.2599535354752196,
      "learning_rate": 9.629582967455488e-06,
      "loss": 0.1564,
      "step": 2449
    },
    {
      "epoch": 0.3700347379549917,
      "grad_norm": 2.611453712817095,
      "learning_rate": 9.629284196468168e-06,
      "loss": 0.1698,
      "step": 2450
    },
    {
      "epoch": 0.3701857725419121,
      "grad_norm": 2.8936651368277504,
      "learning_rate": 9.628985309676754e-06,
      "loss": 0.1492,
      "step": 2451
    },
    {
      "epoch": 0.3703368071288325,
      "grad_norm": 2.734458153543529,
      "learning_rate": 9.628686307088729e-06,
      "loss": 0.1873,
      "step": 2452
    },
    {
      "epoch": 0.3704878417157529,
      "grad_norm": 2.4308774677796707,
      "learning_rate": 9.628387188711567e-06,
      "loss": 0.1565,
      "step": 2453
    },
    {
      "epoch": 0.37063887630267334,
      "grad_norm": 3.124642973043458,
      "learning_rate": 9.628087954552755e-06,
      "loss": 0.1695,
      "step": 2454
    },
    {
      "epoch": 0.37078991088959373,
      "grad_norm": 2.3523661603711976,
      "learning_rate": 9.627788604619773e-06,
      "loss": 0.1635,
      "step": 2455
    },
    {
      "epoch": 0.37094094547651413,
      "grad_norm": 3.160994196604337,
      "learning_rate": 9.627489138920116e-06,
      "loss": 0.1722,
      "step": 2456
    },
    {
      "epoch": 0.3710919800634345,
      "grad_norm": 2.499653660459174,
      "learning_rate": 9.627189557461271e-06,
      "loss": 0.1536,
      "step": 2457
    },
    {
      "epoch": 0.3712430146503549,
      "grad_norm": 2.997954381444046,
      "learning_rate": 9.626889860250733e-06,
      "loss": 0.1652,
      "step": 2458
    },
    {
      "epoch": 0.3713940492372753,
      "grad_norm": 5.494249292679732,
      "learning_rate": 9.626590047296e-06,
      "loss": 0.1767,
      "step": 2459
    },
    {
      "epoch": 0.37154508382419577,
      "grad_norm": 3.080521732770279,
      "learning_rate": 9.626290118604571e-06,
      "loss": 0.1779,
      "step": 2460
    },
    {
      "epoch": 0.37169611841111616,
      "grad_norm": 2.9358389999121184,
      "learning_rate": 9.62599007418395e-06,
      "loss": 0.1908,
      "step": 2461
    },
    {
      "epoch": 0.37184715299803656,
      "grad_norm": 2.246747066170693,
      "learning_rate": 9.625689914041642e-06,
      "loss": 0.1432,
      "step": 2462
    },
    {
      "epoch": 0.37199818758495695,
      "grad_norm": 3.0432066079770115,
      "learning_rate": 9.625389638185154e-06,
      "loss": 0.1741,
      "step": 2463
    },
    {
      "epoch": 0.37214922217187735,
      "grad_norm": 2.0650244370209667,
      "learning_rate": 9.625089246622001e-06,
      "loss": 0.1551,
      "step": 2464
    },
    {
      "epoch": 0.37230025675879774,
      "grad_norm": 2.7036944761811297,
      "learning_rate": 9.624788739359696e-06,
      "loss": 0.1788,
      "step": 2465
    },
    {
      "epoch": 0.3724512913457182,
      "grad_norm": 2.6492840050746578,
      "learning_rate": 9.624488116405755e-06,
      "loss": 0.1564,
      "step": 2466
    },
    {
      "epoch": 0.3726023259326386,
      "grad_norm": 3.1757106765627543,
      "learning_rate": 9.6241873777677e-06,
      "loss": 0.1834,
      "step": 2467
    },
    {
      "epoch": 0.372753360519559,
      "grad_norm": 2.4903471111086875,
      "learning_rate": 9.623886523453054e-06,
      "loss": 0.1684,
      "step": 2468
    },
    {
      "epoch": 0.3729043951064794,
      "grad_norm": 2.318439164118098,
      "learning_rate": 9.623585553469344e-06,
      "loss": 0.1557,
      "step": 2469
    },
    {
      "epoch": 0.3730554296933998,
      "grad_norm": 2.358440749100013,
      "learning_rate": 9.623284467824094e-06,
      "loss": 0.1768,
      "step": 2470
    },
    {
      "epoch": 0.37320646428032017,
      "grad_norm": 2.533828697719371,
      "learning_rate": 9.622983266524842e-06,
      "loss": 0.1699,
      "step": 2471
    },
    {
      "epoch": 0.3733574988672406,
      "grad_norm": 2.3330715289257697,
      "learning_rate": 9.622681949579118e-06,
      "loss": 0.1541,
      "step": 2472
    },
    {
      "epoch": 0.373508533454161,
      "grad_norm": 2.661351132101582,
      "learning_rate": 9.622380516994462e-06,
      "loss": 0.174,
      "step": 2473
    },
    {
      "epoch": 0.3736595680410814,
      "grad_norm": 2.387893307584853,
      "learning_rate": 9.622078968778416e-06,
      "loss": 0.1637,
      "step": 2474
    },
    {
      "epoch": 0.3738106026280018,
      "grad_norm": 1.8570343892013905,
      "learning_rate": 9.62177730493852e-06,
      "loss": 0.151,
      "step": 2475
    },
    {
      "epoch": 0.3739616372149222,
      "grad_norm": 2.510483599799123,
      "learning_rate": 9.621475525482323e-06,
      "loss": 0.1855,
      "step": 2476
    },
    {
      "epoch": 0.3741126718018426,
      "grad_norm": 2.2111318770736594,
      "learning_rate": 9.621173630417373e-06,
      "loss": 0.1514,
      "step": 2477
    },
    {
      "epoch": 0.37426370638876305,
      "grad_norm": 6.330385450159322,
      "learning_rate": 9.62087161975122e-06,
      "loss": 0.1822,
      "step": 2478
    },
    {
      "epoch": 0.37441474097568345,
      "grad_norm": 3.5145020806233256,
      "learning_rate": 9.620569493491423e-06,
      "loss": 0.1733,
      "step": 2479
    },
    {
      "epoch": 0.37456577556260384,
      "grad_norm": 2.782252520666591,
      "learning_rate": 9.620267251645536e-06,
      "loss": 0.1576,
      "step": 2480
    },
    {
      "epoch": 0.37471681014952424,
      "grad_norm": 2.3896587140131054,
      "learning_rate": 9.619964894221125e-06,
      "loss": 0.145,
      "step": 2481
    },
    {
      "epoch": 0.37486784473644463,
      "grad_norm": 2.1133119782135728,
      "learning_rate": 9.619662421225747e-06,
      "loss": 0.1577,
      "step": 2482
    },
    {
      "epoch": 0.37501887932336503,
      "grad_norm": 2.1656389698527736,
      "learning_rate": 9.619359832666973e-06,
      "loss": 0.1621,
      "step": 2483
    },
    {
      "epoch": 0.3751699139102855,
      "grad_norm": 2.0446580709335143,
      "learning_rate": 9.61905712855237e-06,
      "loss": 0.1366,
      "step": 2484
    },
    {
      "epoch": 0.3753209484972059,
      "grad_norm": 2.190708773503336,
      "learning_rate": 9.618754308889513e-06,
      "loss": 0.1408,
      "step": 2485
    },
    {
      "epoch": 0.37547198308412627,
      "grad_norm": 2.1151150852232243,
      "learning_rate": 9.618451373685978e-06,
      "loss": 0.153,
      "step": 2486
    },
    {
      "epoch": 0.37562301767104667,
      "grad_norm": 2.315742709991345,
      "learning_rate": 9.618148322949336e-06,
      "loss": 0.1375,
      "step": 2487
    },
    {
      "epoch": 0.37577405225796706,
      "grad_norm": 3.2052677217695535,
      "learning_rate": 9.617845156687176e-06,
      "loss": 0.165,
      "step": 2488
    },
    {
      "epoch": 0.37592508684488746,
      "grad_norm": 2.3543407829656013,
      "learning_rate": 9.617541874907078e-06,
      "loss": 0.1337,
      "step": 2489
    },
    {
      "epoch": 0.3760761214318079,
      "grad_norm": 2.4224626346218714,
      "learning_rate": 9.61723847761663e-06,
      "loss": 0.1829,
      "step": 2490
    },
    {
      "epoch": 0.3762271560187283,
      "grad_norm": 2.0623647587970577,
      "learning_rate": 9.61693496482342e-06,
      "loss": 0.1568,
      "step": 2491
    },
    {
      "epoch": 0.3763781906056487,
      "grad_norm": 2.754942657243111,
      "learning_rate": 9.616631336535042e-06,
      "loss": 0.1667,
      "step": 2492
    },
    {
      "epoch": 0.3765292251925691,
      "grad_norm": 2.206185810580343,
      "learning_rate": 9.616327592759091e-06,
      "loss": 0.1312,
      "step": 2493
    },
    {
      "epoch": 0.3766802597794895,
      "grad_norm": 2.192127899121956,
      "learning_rate": 9.616023733503165e-06,
      "loss": 0.16,
      "step": 2494
    },
    {
      "epoch": 0.3768312943664099,
      "grad_norm": 2.748331711733583,
      "learning_rate": 9.615719758774866e-06,
      "loss": 0.1554,
      "step": 2495
    },
    {
      "epoch": 0.37698232895333034,
      "grad_norm": 2.3133438987289927,
      "learning_rate": 9.615415668581798e-06,
      "loss": 0.1622,
      "step": 2496
    },
    {
      "epoch": 0.37713336354025073,
      "grad_norm": 2.245452541544213,
      "learning_rate": 9.615111462931568e-06,
      "loss": 0.1646,
      "step": 2497
    },
    {
      "epoch": 0.37728439812717113,
      "grad_norm": 3.025673823884799,
      "learning_rate": 9.614807141831783e-06,
      "loss": 0.1599,
      "step": 2498
    },
    {
      "epoch": 0.3774354327140915,
      "grad_norm": 2.3853973217071247,
      "learning_rate": 9.61450270529006e-06,
      "loss": 0.1794,
      "step": 2499
    },
    {
      "epoch": 0.3775864673010119,
      "grad_norm": 2.5527493362807907,
      "learning_rate": 9.614198153314014e-06,
      "loss": 0.1614,
      "step": 2500
    },
    {
      "epoch": 0.3777375018879323,
      "grad_norm": 3.382663757271757,
      "learning_rate": 9.613893485911262e-06,
      "loss": 0.1764,
      "step": 2501
    },
    {
      "epoch": 0.37788853647485277,
      "grad_norm": 3.373962129584339,
      "learning_rate": 9.613588703089426e-06,
      "loss": 0.1679,
      "step": 2502
    },
    {
      "epoch": 0.37803957106177316,
      "grad_norm": 2.8667833229996074,
      "learning_rate": 9.61328380485613e-06,
      "loss": 0.1959,
      "step": 2503
    },
    {
      "epoch": 0.37819060564869356,
      "grad_norm": 2.704079346798208,
      "learning_rate": 9.612978791219001e-06,
      "loss": 0.1645,
      "step": 2504
    },
    {
      "epoch": 0.37834164023561395,
      "grad_norm": 2.911284305347494,
      "learning_rate": 9.61267366218567e-06,
      "loss": 0.1842,
      "step": 2505
    },
    {
      "epoch": 0.37849267482253435,
      "grad_norm": 2.0858872944863096,
      "learning_rate": 9.612368417763769e-06,
      "loss": 0.1557,
      "step": 2506
    },
    {
      "epoch": 0.37864370940945474,
      "grad_norm": 3.548571567871613,
      "learning_rate": 9.612063057960934e-06,
      "loss": 0.1879,
      "step": 2507
    },
    {
      "epoch": 0.3787947439963752,
      "grad_norm": 2.002793578193465,
      "learning_rate": 9.611757582784805e-06,
      "loss": 0.1389,
      "step": 2508
    },
    {
      "epoch": 0.3789457785832956,
      "grad_norm": 2.0237121714859083,
      "learning_rate": 9.611451992243021e-06,
      "loss": 0.1413,
      "step": 2509
    },
    {
      "epoch": 0.379096813170216,
      "grad_norm": 2.1566712237293584,
      "learning_rate": 9.61114628634323e-06,
      "loss": 0.1617,
      "step": 2510
    },
    {
      "epoch": 0.3792478477571364,
      "grad_norm": 2.9720301844921497,
      "learning_rate": 9.610840465093076e-06,
      "loss": 0.1694,
      "step": 2511
    },
    {
      "epoch": 0.3793988823440568,
      "grad_norm": 2.585165027809346,
      "learning_rate": 9.610534528500212e-06,
      "loss": 0.1629,
      "step": 2512
    },
    {
      "epoch": 0.37954991693097717,
      "grad_norm": 1.8292106124637104,
      "learning_rate": 9.61022847657229e-06,
      "loss": 0.1174,
      "step": 2513
    },
    {
      "epoch": 0.3797009515178976,
      "grad_norm": 2.7142873018041125,
      "learning_rate": 9.609922309316965e-06,
      "loss": 0.1844,
      "step": 2514
    },
    {
      "epoch": 0.379851986104818,
      "grad_norm": 2.8333656842467443,
      "learning_rate": 9.6096160267419e-06,
      "loss": 0.2001,
      "step": 2515
    },
    {
      "epoch": 0.3800030206917384,
      "grad_norm": 1.9262357158831855,
      "learning_rate": 9.609309628854752e-06,
      "loss": 0.1403,
      "step": 2516
    },
    {
      "epoch": 0.3801540552786588,
      "grad_norm": 2.337136205651524,
      "learning_rate": 9.609003115663186e-06,
      "loss": 0.1576,
      "step": 2517
    },
    {
      "epoch": 0.3803050898655792,
      "grad_norm": 2.666033980927666,
      "learning_rate": 9.608696487174875e-06,
      "loss": 0.1569,
      "step": 2518
    },
    {
      "epoch": 0.3804561244524996,
      "grad_norm": 2.2264098190415615,
      "learning_rate": 9.608389743397483e-06,
      "loss": 0.161,
      "step": 2519
    },
    {
      "epoch": 0.38060715903942005,
      "grad_norm": 2.462557909968665,
      "learning_rate": 9.608082884338687e-06,
      "loss": 0.1513,
      "step": 2520
    },
    {
      "epoch": 0.38075819362634045,
      "grad_norm": 2.3168188223789046,
      "learning_rate": 9.60777591000616e-06,
      "loss": 0.1586,
      "step": 2521
    },
    {
      "epoch": 0.38090922821326084,
      "grad_norm": 2.2645488046540763,
      "learning_rate": 9.607468820407586e-06,
      "loss": 0.1531,
      "step": 2522
    },
    {
      "epoch": 0.38106026280018124,
      "grad_norm": 3.199747141874504,
      "learning_rate": 9.607161615550644e-06,
      "loss": 0.1931,
      "step": 2523
    },
    {
      "epoch": 0.38121129738710163,
      "grad_norm": 2.3679996096054787,
      "learning_rate": 9.60685429544302e-06,
      "loss": 0.1395,
      "step": 2524
    },
    {
      "epoch": 0.38136233197402203,
      "grad_norm": 2.8383967556726506,
      "learning_rate": 9.606546860092399e-06,
      "loss": 0.1551,
      "step": 2525
    },
    {
      "epoch": 0.3815133665609425,
      "grad_norm": 2.4745186448392658,
      "learning_rate": 9.606239309506476e-06,
      "loss": 0.16,
      "step": 2526
    },
    {
      "epoch": 0.3816644011478629,
      "grad_norm": 4.312882127155532,
      "learning_rate": 9.605931643692941e-06,
      "loss": 0.1695,
      "step": 2527
    },
    {
      "epoch": 0.38181543573478327,
      "grad_norm": 3.3948438117543356,
      "learning_rate": 9.605623862659492e-06,
      "loss": 0.197,
      "step": 2528
    },
    {
      "epoch": 0.38196647032170367,
      "grad_norm": 2.7291661662192825,
      "learning_rate": 9.605315966413829e-06,
      "loss": 0.1818,
      "step": 2529
    },
    {
      "epoch": 0.38211750490862406,
      "grad_norm": 2.2203992064183566,
      "learning_rate": 9.605007954963652e-06,
      "loss": 0.1744,
      "step": 2530
    },
    {
      "epoch": 0.38226853949554446,
      "grad_norm": 2.5115747290262775,
      "learning_rate": 9.604699828316667e-06,
      "loss": 0.1733,
      "step": 2531
    },
    {
      "epoch": 0.3824195740824649,
      "grad_norm": 2.384634531405125,
      "learning_rate": 9.604391586480584e-06,
      "loss": 0.1643,
      "step": 2532
    },
    {
      "epoch": 0.3825706086693853,
      "grad_norm": 2.345761843879842,
      "learning_rate": 9.604083229463111e-06,
      "loss": 0.1671,
      "step": 2533
    },
    {
      "epoch": 0.3827216432563057,
      "grad_norm": 2.6460486191269594,
      "learning_rate": 9.603774757271961e-06,
      "loss": 0.1607,
      "step": 2534
    },
    {
      "epoch": 0.3828726778432261,
      "grad_norm": 3.193093061417217,
      "learning_rate": 9.603466169914857e-06,
      "loss": 0.1849,
      "step": 2535
    },
    {
      "epoch": 0.3830237124301465,
      "grad_norm": 2.0726393532437886,
      "learning_rate": 9.603157467399511e-06,
      "loss": 0.1346,
      "step": 2536
    },
    {
      "epoch": 0.3831747470170669,
      "grad_norm": 2.2273808734348397,
      "learning_rate": 9.602848649733648e-06,
      "loss": 0.159,
      "step": 2537
    },
    {
      "epoch": 0.38332578160398734,
      "grad_norm": 2.712095552562746,
      "learning_rate": 9.602539716924995e-06,
      "loss": 0.1494,
      "step": 2538
    },
    {
      "epoch": 0.38347681619090773,
      "grad_norm": 2.8437378978776566,
      "learning_rate": 9.602230668981278e-06,
      "loss": 0.1771,
      "step": 2539
    },
    {
      "epoch": 0.3836278507778281,
      "grad_norm": 2.732368627164089,
      "learning_rate": 9.601921505910229e-06,
      "loss": 0.1601,
      "step": 2540
    },
    {
      "epoch": 0.3837788853647485,
      "grad_norm": 1.9218124600130937,
      "learning_rate": 9.60161222771958e-06,
      "loss": 0.1394,
      "step": 2541
    },
    {
      "epoch": 0.3839299199516689,
      "grad_norm": 2.649041058040757,
      "learning_rate": 9.601302834417072e-06,
      "loss": 0.1945,
      "step": 2542
    },
    {
      "epoch": 0.3840809545385893,
      "grad_norm": 2.8657383488970223,
      "learning_rate": 9.60099332601044e-06,
      "loss": 0.1819,
      "step": 2543
    },
    {
      "epoch": 0.38423198912550977,
      "grad_norm": 2.7854433586521754,
      "learning_rate": 9.60068370250743e-06,
      "loss": 0.149,
      "step": 2544
    },
    {
      "epoch": 0.38438302371243016,
      "grad_norm": 2.4118516035711357,
      "learning_rate": 9.600373963915784e-06,
      "loss": 0.1702,
      "step": 2545
    },
    {
      "epoch": 0.38453405829935056,
      "grad_norm": 2.7619295718531127,
      "learning_rate": 9.600064110243254e-06,
      "loss": 0.1656,
      "step": 2546
    },
    {
      "epoch": 0.38468509288627095,
      "grad_norm": 2.6756973321938173,
      "learning_rate": 9.599754141497587e-06,
      "loss": 0.1667,
      "step": 2547
    },
    {
      "epoch": 0.38483612747319135,
      "grad_norm": 3.2133064648874905,
      "learning_rate": 9.599444057686542e-06,
      "loss": 0.1531,
      "step": 2548
    },
    {
      "epoch": 0.38498716206011174,
      "grad_norm": 2.097996449928792,
      "learning_rate": 9.599133858817872e-06,
      "loss": 0.1566,
      "step": 2549
    },
    {
      "epoch": 0.3851381966470322,
      "grad_norm": 1.9295660885126094,
      "learning_rate": 9.598823544899339e-06,
      "loss": 0.1351,
      "step": 2550
    },
    {
      "epoch": 0.3852892312339526,
      "grad_norm": 2.581911296909144,
      "learning_rate": 9.598513115938704e-06,
      "loss": 0.175,
      "step": 2551
    },
    {
      "epoch": 0.385440265820873,
      "grad_norm": 2.708941053030446,
      "learning_rate": 9.598202571943734e-06,
      "loss": 0.1763,
      "step": 2552
    },
    {
      "epoch": 0.3855913004077934,
      "grad_norm": 2.2470181931520843,
      "learning_rate": 9.597891912922196e-06,
      "loss": 0.1432,
      "step": 2553
    },
    {
      "epoch": 0.3857423349947138,
      "grad_norm": 2.1977670593065994,
      "learning_rate": 9.597581138881862e-06,
      "loss": 0.151,
      "step": 2554
    },
    {
      "epoch": 0.38589336958163417,
      "grad_norm": 2.296796527133286,
      "learning_rate": 9.597270249830506e-06,
      "loss": 0.1806,
      "step": 2555
    },
    {
      "epoch": 0.3860444041685546,
      "grad_norm": 2.7100295748660956,
      "learning_rate": 9.596959245775906e-06,
      "loss": 0.1669,
      "step": 2556
    },
    {
      "epoch": 0.386195438755475,
      "grad_norm": 2.344358346976762,
      "learning_rate": 9.596648126725841e-06,
      "loss": 0.176,
      "step": 2557
    },
    {
      "epoch": 0.3863464733423954,
      "grad_norm": 2.9166639982271043,
      "learning_rate": 9.596336892688093e-06,
      "loss": 0.1797,
      "step": 2558
    },
    {
      "epoch": 0.3864975079293158,
      "grad_norm": 2.0585463329057223,
      "learning_rate": 9.59602554367045e-06,
      "loss": 0.1541,
      "step": 2559
    },
    {
      "epoch": 0.3866485425162362,
      "grad_norm": 3.3363880088549154,
      "learning_rate": 9.595714079680698e-06,
      "loss": 0.1951,
      "step": 2560
    },
    {
      "epoch": 0.3867995771031566,
      "grad_norm": 2.3564645120425847,
      "learning_rate": 9.595402500726632e-06,
      "loss": 0.1488,
      "step": 2561
    },
    {
      "epoch": 0.38695061169007705,
      "grad_norm": 4.084607843273676,
      "learning_rate": 9.595090806816043e-06,
      "loss": 0.199,
      "step": 2562
    },
    {
      "epoch": 0.38710164627699745,
      "grad_norm": 2.601186742104694,
      "learning_rate": 9.594778997956729e-06,
      "loss": 0.1707,
      "step": 2563
    },
    {
      "epoch": 0.38725268086391784,
      "grad_norm": 2.1067164352103087,
      "learning_rate": 9.59446707415649e-06,
      "loss": 0.1465,
      "step": 2564
    },
    {
      "epoch": 0.38740371545083824,
      "grad_norm": 1.8933905667503486,
      "learning_rate": 9.59415503542313e-06,
      "loss": 0.1377,
      "step": 2565
    },
    {
      "epoch": 0.38755475003775863,
      "grad_norm": 2.0903793502910792,
      "learning_rate": 9.593842881764454e-06,
      "loss": 0.1527,
      "step": 2566
    },
    {
      "epoch": 0.38770578462467903,
      "grad_norm": 2.512357362294946,
      "learning_rate": 9.59353061318827e-06,
      "loss": 0.1503,
      "step": 2567
    },
    {
      "epoch": 0.3878568192115995,
      "grad_norm": 2.220377122706177,
      "learning_rate": 9.593218229702392e-06,
      "loss": 0.155,
      "step": 2568
    },
    {
      "epoch": 0.3880078537985199,
      "grad_norm": 2.4393742848202202,
      "learning_rate": 9.592905731314631e-06,
      "loss": 0.1638,
      "step": 2569
    },
    {
      "epoch": 0.38815888838544027,
      "grad_norm": 2.6208640461182875,
      "learning_rate": 9.592593118032807e-06,
      "loss": 0.1943,
      "step": 2570
    },
    {
      "epoch": 0.38830992297236067,
      "grad_norm": 2.841743029535938,
      "learning_rate": 9.592280389864739e-06,
      "loss": 0.1892,
      "step": 2571
    },
    {
      "epoch": 0.38846095755928106,
      "grad_norm": 2.2244069917069864,
      "learning_rate": 9.59196754681825e-06,
      "loss": 0.1519,
      "step": 2572
    },
    {
      "epoch": 0.38861199214620146,
      "grad_norm": 2.7154473653915936,
      "learning_rate": 9.591654588901167e-06,
      "loss": 0.1799,
      "step": 2573
    },
    {
      "epoch": 0.3887630267331219,
      "grad_norm": 2.3131858045093785,
      "learning_rate": 9.591341516121318e-06,
      "loss": 0.1738,
      "step": 2574
    },
    {
      "epoch": 0.3889140613200423,
      "grad_norm": 1.8797786395990548,
      "learning_rate": 9.591028328486536e-06,
      "loss": 0.1433,
      "step": 2575
    },
    {
      "epoch": 0.3890650959069627,
      "grad_norm": 2.225775683704239,
      "learning_rate": 9.590715026004654e-06,
      "loss": 0.1555,
      "step": 2576
    },
    {
      "epoch": 0.3892161304938831,
      "grad_norm": 2.8040985814052513,
      "learning_rate": 9.590401608683509e-06,
      "loss": 0.184,
      "step": 2577
    },
    {
      "epoch": 0.3893671650808035,
      "grad_norm": 2.418441507385423,
      "learning_rate": 9.590088076530942e-06,
      "loss": 0.158,
      "step": 2578
    },
    {
      "epoch": 0.3895181996677239,
      "grad_norm": 2.0187550484713577,
      "learning_rate": 9.589774429554797e-06,
      "loss": 0.1591,
      "step": 2579
    },
    {
      "epoch": 0.38966923425464434,
      "grad_norm": 2.6456145887781326,
      "learning_rate": 9.589460667762917e-06,
      "loss": 0.1728,
      "step": 2580
    },
    {
      "epoch": 0.38982026884156473,
      "grad_norm": 2.7088030278587576,
      "learning_rate": 9.589146791163156e-06,
      "loss": 0.1963,
      "step": 2581
    },
    {
      "epoch": 0.3899713034284851,
      "grad_norm": 2.38289593701632,
      "learning_rate": 9.588832799763364e-06,
      "loss": 0.1476,
      "step": 2582
    },
    {
      "epoch": 0.3901223380154055,
      "grad_norm": 2.0933682236161504,
      "learning_rate": 9.588518693571391e-06,
      "loss": 0.1475,
      "step": 2583
    },
    {
      "epoch": 0.3902733726023259,
      "grad_norm": 2.1730226567920314,
      "learning_rate": 9.588204472595103e-06,
      "loss": 0.1639,
      "step": 2584
    },
    {
      "epoch": 0.3904244071892463,
      "grad_norm": 1.9282851116665038,
      "learning_rate": 9.587890136842351e-06,
      "loss": 0.1469,
      "step": 2585
    },
    {
      "epoch": 0.39057544177616677,
      "grad_norm": 2.606213698854238,
      "learning_rate": 9.587575686321006e-06,
      "loss": 0.1516,
      "step": 2586
    },
    {
      "epoch": 0.39072647636308716,
      "grad_norm": 3.0424972342955243,
      "learning_rate": 9.58726112103893e-06,
      "loss": 0.2002,
      "step": 2587
    },
    {
      "epoch": 0.39087751095000756,
      "grad_norm": 2.5842949695666007,
      "learning_rate": 9.586946441003993e-06,
      "loss": 0.1659,
      "step": 2588
    },
    {
      "epoch": 0.39102854553692795,
      "grad_norm": 2.2002240911291424,
      "learning_rate": 9.586631646224067e-06,
      "loss": 0.1464,
      "step": 2589
    },
    {
      "epoch": 0.39117958012384835,
      "grad_norm": 3.3854576377181105,
      "learning_rate": 9.586316736707028e-06,
      "loss": 0.1545,
      "step": 2590
    },
    {
      "epoch": 0.39133061471076874,
      "grad_norm": 3.059898421260511,
      "learning_rate": 9.58600171246075e-06,
      "loss": 0.1888,
      "step": 2591
    },
    {
      "epoch": 0.3914816492976892,
      "grad_norm": 2.657195742009482,
      "learning_rate": 9.585686573493119e-06,
      "loss": 0.182,
      "step": 2592
    },
    {
      "epoch": 0.3916326838846096,
      "grad_norm": 2.2387239574776725,
      "learning_rate": 9.585371319812013e-06,
      "loss": 0.1725,
      "step": 2593
    },
    {
      "epoch": 0.39178371847153,
      "grad_norm": 2.388696928420016,
      "learning_rate": 9.585055951425322e-06,
      "loss": 0.1656,
      "step": 2594
    },
    {
      "epoch": 0.3919347530584504,
      "grad_norm": 1.981032234233877,
      "learning_rate": 9.584740468340935e-06,
      "loss": 0.1441,
      "step": 2595
    },
    {
      "epoch": 0.3920857876453708,
      "grad_norm": 2.116448973617012,
      "learning_rate": 9.58442487056674e-06,
      "loss": 0.1528,
      "step": 2596
    },
    {
      "epoch": 0.39223682223229117,
      "grad_norm": 2.8761009663024404,
      "learning_rate": 9.584109158110634e-06,
      "loss": 0.1769,
      "step": 2597
    },
    {
      "epoch": 0.3923878568192116,
      "grad_norm": 4.622639401234404,
      "learning_rate": 9.583793330980518e-06,
      "loss": 0.2401,
      "step": 2598
    },
    {
      "epoch": 0.392538891406132,
      "grad_norm": 3.1913382690350756,
      "learning_rate": 9.583477389184288e-06,
      "loss": 0.1685,
      "step": 2599
    },
    {
      "epoch": 0.3926899259930524,
      "grad_norm": 2.2535109308103327,
      "learning_rate": 9.583161332729851e-06,
      "loss": 0.1518,
      "step": 2600
    },
    {
      "epoch": 0.3928409605799728,
      "grad_norm": 2.119850218519153,
      "learning_rate": 9.58284516162511e-06,
      "loss": 0.1548,
      "step": 2601
    },
    {
      "epoch": 0.3929919951668932,
      "grad_norm": 3.3477812485812923,
      "learning_rate": 9.582528875877977e-06,
      "loss": 0.1708,
      "step": 2602
    },
    {
      "epoch": 0.3931430297538136,
      "grad_norm": 2.7252709251825453,
      "learning_rate": 9.582212475496362e-06,
      "loss": 0.1684,
      "step": 2603
    },
    {
      "epoch": 0.39329406434073405,
      "grad_norm": 1.875407325868065,
      "learning_rate": 9.581895960488181e-06,
      "loss": 0.124,
      "step": 2604
    },
    {
      "epoch": 0.39344509892765445,
      "grad_norm": 2.4077640036118653,
      "learning_rate": 9.58157933086135e-06,
      "loss": 0.1883,
      "step": 2605
    },
    {
      "epoch": 0.39359613351457484,
      "grad_norm": 3.011425586820055,
      "learning_rate": 9.581262586623795e-06,
      "loss": 0.1639,
      "step": 2606
    },
    {
      "epoch": 0.39374716810149524,
      "grad_norm": 2.525412195709707,
      "learning_rate": 9.580945727783432e-06,
      "loss": 0.1851,
      "step": 2607
    },
    {
      "epoch": 0.39389820268841563,
      "grad_norm": 2.0989005843340043,
      "learning_rate": 9.580628754348194e-06,
      "loss": 0.1586,
      "step": 2608
    },
    {
      "epoch": 0.39404923727533603,
      "grad_norm": 2.36491967447477,
      "learning_rate": 9.580311666326005e-06,
      "loss": 0.1803,
      "step": 2609
    },
    {
      "epoch": 0.3942002718622565,
      "grad_norm": 3.035383108458528,
      "learning_rate": 9.579994463724802e-06,
      "loss": 0.1825,
      "step": 2610
    },
    {
      "epoch": 0.3943513064491769,
      "grad_norm": 2.569374816174548,
      "learning_rate": 9.579677146552517e-06,
      "loss": 0.1758,
      "step": 2611
    },
    {
      "epoch": 0.39450234103609727,
      "grad_norm": 2.329024957887069,
      "learning_rate": 9.579359714817087e-06,
      "loss": 0.1617,
      "step": 2612
    },
    {
      "epoch": 0.39465337562301767,
      "grad_norm": 4.136337459239983,
      "learning_rate": 9.579042168526455e-06,
      "loss": 0.1815,
      "step": 2613
    },
    {
      "epoch": 0.39480441020993806,
      "grad_norm": 2.9023859783559183,
      "learning_rate": 9.578724507688564e-06,
      "loss": 0.1869,
      "step": 2614
    },
    {
      "epoch": 0.39495544479685846,
      "grad_norm": 2.061903816172431,
      "learning_rate": 9.57840673231136e-06,
      "loss": 0.1502,
      "step": 2615
    },
    {
      "epoch": 0.3951064793837789,
      "grad_norm": 6.1659317025537845,
      "learning_rate": 9.578088842402794e-06,
      "loss": 0.1869,
      "step": 2616
    },
    {
      "epoch": 0.3952575139706993,
      "grad_norm": 2.6513710547731444,
      "learning_rate": 9.577770837970814e-06,
      "loss": 0.1596,
      "step": 2617
    },
    {
      "epoch": 0.3954085485576197,
      "grad_norm": 2.3389896473702287,
      "learning_rate": 9.577452719023378e-06,
      "loss": 0.1583,
      "step": 2618
    },
    {
      "epoch": 0.3955595831445401,
      "grad_norm": 2.297518771925311,
      "learning_rate": 9.577134485568447e-06,
      "loss": 0.1648,
      "step": 2619
    },
    {
      "epoch": 0.3957106177314605,
      "grad_norm": 5.086063520384343,
      "learning_rate": 9.576816137613975e-06,
      "loss": 0.188,
      "step": 2620
    },
    {
      "epoch": 0.3958616523183809,
      "grad_norm": 2.890237456230777,
      "learning_rate": 9.576497675167933e-06,
      "loss": 0.1883,
      "step": 2621
    },
    {
      "epoch": 0.39601268690530134,
      "grad_norm": 3.2349191991071646,
      "learning_rate": 9.57617909823828e-06,
      "loss": 0.1782,
      "step": 2622
    },
    {
      "epoch": 0.39616372149222173,
      "grad_norm": 2.4303785897043193,
      "learning_rate": 9.57586040683299e-06,
      "loss": 0.1545,
      "step": 2623
    },
    {
      "epoch": 0.3963147560791421,
      "grad_norm": 2.80890382805801,
      "learning_rate": 9.575541600960036e-06,
      "loss": 0.1609,
      "step": 2624
    },
    {
      "epoch": 0.3964657906660625,
      "grad_norm": 2.117126445462171,
      "learning_rate": 9.57522268062739e-06,
      "loss": 0.1358,
      "step": 2625
    },
    {
      "epoch": 0.3966168252529829,
      "grad_norm": 2.753333277103633,
      "learning_rate": 9.57490364584303e-06,
      "loss": 0.1933,
      "step": 2626
    },
    {
      "epoch": 0.3967678598399033,
      "grad_norm": 2.041926247374833,
      "learning_rate": 9.57458449661494e-06,
      "loss": 0.155,
      "step": 2627
    },
    {
      "epoch": 0.39691889442682377,
      "grad_norm": 2.221494982999489,
      "learning_rate": 9.574265232951103e-06,
      "loss": 0.1702,
      "step": 2628
    },
    {
      "epoch": 0.39706992901374416,
      "grad_norm": 2.8952550278601414,
      "learning_rate": 9.573945854859503e-06,
      "loss": 0.1579,
      "step": 2629
    },
    {
      "epoch": 0.39722096360066456,
      "grad_norm": 1.9042184387652392,
      "learning_rate": 9.57362636234813e-06,
      "loss": 0.1388,
      "step": 2630
    },
    {
      "epoch": 0.39737199818758495,
      "grad_norm": 4.785706160134142,
      "learning_rate": 9.573306755424979e-06,
      "loss": 0.1541,
      "step": 2631
    },
    {
      "epoch": 0.39752303277450535,
      "grad_norm": 2.7033053882924754,
      "learning_rate": 9.572987034098042e-06,
      "loss": 0.1934,
      "step": 2632
    },
    {
      "epoch": 0.39767406736142574,
      "grad_norm": 2.2930030126065577,
      "learning_rate": 9.572667198375318e-06,
      "loss": 0.1391,
      "step": 2633
    },
    {
      "epoch": 0.3978251019483462,
      "grad_norm": 2.294566959212646,
      "learning_rate": 9.57234724826481e-06,
      "loss": 0.1628,
      "step": 2634
    },
    {
      "epoch": 0.3979761365352666,
      "grad_norm": 2.4632736824566366,
      "learning_rate": 9.572027183774518e-06,
      "loss": 0.1496,
      "step": 2635
    },
    {
      "epoch": 0.398127171122187,
      "grad_norm": 1.7413534584064079,
      "learning_rate": 9.571707004912452e-06,
      "loss": 0.1291,
      "step": 2636
    },
    {
      "epoch": 0.3982782057091074,
      "grad_norm": 2.2470332378850397,
      "learning_rate": 9.57138671168662e-06,
      "loss": 0.1653,
      "step": 2637
    },
    {
      "epoch": 0.3984292402960278,
      "grad_norm": 1.8802093255272523,
      "learning_rate": 9.571066304105032e-06,
      "loss": 0.134,
      "step": 2638
    },
    {
      "epoch": 0.39858027488294817,
      "grad_norm": 2.39944715599045,
      "learning_rate": 9.570745782175708e-06,
      "loss": 0.1662,
      "step": 2639
    },
    {
      "epoch": 0.3987313094698686,
      "grad_norm": 2.7558505031110396,
      "learning_rate": 9.57042514590666e-06,
      "loss": 0.1769,
      "step": 2640
    },
    {
      "epoch": 0.398882344056789,
      "grad_norm": 2.504645686500055,
      "learning_rate": 9.570104395305915e-06,
      "loss": 0.1688,
      "step": 2641
    },
    {
      "epoch": 0.3990333786437094,
      "grad_norm": 3.1694396412644816,
      "learning_rate": 9.569783530381494e-06,
      "loss": 0.1851,
      "step": 2642
    },
    {
      "epoch": 0.3991844132306298,
      "grad_norm": 2.5413642838057844,
      "learning_rate": 9.569462551141425e-06,
      "loss": 0.1691,
      "step": 2643
    },
    {
      "epoch": 0.3993354478175502,
      "grad_norm": 2.1603149482145896,
      "learning_rate": 9.569141457593734e-06,
      "loss": 0.139,
      "step": 2644
    },
    {
      "epoch": 0.3994864824044706,
      "grad_norm": 2.069129760279608,
      "learning_rate": 9.568820249746455e-06,
      "loss": 0.1489,
      "step": 2645
    },
    {
      "epoch": 0.39963751699139105,
      "grad_norm": 2.022984613915903,
      "learning_rate": 9.568498927607625e-06,
      "loss": 0.1608,
      "step": 2646
    },
    {
      "epoch": 0.39978855157831145,
      "grad_norm": 2.245426491445231,
      "learning_rate": 9.568177491185282e-06,
      "loss": 0.174,
      "step": 2647
    },
    {
      "epoch": 0.39993958616523184,
      "grad_norm": 2.361016772958071,
      "learning_rate": 9.567855940487463e-06,
      "loss": 0.1591,
      "step": 2648
    },
    {
      "epoch": 0.40009062075215224,
      "grad_norm": 2.7105944585012858,
      "learning_rate": 9.567534275522216e-06,
      "loss": 0.1776,
      "step": 2649
    },
    {
      "epoch": 0.40024165533907263,
      "grad_norm": 2.535007374280877,
      "learning_rate": 9.567212496297585e-06,
      "loss": 0.1687,
      "step": 2650
    },
    {
      "epoch": 0.40039268992599303,
      "grad_norm": 2.970872296602646,
      "learning_rate": 9.566890602821621e-06,
      "loss": 0.2141,
      "step": 2651
    },
    {
      "epoch": 0.4005437245129135,
      "grad_norm": 3.1264820661549844,
      "learning_rate": 9.566568595102377e-06,
      "loss": 0.1829,
      "step": 2652
    },
    {
      "epoch": 0.4006947590998339,
      "grad_norm": 2.5746317990254894,
      "learning_rate": 9.566246473147906e-06,
      "loss": 0.1786,
      "step": 2653
    },
    {
      "epoch": 0.40084579368675427,
      "grad_norm": 2.8927011289257196,
      "learning_rate": 9.565924236966268e-06,
      "loss": 0.1594,
      "step": 2654
    },
    {
      "epoch": 0.40099682827367467,
      "grad_norm": 2.4306993796917773,
      "learning_rate": 9.565601886565521e-06,
      "loss": 0.177,
      "step": 2655
    },
    {
      "epoch": 0.40114786286059506,
      "grad_norm": 2.009466645839368,
      "learning_rate": 9.565279421953732e-06,
      "loss": 0.1504,
      "step": 2656
    },
    {
      "epoch": 0.40129889744751546,
      "grad_norm": 2.6468590899004867,
      "learning_rate": 9.564956843138968e-06,
      "loss": 0.194,
      "step": 2657
    },
    {
      "epoch": 0.4014499320344359,
      "grad_norm": 2.9722789727595047,
      "learning_rate": 9.564634150129295e-06,
      "loss": 0.1703,
      "step": 2658
    },
    {
      "epoch": 0.4016009666213563,
      "grad_norm": 2.5226458541552623,
      "learning_rate": 9.564311342932789e-06,
      "loss": 0.1809,
      "step": 2659
    },
    {
      "epoch": 0.4017520012082767,
      "grad_norm": 2.8483990749598282,
      "learning_rate": 9.563988421557523e-06,
      "loss": 0.1622,
      "step": 2660
    },
    {
      "epoch": 0.4019030357951971,
      "grad_norm": 2.3557662537329334,
      "learning_rate": 9.563665386011573e-06,
      "loss": 0.1501,
      "step": 2661
    },
    {
      "epoch": 0.4020540703821175,
      "grad_norm": 2.651556376911863,
      "learning_rate": 9.563342236303024e-06,
      "loss": 0.175,
      "step": 2662
    },
    {
      "epoch": 0.4022051049690379,
      "grad_norm": 2.705971151385237,
      "learning_rate": 9.563018972439959e-06,
      "loss": 0.1674,
      "step": 2663
    },
    {
      "epoch": 0.40235613955595834,
      "grad_norm": 2.447657243521863,
      "learning_rate": 9.562695594430464e-06,
      "loss": 0.172,
      "step": 2664
    },
    {
      "epoch": 0.40250717414287873,
      "grad_norm": 2.3920431576464103,
      "learning_rate": 9.562372102282629e-06,
      "loss": 0.1717,
      "step": 2665
    },
    {
      "epoch": 0.4026582087297991,
      "grad_norm": 2.1701617641324105,
      "learning_rate": 9.562048496004544e-06,
      "loss": 0.1692,
      "step": 2666
    },
    {
      "epoch": 0.4028092433167195,
      "grad_norm": 2.9394937488257695,
      "learning_rate": 9.561724775604306e-06,
      "loss": 0.1541,
      "step": 2667
    },
    {
      "epoch": 0.4029602779036399,
      "grad_norm": 2.5783055659083747,
      "learning_rate": 9.561400941090013e-06,
      "loss": 0.1665,
      "step": 2668
    },
    {
      "epoch": 0.4031113124905603,
      "grad_norm": 2.121199751694028,
      "learning_rate": 9.561076992469766e-06,
      "loss": 0.154,
      "step": 2669
    },
    {
      "epoch": 0.40326234707748077,
      "grad_norm": 3.1700730022289005,
      "learning_rate": 9.56075292975167e-06,
      "loss": 0.1572,
      "step": 2670
    },
    {
      "epoch": 0.40341338166440116,
      "grad_norm": 2.854552795670787,
      "learning_rate": 9.560428752943827e-06,
      "loss": 0.1629,
      "step": 2671
    },
    {
      "epoch": 0.40356441625132156,
      "grad_norm": 2.90665176627692,
      "learning_rate": 9.560104462054351e-06,
      "loss": 0.1778,
      "step": 2672
    },
    {
      "epoch": 0.40371545083824195,
      "grad_norm": 2.779344108235319,
      "learning_rate": 9.559780057091354e-06,
      "loss": 0.161,
      "step": 2673
    },
    {
      "epoch": 0.40386648542516235,
      "grad_norm": 2.29458704852372,
      "learning_rate": 9.559455538062949e-06,
      "loss": 0.1748,
      "step": 2674
    },
    {
      "epoch": 0.40401752001208274,
      "grad_norm": 2.3037952062933225,
      "learning_rate": 9.559130904977257e-06,
      "loss": 0.159,
      "step": 2675
    },
    {
      "epoch": 0.4041685545990032,
      "grad_norm": 2.0754634695354026,
      "learning_rate": 9.558806157842393e-06,
      "loss": 0.1648,
      "step": 2676
    },
    {
      "epoch": 0.4043195891859236,
      "grad_norm": 2.4840056966231723,
      "learning_rate": 9.558481296666488e-06,
      "loss": 0.1683,
      "step": 2677
    },
    {
      "epoch": 0.404470623772844,
      "grad_norm": 2.141469714197182,
      "learning_rate": 9.558156321457664e-06,
      "loss": 0.1404,
      "step": 2678
    },
    {
      "epoch": 0.4046216583597644,
      "grad_norm": 2.2395837541990034,
      "learning_rate": 9.557831232224054e-06,
      "loss": 0.1441,
      "step": 2679
    },
    {
      "epoch": 0.4047726929466848,
      "grad_norm": 2.377471418698027,
      "learning_rate": 9.557506028973784e-06,
      "loss": 0.155,
      "step": 2680
    },
    {
      "epoch": 0.40492372753360517,
      "grad_norm": 2.4639645494959646,
      "learning_rate": 9.557180711714996e-06,
      "loss": 0.1552,
      "step": 2681
    },
    {
      "epoch": 0.4050747621205256,
      "grad_norm": 2.376698921683739,
      "learning_rate": 9.556855280455824e-06,
      "loss": 0.1581,
      "step": 2682
    },
    {
      "epoch": 0.405225796707446,
      "grad_norm": 2.3242744039267706,
      "learning_rate": 9.556529735204412e-06,
      "loss": 0.1751,
      "step": 2683
    },
    {
      "epoch": 0.4053768312943664,
      "grad_norm": 3.143056242832101,
      "learning_rate": 9.5562040759689e-06,
      "loss": 0.1715,
      "step": 2684
    },
    {
      "epoch": 0.4055278658812868,
      "grad_norm": 2.7849253739002173,
      "learning_rate": 9.555878302757435e-06,
      "loss": 0.1657,
      "step": 2685
    },
    {
      "epoch": 0.4056789004682072,
      "grad_norm": 2.84780961844127,
      "learning_rate": 9.55555241557817e-06,
      "loss": 0.1696,
      "step": 2686
    },
    {
      "epoch": 0.4058299350551276,
      "grad_norm": 2.538503900083751,
      "learning_rate": 9.555226414439254e-06,
      "loss": 0.1812,
      "step": 2687
    },
    {
      "epoch": 0.40598096964204805,
      "grad_norm": 2.2850823219055787,
      "learning_rate": 9.554900299348842e-06,
      "loss": 0.1583,
      "step": 2688
    },
    {
      "epoch": 0.40613200422896845,
      "grad_norm": 2.637290918303119,
      "learning_rate": 9.554574070315094e-06,
      "loss": 0.1678,
      "step": 2689
    },
    {
      "epoch": 0.40628303881588884,
      "grad_norm": 1.9693446069571687,
      "learning_rate": 9.55424772734617e-06,
      "loss": 0.1284,
      "step": 2690
    },
    {
      "epoch": 0.40643407340280924,
      "grad_norm": 2.30687360403661,
      "learning_rate": 9.553921270450233e-06,
      "loss": 0.1746,
      "step": 2691
    },
    {
      "epoch": 0.40658510798972963,
      "grad_norm": 2.348180662786458,
      "learning_rate": 9.553594699635448e-06,
      "loss": 0.1559,
      "step": 2692
    },
    {
      "epoch": 0.40673614257665003,
      "grad_norm": 2.358935696273506,
      "learning_rate": 9.55326801490999e-06,
      "loss": 0.1638,
      "step": 2693
    },
    {
      "epoch": 0.4068871771635705,
      "grad_norm": 2.9577840221951766,
      "learning_rate": 9.552941216282026e-06,
      "loss": 0.189,
      "step": 2694
    },
    {
      "epoch": 0.4070382117504909,
      "grad_norm": 3.050205339889225,
      "learning_rate": 9.55261430375973e-06,
      "loss": 0.1425,
      "step": 2695
    },
    {
      "epoch": 0.40718924633741127,
      "grad_norm": 2.9401724870131978,
      "learning_rate": 9.552287277351284e-06,
      "loss": 0.1825,
      "step": 2696
    },
    {
      "epoch": 0.40734028092433167,
      "grad_norm": 2.443103686406497,
      "learning_rate": 9.551960137064869e-06,
      "loss": 0.1907,
      "step": 2697
    },
    {
      "epoch": 0.40749131551125206,
      "grad_norm": 2.4314592844460203,
      "learning_rate": 9.551632882908665e-06,
      "loss": 0.1405,
      "step": 2698
    },
    {
      "epoch": 0.40764235009817246,
      "grad_norm": 2.2305491286557704,
      "learning_rate": 9.551305514890859e-06,
      "loss": 0.168,
      "step": 2699
    },
    {
      "epoch": 0.4077933846850929,
      "grad_norm": 2.4915468806347936,
      "learning_rate": 9.550978033019643e-06,
      "loss": 0.1944,
      "step": 2700
    },
    {
      "epoch": 0.4079444192720133,
      "grad_norm": 3.4435544412054164,
      "learning_rate": 9.550650437303207e-06,
      "loss": 0.1745,
      "step": 2701
    },
    {
      "epoch": 0.4080954538589337,
      "grad_norm": 2.0903932104982785,
      "learning_rate": 9.550322727749748e-06,
      "loss": 0.1482,
      "step": 2702
    },
    {
      "epoch": 0.4082464884458541,
      "grad_norm": 2.17135575062928,
      "learning_rate": 9.54999490436746e-06,
      "loss": 0.1674,
      "step": 2703
    },
    {
      "epoch": 0.4083975230327745,
      "grad_norm": 2.2801150870560476,
      "learning_rate": 9.549666967164548e-06,
      "loss": 0.1356,
      "step": 2704
    },
    {
      "epoch": 0.4085485576196949,
      "grad_norm": 1.9976250427617814,
      "learning_rate": 9.549338916149212e-06,
      "loss": 0.1538,
      "step": 2705
    },
    {
      "epoch": 0.40869959220661534,
      "grad_norm": 2.8230689191129525,
      "learning_rate": 9.549010751329661e-06,
      "loss": 0.1791,
      "step": 2706
    },
    {
      "epoch": 0.40885062679353573,
      "grad_norm": 2.6192652761385635,
      "learning_rate": 9.548682472714102e-06,
      "loss": 0.1604,
      "step": 2707
    },
    {
      "epoch": 0.4090016613804561,
      "grad_norm": 2.3827665954132486,
      "learning_rate": 9.54835408031075e-06,
      "loss": 0.1769,
      "step": 2708
    },
    {
      "epoch": 0.4091526959673765,
      "grad_norm": 2.400118493715247,
      "learning_rate": 9.548025574127818e-06,
      "loss": 0.1725,
      "step": 2709
    },
    {
      "epoch": 0.4093037305542969,
      "grad_norm": 2.756338752296965,
      "learning_rate": 9.547696954173524e-06,
      "loss": 0.1564,
      "step": 2710
    },
    {
      "epoch": 0.4094547651412173,
      "grad_norm": 2.7664220818982375,
      "learning_rate": 9.547368220456086e-06,
      "loss": 0.1931,
      "step": 2711
    },
    {
      "epoch": 0.40960579972813776,
      "grad_norm": 2.834979195703777,
      "learning_rate": 9.547039372983733e-06,
      "loss": 0.172,
      "step": 2712
    },
    {
      "epoch": 0.40975683431505816,
      "grad_norm": 3.0133587302816016,
      "learning_rate": 9.546710411764686e-06,
      "loss": 0.1912,
      "step": 2713
    },
    {
      "epoch": 0.40990786890197856,
      "grad_norm": 2.243325543117922,
      "learning_rate": 9.546381336807178e-06,
      "loss": 0.1454,
      "step": 2714
    },
    {
      "epoch": 0.41005890348889895,
      "grad_norm": 3.333769535119997,
      "learning_rate": 9.54605214811944e-06,
      "loss": 0.1935,
      "step": 2715
    },
    {
      "epoch": 0.41020993807581935,
      "grad_norm": 2.999759983245315,
      "learning_rate": 9.545722845709707e-06,
      "loss": 0.181,
      "step": 2716
    },
    {
      "epoch": 0.41036097266273974,
      "grad_norm": 2.589963232715892,
      "learning_rate": 9.545393429586214e-06,
      "loss": 0.1888,
      "step": 2717
    },
    {
      "epoch": 0.4105120072496602,
      "grad_norm": 2.37033020009293,
      "learning_rate": 9.545063899757202e-06,
      "loss": 0.1658,
      "step": 2718
    },
    {
      "epoch": 0.4106630418365806,
      "grad_norm": 3.646311561524267,
      "learning_rate": 9.544734256230919e-06,
      "loss": 0.1937,
      "step": 2719
    },
    {
      "epoch": 0.410814076423501,
      "grad_norm": 2.197706954408947,
      "learning_rate": 9.544404499015607e-06,
      "loss": 0.1425,
      "step": 2720
    },
    {
      "epoch": 0.4109651110104214,
      "grad_norm": 2.6247445152925817,
      "learning_rate": 9.544074628119514e-06,
      "loss": 0.1724,
      "step": 2721
    },
    {
      "epoch": 0.4111161455973418,
      "grad_norm": 2.768156361251191,
      "learning_rate": 9.543744643550898e-06,
      "loss": 0.1425,
      "step": 2722
    },
    {
      "epoch": 0.41126718018426217,
      "grad_norm": 2.045872363304879,
      "learning_rate": 9.543414545318008e-06,
      "loss": 0.1338,
      "step": 2723
    },
    {
      "epoch": 0.4114182147711826,
      "grad_norm": 2.413571456029521,
      "learning_rate": 9.543084333429102e-06,
      "loss": 0.1588,
      "step": 2724
    },
    {
      "epoch": 0.411569249358103,
      "grad_norm": 2.4551550131531044,
      "learning_rate": 9.542754007892443e-06,
      "loss": 0.1643,
      "step": 2725
    },
    {
      "epoch": 0.4117202839450234,
      "grad_norm": 2.601847065944098,
      "learning_rate": 9.542423568716295e-06,
      "loss": 0.1769,
      "step": 2726
    },
    {
      "epoch": 0.4118713185319438,
      "grad_norm": 3.1198023955064347,
      "learning_rate": 9.542093015908919e-06,
      "loss": 0.1813,
      "step": 2727
    },
    {
      "epoch": 0.4120223531188642,
      "grad_norm": 2.908826757882265,
      "learning_rate": 9.54176234947859e-06,
      "loss": 0.1838,
      "step": 2728
    },
    {
      "epoch": 0.4121733877057846,
      "grad_norm": 2.321928247766814,
      "learning_rate": 9.541431569433575e-06,
      "loss": 0.1653,
      "step": 2729
    },
    {
      "epoch": 0.41232442229270505,
      "grad_norm": 2.564122454892943,
      "learning_rate": 9.541100675782151e-06,
      "loss": 0.1721,
      "step": 2730
    },
    {
      "epoch": 0.41247545687962545,
      "grad_norm": 2.691133800962865,
      "learning_rate": 9.540769668532594e-06,
      "loss": 0.1688,
      "step": 2731
    },
    {
      "epoch": 0.41262649146654584,
      "grad_norm": 1.9278181943228259,
      "learning_rate": 9.540438547693188e-06,
      "loss": 0.1282,
      "step": 2732
    },
    {
      "epoch": 0.41277752605346624,
      "grad_norm": 1.79089965917439,
      "learning_rate": 9.540107313272211e-06,
      "loss": 0.1362,
      "step": 2733
    },
    {
      "epoch": 0.41292856064038663,
      "grad_norm": 2.9682082431373624,
      "learning_rate": 9.539775965277954e-06,
      "loss": 0.194,
      "step": 2734
    },
    {
      "epoch": 0.41307959522730703,
      "grad_norm": 2.217560931218267,
      "learning_rate": 9.539444503718702e-06,
      "loss": 0.1464,
      "step": 2735
    },
    {
      "epoch": 0.4132306298142275,
      "grad_norm": 2.585421233763812,
      "learning_rate": 9.539112928602748e-06,
      "loss": 0.1465,
      "step": 2736
    },
    {
      "epoch": 0.4133816644011479,
      "grad_norm": 2.585080706646738,
      "learning_rate": 9.538781239938387e-06,
      "loss": 0.1744,
      "step": 2737
    },
    {
      "epoch": 0.41353269898806827,
      "grad_norm": 2.2788135083499794,
      "learning_rate": 9.538449437733917e-06,
      "loss": 0.1643,
      "step": 2738
    },
    {
      "epoch": 0.41368373357498867,
      "grad_norm": 2.3243875700715546,
      "learning_rate": 9.538117521997636e-06,
      "loss": 0.1655,
      "step": 2739
    },
    {
      "epoch": 0.41383476816190906,
      "grad_norm": 2.2614885060984182,
      "learning_rate": 9.537785492737849e-06,
      "loss": 0.149,
      "step": 2740
    },
    {
      "epoch": 0.41398580274882946,
      "grad_norm": 2.644074932685391,
      "learning_rate": 9.537453349962861e-06,
      "loss": 0.1808,
      "step": 2741
    },
    {
      "epoch": 0.4141368373357499,
      "grad_norm": 3.5349273211921703,
      "learning_rate": 9.537121093680981e-06,
      "loss": 0.1978,
      "step": 2742
    },
    {
      "epoch": 0.4142878719226703,
      "grad_norm": 3.4246710178928113,
      "learning_rate": 9.53678872390052e-06,
      "loss": 0.1823,
      "step": 2743
    },
    {
      "epoch": 0.4144389065095907,
      "grad_norm": 2.182336760340176,
      "learning_rate": 9.536456240629794e-06,
      "loss": 0.1539,
      "step": 2744
    },
    {
      "epoch": 0.4145899410965111,
      "grad_norm": 2.2169083092729887,
      "learning_rate": 9.536123643877117e-06,
      "loss": 0.1543,
      "step": 2745
    },
    {
      "epoch": 0.4147409756834315,
      "grad_norm": 3.108906709728173,
      "learning_rate": 9.535790933650815e-06,
      "loss": 0.181,
      "step": 2746
    },
    {
      "epoch": 0.4148920102703519,
      "grad_norm": 2.126858513771055,
      "learning_rate": 9.535458109959204e-06,
      "loss": 0.1357,
      "step": 2747
    },
    {
      "epoch": 0.41504304485727234,
      "grad_norm": 2.4450872907344445,
      "learning_rate": 9.535125172810615e-06,
      "loss": 0.1661,
      "step": 2748
    },
    {
      "epoch": 0.41519407944419273,
      "grad_norm": 2.393544088321813,
      "learning_rate": 9.534792122213373e-06,
      "loss": 0.1687,
      "step": 2749
    },
    {
      "epoch": 0.4153451140311131,
      "grad_norm": 2.5754785420654875,
      "learning_rate": 9.534458958175811e-06,
      "loss": 0.1609,
      "step": 2750
    },
    {
      "epoch": 0.4154961486180335,
      "grad_norm": 2.1980896606541767,
      "learning_rate": 9.534125680706265e-06,
      "loss": 0.1347,
      "step": 2751
    },
    {
      "epoch": 0.4156471832049539,
      "grad_norm": 2.3672257164168173,
      "learning_rate": 9.533792289813068e-06,
      "loss": 0.1757,
      "step": 2752
    },
    {
      "epoch": 0.4157982177918743,
      "grad_norm": 2.176701277057895,
      "learning_rate": 9.533458785504565e-06,
      "loss": 0.1438,
      "step": 2753
    },
    {
      "epoch": 0.41594925237879476,
      "grad_norm": 2.5123428886566246,
      "learning_rate": 9.533125167789096e-06,
      "loss": 0.1785,
      "step": 2754
    },
    {
      "epoch": 0.41610028696571516,
      "grad_norm": 2.5845334593378637,
      "learning_rate": 9.532791436675005e-06,
      "loss": 0.1498,
      "step": 2755
    },
    {
      "epoch": 0.41625132155263556,
      "grad_norm": 2.5247960377662966,
      "learning_rate": 9.532457592170643e-06,
      "loss": 0.1546,
      "step": 2756
    },
    {
      "epoch": 0.41640235613955595,
      "grad_norm": 2.5697353275415686,
      "learning_rate": 9.53212363428436e-06,
      "loss": 0.1574,
      "step": 2757
    },
    {
      "epoch": 0.41655339072647635,
      "grad_norm": 2.2183473600379586,
      "learning_rate": 9.531789563024513e-06,
      "loss": 0.1634,
      "step": 2758
    },
    {
      "epoch": 0.41670442531339674,
      "grad_norm": 1.862957393772819,
      "learning_rate": 9.531455378399454e-06,
      "loss": 0.1359,
      "step": 2759
    },
    {
      "epoch": 0.4168554599003172,
      "grad_norm": 2.223284574298462,
      "learning_rate": 9.531121080417547e-06,
      "loss": 0.1619,
      "step": 2760
    },
    {
      "epoch": 0.4170064944872376,
      "grad_norm": 2.614922037467149,
      "learning_rate": 9.530786669087153e-06,
      "loss": 0.1651,
      "step": 2761
    },
    {
      "epoch": 0.417157529074158,
      "grad_norm": 2.2768474322104746,
      "learning_rate": 9.530452144416637e-06,
      "loss": 0.1717,
      "step": 2762
    },
    {
      "epoch": 0.4173085636610784,
      "grad_norm": 2.280455504854231,
      "learning_rate": 9.530117506414369e-06,
      "loss": 0.1517,
      "step": 2763
    },
    {
      "epoch": 0.4174595982479988,
      "grad_norm": 3.003075755265155,
      "learning_rate": 9.529782755088719e-06,
      "loss": 0.1626,
      "step": 2764
    },
    {
      "epoch": 0.41761063283491917,
      "grad_norm": 2.9100508148488613,
      "learning_rate": 9.52944789044806e-06,
      "loss": 0.1515,
      "step": 2765
    },
    {
      "epoch": 0.4177616674218396,
      "grad_norm": 2.442255638661107,
      "learning_rate": 9.52911291250077e-06,
      "loss": 0.187,
      "step": 2766
    },
    {
      "epoch": 0.41791270200876,
      "grad_norm": 2.4545144817160653,
      "learning_rate": 9.52877782125523e-06,
      "loss": 0.1618,
      "step": 2767
    },
    {
      "epoch": 0.4180637365956804,
      "grad_norm": 4.184521399995222,
      "learning_rate": 9.52844261671982e-06,
      "loss": 0.17,
      "step": 2768
    },
    {
      "epoch": 0.4182147711826008,
      "grad_norm": 2.748128502951613,
      "learning_rate": 9.528107298902928e-06,
      "loss": 0.1931,
      "step": 2769
    },
    {
      "epoch": 0.4183658057695212,
      "grad_norm": 2.4875460736677364,
      "learning_rate": 9.527771867812938e-06,
      "loss": 0.1737,
      "step": 2770
    },
    {
      "epoch": 0.4185168403564416,
      "grad_norm": 2.2709791276160254,
      "learning_rate": 9.527436323458245e-06,
      "loss": 0.1745,
      "step": 2771
    },
    {
      "epoch": 0.41866787494336205,
      "grad_norm": 2.4932180788169247,
      "learning_rate": 9.527100665847242e-06,
      "loss": 0.1811,
      "step": 2772
    },
    {
      "epoch": 0.41881890953028245,
      "grad_norm": 2.563108502986208,
      "learning_rate": 9.526764894988326e-06,
      "loss": 0.1686,
      "step": 2773
    },
    {
      "epoch": 0.41896994411720284,
      "grad_norm": 2.7049904809305425,
      "learning_rate": 9.526429010889893e-06,
      "loss": 0.1594,
      "step": 2774
    },
    {
      "epoch": 0.41912097870412324,
      "grad_norm": 1.8630968232502216,
      "learning_rate": 9.526093013560348e-06,
      "loss": 0.1501,
      "step": 2775
    },
    {
      "epoch": 0.41927201329104363,
      "grad_norm": 2.5877747141121032,
      "learning_rate": 9.525756903008097e-06,
      "loss": 0.185,
      "step": 2776
    },
    {
      "epoch": 0.41942304787796403,
      "grad_norm": 2.8597357048289496,
      "learning_rate": 9.525420679241546e-06,
      "loss": 0.1493,
      "step": 2777
    },
    {
      "epoch": 0.4195740824648845,
      "grad_norm": 2.6464755936846927,
      "learning_rate": 9.525084342269108e-06,
      "loss": 0.1511,
      "step": 2778
    },
    {
      "epoch": 0.4197251170518049,
      "grad_norm": 2.5415515565247535,
      "learning_rate": 9.524747892099195e-06,
      "loss": 0.1692,
      "step": 2779
    },
    {
      "epoch": 0.41987615163872527,
      "grad_norm": 2.1669199506376917,
      "learning_rate": 9.524411328740224e-06,
      "loss": 0.1476,
      "step": 2780
    },
    {
      "epoch": 0.42002718622564567,
      "grad_norm": 2.9923125940574873,
      "learning_rate": 9.524074652200614e-06,
      "loss": 0.1698,
      "step": 2781
    },
    {
      "epoch": 0.42017822081256606,
      "grad_norm": 2.5616093546864533,
      "learning_rate": 9.523737862488789e-06,
      "loss": 0.1506,
      "step": 2782
    },
    {
      "epoch": 0.42032925539948646,
      "grad_norm": 2.6160376656527817,
      "learning_rate": 9.52340095961317e-06,
      "loss": 0.174,
      "step": 2783
    },
    {
      "epoch": 0.4204802899864069,
      "grad_norm": 2.497783685166077,
      "learning_rate": 9.52306394358219e-06,
      "loss": 0.1808,
      "step": 2784
    },
    {
      "epoch": 0.4206313245733273,
      "grad_norm": 2.5820331151305513,
      "learning_rate": 9.522726814404275e-06,
      "loss": 0.1725,
      "step": 2785
    },
    {
      "epoch": 0.4207823591602477,
      "grad_norm": 1.9095144352459816,
      "learning_rate": 9.52238957208786e-06,
      "loss": 0.157,
      "step": 2786
    },
    {
      "epoch": 0.4209333937471681,
      "grad_norm": 2.765068744929758,
      "learning_rate": 9.522052216641382e-06,
      "loss": 0.1511,
      "step": 2787
    },
    {
      "epoch": 0.4210844283340885,
      "grad_norm": 2.1713658157691618,
      "learning_rate": 9.52171474807328e-06,
      "loss": 0.1302,
      "step": 2788
    },
    {
      "epoch": 0.4212354629210089,
      "grad_norm": 2.945740861877681,
      "learning_rate": 9.521377166391996e-06,
      "loss": 0.185,
      "step": 2789
    },
    {
      "epoch": 0.42138649750792934,
      "grad_norm": 1.957277225374505,
      "learning_rate": 9.521039471605976e-06,
      "loss": 0.1404,
      "step": 2790
    },
    {
      "epoch": 0.42153753209484973,
      "grad_norm": 2.419760780447007,
      "learning_rate": 9.520701663723663e-06,
      "loss": 0.1592,
      "step": 2791
    },
    {
      "epoch": 0.4216885666817701,
      "grad_norm": 2.049878063673132,
      "learning_rate": 9.520363742753512e-06,
      "loss": 0.151,
      "step": 2792
    },
    {
      "epoch": 0.4218396012686905,
      "grad_norm": 2.328889683269986,
      "learning_rate": 9.520025708703975e-06,
      "loss": 0.1566,
      "step": 2793
    },
    {
      "epoch": 0.4219906358556109,
      "grad_norm": 2.4289959977366475,
      "learning_rate": 9.519687561583509e-06,
      "loss": 0.1532,
      "step": 2794
    },
    {
      "epoch": 0.4221416704425313,
      "grad_norm": 2.285104689118902,
      "learning_rate": 9.51934930140057e-06,
      "loss": 0.1471,
      "step": 2795
    },
    {
      "epoch": 0.42229270502945176,
      "grad_norm": 2.375544324796631,
      "learning_rate": 9.519010928163624e-06,
      "loss": 0.1549,
      "step": 2796
    },
    {
      "epoch": 0.42244373961637216,
      "grad_norm": 3.3709796235072327,
      "learning_rate": 9.518672441881131e-06,
      "loss": 0.1937,
      "step": 2797
    },
    {
      "epoch": 0.42259477420329256,
      "grad_norm": 2.8086063630531184,
      "learning_rate": 9.518333842561562e-06,
      "loss": 0.1721,
      "step": 2798
    },
    {
      "epoch": 0.42274580879021295,
      "grad_norm": 2.722023685477234,
      "learning_rate": 9.517995130213386e-06,
      "loss": 0.1741,
      "step": 2799
    },
    {
      "epoch": 0.42289684337713335,
      "grad_norm": 2.5934724543687446,
      "learning_rate": 9.517656304845076e-06,
      "loss": 0.1833,
      "step": 2800
    },
    {
      "epoch": 0.42304787796405374,
      "grad_norm": 2.2718009670694483,
      "learning_rate": 9.517317366465106e-06,
      "loss": 0.1564,
      "step": 2801
    },
    {
      "epoch": 0.4231989125509742,
      "grad_norm": 10.144869431432841,
      "learning_rate": 9.516978315081959e-06,
      "loss": 0.2229,
      "step": 2802
    },
    {
      "epoch": 0.4233499471378946,
      "grad_norm": 2.5401390146195997,
      "learning_rate": 9.516639150704112e-06,
      "loss": 0.1674,
      "step": 2803
    },
    {
      "epoch": 0.423500981724815,
      "grad_norm": 2.4646044946590067,
      "learning_rate": 9.516299873340054e-06,
      "loss": 0.1793,
      "step": 2804
    },
    {
      "epoch": 0.4236520163117354,
      "grad_norm": 2.4497713611667193,
      "learning_rate": 9.515960482998269e-06,
      "loss": 0.1662,
      "step": 2805
    },
    {
      "epoch": 0.4238030508986558,
      "grad_norm": 2.2337470844813523,
      "learning_rate": 9.515620979687249e-06,
      "loss": 0.1553,
      "step": 2806
    },
    {
      "epoch": 0.42395408548557617,
      "grad_norm": 2.3682187939764012,
      "learning_rate": 9.515281363415483e-06,
      "loss": 0.1674,
      "step": 2807
    },
    {
      "epoch": 0.4241051200724966,
      "grad_norm": 1.962987063247365,
      "learning_rate": 9.51494163419147e-06,
      "loss": 0.1299,
      "step": 2808
    },
    {
      "epoch": 0.424256154659417,
      "grad_norm": 2.5352071093118345,
      "learning_rate": 9.51460179202371e-06,
      "loss": 0.1824,
      "step": 2809
    },
    {
      "epoch": 0.4244071892463374,
      "grad_norm": 3.253147999935852,
      "learning_rate": 9.5142618369207e-06,
      "loss": 0.1658,
      "step": 2810
    },
    {
      "epoch": 0.4245582238332578,
      "grad_norm": 2.5047796414474726,
      "learning_rate": 9.513921768890947e-06,
      "loss": 0.1751,
      "step": 2811
    },
    {
      "epoch": 0.4247092584201782,
      "grad_norm": 2.2885549562700547,
      "learning_rate": 9.51358158794296e-06,
      "loss": 0.1632,
      "step": 2812
    },
    {
      "epoch": 0.4248602930070986,
      "grad_norm": 2.283574044703842,
      "learning_rate": 9.513241294085243e-06,
      "loss": 0.1745,
      "step": 2813
    },
    {
      "epoch": 0.42501132759401905,
      "grad_norm": 2.2241678426201457,
      "learning_rate": 9.512900887326313e-06,
      "loss": 0.1387,
      "step": 2814
    },
    {
      "epoch": 0.42516236218093945,
      "grad_norm": 2.8115575200449134,
      "learning_rate": 9.512560367674683e-06,
      "loss": 0.1657,
      "step": 2815
    },
    {
      "epoch": 0.42531339676785984,
      "grad_norm": 2.591534283179618,
      "learning_rate": 9.512219735138874e-06,
      "loss": 0.1581,
      "step": 2816
    },
    {
      "epoch": 0.42546443135478024,
      "grad_norm": 2.4208918449421013,
      "learning_rate": 9.511878989727405e-06,
      "loss": 0.1828,
      "step": 2817
    },
    {
      "epoch": 0.42561546594170063,
      "grad_norm": 2.040331707785777,
      "learning_rate": 9.511538131448803e-06,
      "loss": 0.1431,
      "step": 2818
    },
    {
      "epoch": 0.42576650052862103,
      "grad_norm": 2.584621095124379,
      "learning_rate": 9.51119716031159e-06,
      "loss": 0.1476,
      "step": 2819
    },
    {
      "epoch": 0.4259175351155415,
      "grad_norm": 2.4274583263210103,
      "learning_rate": 9.510856076324298e-06,
      "loss": 0.1574,
      "step": 2820
    },
    {
      "epoch": 0.4260685697024619,
      "grad_norm": 2.5504801943889253,
      "learning_rate": 9.510514879495461e-06,
      "loss": 0.1476,
      "step": 2821
    },
    {
      "epoch": 0.42621960428938227,
      "grad_norm": 2.228950114819406,
      "learning_rate": 9.510173569833611e-06,
      "loss": 0.1739,
      "step": 2822
    },
    {
      "epoch": 0.42637063887630267,
      "grad_norm": 2.383374801135129,
      "learning_rate": 9.50983214734729e-06,
      "loss": 0.1712,
      "step": 2823
    },
    {
      "epoch": 0.42652167346322306,
      "grad_norm": 1.927103490096801,
      "learning_rate": 9.509490612045034e-06,
      "loss": 0.1556,
      "step": 2824
    },
    {
      "epoch": 0.42667270805014346,
      "grad_norm": 3.672771285146693,
      "learning_rate": 9.50914896393539e-06,
      "loss": 0.1613,
      "step": 2825
    },
    {
      "epoch": 0.4268237426370639,
      "grad_norm": 2.3889041507779187,
      "learning_rate": 9.508807203026903e-06,
      "loss": 0.1622,
      "step": 2826
    },
    {
      "epoch": 0.4269747772239843,
      "grad_norm": 2.80468282377415,
      "learning_rate": 9.508465329328124e-06,
      "loss": 0.1652,
      "step": 2827
    },
    {
      "epoch": 0.4271258118109047,
      "grad_norm": 1.7285493969392478,
      "learning_rate": 9.508123342847605e-06,
      "loss": 0.1221,
      "step": 2828
    },
    {
      "epoch": 0.4272768463978251,
      "grad_norm": 3.0381416171442073,
      "learning_rate": 9.5077812435939e-06,
      "loss": 0.1566,
      "step": 2829
    },
    {
      "epoch": 0.4274278809847455,
      "grad_norm": 3.45466714825477,
      "learning_rate": 9.507439031575565e-06,
      "loss": 0.1825,
      "step": 2830
    },
    {
      "epoch": 0.4275789155716659,
      "grad_norm": 2.4390884961437735,
      "learning_rate": 9.507096706801164e-06,
      "loss": 0.1616,
      "step": 2831
    },
    {
      "epoch": 0.42772995015858634,
      "grad_norm": 2.7393265911720133,
      "learning_rate": 9.50675426927926e-06,
      "loss": 0.1465,
      "step": 2832
    },
    {
      "epoch": 0.42788098474550673,
      "grad_norm": 2.2882866017490007,
      "learning_rate": 9.506411719018416e-06,
      "loss": 0.1506,
      "step": 2833
    },
    {
      "epoch": 0.4280320193324271,
      "grad_norm": 2.491582660784161,
      "learning_rate": 9.506069056027205e-06,
      "loss": 0.1613,
      "step": 2834
    },
    {
      "epoch": 0.4281830539193475,
      "grad_norm": 2.8321615778247495,
      "learning_rate": 9.505726280314197e-06,
      "loss": 0.1896,
      "step": 2835
    },
    {
      "epoch": 0.4283340885062679,
      "grad_norm": 2.4646708258327776,
      "learning_rate": 9.505383391887968e-06,
      "loss": 0.1712,
      "step": 2836
    },
    {
      "epoch": 0.4284851230931883,
      "grad_norm": 2.7110225180173373,
      "learning_rate": 9.505040390757094e-06,
      "loss": 0.183,
      "step": 2837
    },
    {
      "epoch": 0.42863615768010876,
      "grad_norm": 2.9538253190019477,
      "learning_rate": 9.504697276930155e-06,
      "loss": 0.1794,
      "step": 2838
    },
    {
      "epoch": 0.42878719226702916,
      "grad_norm": 2.9594344083715955,
      "learning_rate": 9.504354050415736e-06,
      "loss": 0.148,
      "step": 2839
    },
    {
      "epoch": 0.42893822685394956,
      "grad_norm": 3.0148290429049824,
      "learning_rate": 9.504010711222422e-06,
      "loss": 0.1943,
      "step": 2840
    },
    {
      "epoch": 0.42908926144086995,
      "grad_norm": 2.3107101756986816,
      "learning_rate": 9.503667259358802e-06,
      "loss": 0.1554,
      "step": 2841
    },
    {
      "epoch": 0.42924029602779035,
      "grad_norm": 2.7891479560436863,
      "learning_rate": 9.503323694833468e-06,
      "loss": 0.1785,
      "step": 2842
    },
    {
      "epoch": 0.42939133061471074,
      "grad_norm": 2.351872902048178,
      "learning_rate": 9.502980017655015e-06,
      "loss": 0.155,
      "step": 2843
    },
    {
      "epoch": 0.4295423652016312,
      "grad_norm": 3.3016303340257753,
      "learning_rate": 9.502636227832037e-06,
      "loss": 0.1952,
      "step": 2844
    },
    {
      "epoch": 0.4296933997885516,
      "grad_norm": 1.7854277568383117,
      "learning_rate": 9.502292325373136e-06,
      "loss": 0.1196,
      "step": 2845
    },
    {
      "epoch": 0.429844434375472,
      "grad_norm": 2.1734944078342835,
      "learning_rate": 9.50194831028692e-06,
      "loss": 0.1376,
      "step": 2846
    },
    {
      "epoch": 0.4299954689623924,
      "grad_norm": 1.996728454913964,
      "learning_rate": 9.501604182581985e-06,
      "loss": 0.1417,
      "step": 2847
    },
    {
      "epoch": 0.4301465035493128,
      "grad_norm": 2.118828728768492,
      "learning_rate": 9.501259942266946e-06,
      "loss": 0.1529,
      "step": 2848
    },
    {
      "epoch": 0.43029753813623317,
      "grad_norm": 3.5975126462365847,
      "learning_rate": 9.500915589350414e-06,
      "loss": 0.1678,
      "step": 2849
    },
    {
      "epoch": 0.4304485727231536,
      "grad_norm": 2.2464609010590584,
      "learning_rate": 9.500571123841002e-06,
      "loss": 0.1708,
      "step": 2850
    },
    {
      "epoch": 0.430599607310074,
      "grad_norm": 2.004045529236699,
      "learning_rate": 9.500226545747326e-06,
      "loss": 0.1393,
      "step": 2851
    },
    {
      "epoch": 0.4307506418969944,
      "grad_norm": 2.070183853175175,
      "learning_rate": 9.499881855078009e-06,
      "loss": 0.1417,
      "step": 2852
    },
    {
      "epoch": 0.4309016764839148,
      "grad_norm": 2.4727384902328198,
      "learning_rate": 9.49953705184167e-06,
      "loss": 0.1868,
      "step": 2853
    },
    {
      "epoch": 0.4310527110708352,
      "grad_norm": 2.8305656840638354,
      "learning_rate": 9.499192136046936e-06,
      "loss": 0.1843,
      "step": 2854
    },
    {
      "epoch": 0.4312037456577556,
      "grad_norm": 2.440066083573402,
      "learning_rate": 9.498847107702436e-06,
      "loss": 0.1647,
      "step": 2855
    },
    {
      "epoch": 0.43135478024467605,
      "grad_norm": 4.641916607813762,
      "learning_rate": 9.4985019668168e-06,
      "loss": 0.1909,
      "step": 2856
    },
    {
      "epoch": 0.43150581483159645,
      "grad_norm": 1.9334394490614784,
      "learning_rate": 9.498156713398661e-06,
      "loss": 0.1559,
      "step": 2857
    },
    {
      "epoch": 0.43165684941851684,
      "grad_norm": 3.1180985631234432,
      "learning_rate": 9.49781134745666e-06,
      "loss": 0.179,
      "step": 2858
    },
    {
      "epoch": 0.43180788400543724,
      "grad_norm": 2.751761594322883,
      "learning_rate": 9.497465868999432e-06,
      "loss": 0.1871,
      "step": 2859
    },
    {
      "epoch": 0.43195891859235763,
      "grad_norm": 2.4681759734856135,
      "learning_rate": 9.497120278035618e-06,
      "loss": 0.1584,
      "step": 2860
    },
    {
      "epoch": 0.43210995317927803,
      "grad_norm": 2.167525378266776,
      "learning_rate": 9.496774574573869e-06,
      "loss": 0.1583,
      "step": 2861
    },
    {
      "epoch": 0.4322609877661985,
      "grad_norm": 2.948746666985831,
      "learning_rate": 9.49642875862283e-06,
      "loss": 0.2017,
      "step": 2862
    },
    {
      "epoch": 0.4324120223531189,
      "grad_norm": 2.1335249929638014,
      "learning_rate": 9.496082830191152e-06,
      "loss": 0.1491,
      "step": 2863
    },
    {
      "epoch": 0.43256305694003927,
      "grad_norm": 2.3952229160679877,
      "learning_rate": 9.495736789287487e-06,
      "loss": 0.1798,
      "step": 2864
    },
    {
      "epoch": 0.43271409152695967,
      "grad_norm": 2.866164677629776,
      "learning_rate": 9.495390635920492e-06,
      "loss": 0.1633,
      "step": 2865
    },
    {
      "epoch": 0.43286512611388006,
      "grad_norm": 2.660836274512189,
      "learning_rate": 9.495044370098827e-06,
      "loss": 0.1743,
      "step": 2866
    },
    {
      "epoch": 0.43301616070080046,
      "grad_norm": 2.118488239700756,
      "learning_rate": 9.494697991831154e-06,
      "loss": 0.1329,
      "step": 2867
    },
    {
      "epoch": 0.4331671952877209,
      "grad_norm": 2.895114621855141,
      "learning_rate": 9.49435150112614e-06,
      "loss": 0.1519,
      "step": 2868
    },
    {
      "epoch": 0.4333182298746413,
      "grad_norm": 4.900402600714372,
      "learning_rate": 9.494004897992449e-06,
      "loss": 0.1597,
      "step": 2869
    },
    {
      "epoch": 0.4334692644615617,
      "grad_norm": 2.2176992013649794,
      "learning_rate": 9.493658182438752e-06,
      "loss": 0.1671,
      "step": 2870
    },
    {
      "epoch": 0.4336202990484821,
      "grad_norm": 2.475471200897973,
      "learning_rate": 9.493311354473725e-06,
      "loss": 0.1688,
      "step": 2871
    },
    {
      "epoch": 0.4337713336354025,
      "grad_norm": 3.0935396806806197,
      "learning_rate": 9.492964414106041e-06,
      "loss": 0.1609,
      "step": 2872
    },
    {
      "epoch": 0.4339223682223229,
      "grad_norm": 3.142184174321951,
      "learning_rate": 9.49261736134438e-06,
      "loss": 0.1537,
      "step": 2873
    },
    {
      "epoch": 0.43407340280924334,
      "grad_norm": 2.4767502829279593,
      "learning_rate": 9.492270196197424e-06,
      "loss": 0.1467,
      "step": 2874
    },
    {
      "epoch": 0.43422443739616373,
      "grad_norm": 2.358537354029172,
      "learning_rate": 9.491922918673857e-06,
      "loss": 0.1683,
      "step": 2875
    },
    {
      "epoch": 0.4343754719830841,
      "grad_norm": 3.07842375930715,
      "learning_rate": 9.491575528782368e-06,
      "loss": 0.2055,
      "step": 2876
    },
    {
      "epoch": 0.4345265065700045,
      "grad_norm": 2.43340515316373,
      "learning_rate": 9.491228026531645e-06,
      "loss": 0.1633,
      "step": 2877
    },
    {
      "epoch": 0.4346775411569249,
      "grad_norm": 2.262704409939446,
      "learning_rate": 9.490880411930382e-06,
      "loss": 0.1643,
      "step": 2878
    },
    {
      "epoch": 0.4348285757438453,
      "grad_norm": 2.6670834079513113,
      "learning_rate": 9.490532684987275e-06,
      "loss": 0.1998,
      "step": 2879
    },
    {
      "epoch": 0.43497961033076576,
      "grad_norm": 2.7725707964186643,
      "learning_rate": 9.49018484571102e-06,
      "loss": 0.174,
      "step": 2880
    },
    {
      "epoch": 0.43513064491768616,
      "grad_norm": 2.295420239616843,
      "learning_rate": 9.489836894110324e-06,
      "loss": 0.1502,
      "step": 2881
    },
    {
      "epoch": 0.43528167950460656,
      "grad_norm": 2.2225295625014385,
      "learning_rate": 9.489488830193887e-06,
      "loss": 0.1329,
      "step": 2882
    },
    {
      "epoch": 0.43543271409152695,
      "grad_norm": 2.568785653135949,
      "learning_rate": 9.489140653970416e-06,
      "loss": 0.1607,
      "step": 2883
    },
    {
      "epoch": 0.43558374867844735,
      "grad_norm": 2.7066362672959667,
      "learning_rate": 9.488792365448622e-06,
      "loss": 0.1649,
      "step": 2884
    },
    {
      "epoch": 0.43573478326536774,
      "grad_norm": 1.9417063697771102,
      "learning_rate": 9.488443964637217e-06,
      "loss": 0.1455,
      "step": 2885
    },
    {
      "epoch": 0.4358858178522882,
      "grad_norm": 2.6264881935770115,
      "learning_rate": 9.488095451544917e-06,
      "loss": 0.1619,
      "step": 2886
    },
    {
      "epoch": 0.4360368524392086,
      "grad_norm": 6.8239000944682315,
      "learning_rate": 9.48774682618044e-06,
      "loss": 0.1971,
      "step": 2887
    },
    {
      "epoch": 0.436187887026129,
      "grad_norm": 2.688963531375313,
      "learning_rate": 9.487398088552507e-06,
      "loss": 0.1898,
      "step": 2888
    },
    {
      "epoch": 0.4363389216130494,
      "grad_norm": 2.972945867784992,
      "learning_rate": 9.48704923866984e-06,
      "loss": 0.1444,
      "step": 2889
    },
    {
      "epoch": 0.4364899561999698,
      "grad_norm": 3.1287869889106603,
      "learning_rate": 9.48670027654117e-06,
      "loss": 0.1717,
      "step": 2890
    },
    {
      "epoch": 0.43664099078689017,
      "grad_norm": 2.296110434021422,
      "learning_rate": 9.486351202175223e-06,
      "loss": 0.1628,
      "step": 2891
    },
    {
      "epoch": 0.4367920253738106,
      "grad_norm": 2.993650604568296,
      "learning_rate": 9.486002015580733e-06,
      "loss": 0.1533,
      "step": 2892
    },
    {
      "epoch": 0.436943059960731,
      "grad_norm": 2.8217440446439332,
      "learning_rate": 9.485652716766434e-06,
      "loss": 0.171,
      "step": 2893
    },
    {
      "epoch": 0.4370940945476514,
      "grad_norm": 2.3371701868447308,
      "learning_rate": 9.485303305741062e-06,
      "loss": 0.165,
      "step": 2894
    },
    {
      "epoch": 0.4372451291345718,
      "grad_norm": 2.5300341000578213,
      "learning_rate": 9.484953782513365e-06,
      "loss": 0.1819,
      "step": 2895
    },
    {
      "epoch": 0.4373961637214922,
      "grad_norm": 2.705799786611232,
      "learning_rate": 9.484604147092077e-06,
      "loss": 0.1556,
      "step": 2896
    },
    {
      "epoch": 0.4375471983084126,
      "grad_norm": 2.1378122997683775,
      "learning_rate": 9.48425439948595e-06,
      "loss": 0.1574,
      "step": 2897
    },
    {
      "epoch": 0.43769823289533305,
      "grad_norm": 2.4514169683371048,
      "learning_rate": 9.483904539703734e-06,
      "loss": 0.1845,
      "step": 2898
    },
    {
      "epoch": 0.43784926748225345,
      "grad_norm": 2.71243064672052,
      "learning_rate": 9.483554567754176e-06,
      "loss": 0.1563,
      "step": 2899
    },
    {
      "epoch": 0.43800030206917384,
      "grad_norm": 2.1325784902732607,
      "learning_rate": 9.483204483646035e-06,
      "loss": 0.1497,
      "step": 2900
    },
    {
      "epoch": 0.43815133665609424,
      "grad_norm": 2.136070504941807,
      "learning_rate": 9.482854287388068e-06,
      "loss": 0.1602,
      "step": 2901
    },
    {
      "epoch": 0.43830237124301463,
      "grad_norm": 2.680211510740247,
      "learning_rate": 9.482503978989033e-06,
      "loss": 0.1606,
      "step": 2902
    },
    {
      "epoch": 0.43845340582993503,
      "grad_norm": 2.6579752423604566,
      "learning_rate": 9.482153558457696e-06,
      "loss": 0.1875,
      "step": 2903
    },
    {
      "epoch": 0.4386044404168555,
      "grad_norm": 2.6782590561851487,
      "learning_rate": 9.48180302580282e-06,
      "loss": 0.1588,
      "step": 2904
    },
    {
      "epoch": 0.4387554750037759,
      "grad_norm": 2.137426130271736,
      "learning_rate": 9.481452381033178e-06,
      "loss": 0.1461,
      "step": 2905
    },
    {
      "epoch": 0.43890650959069627,
      "grad_norm": 2.2816372501099282,
      "learning_rate": 9.481101624157538e-06,
      "loss": 0.1409,
      "step": 2906
    },
    {
      "epoch": 0.43905754417761667,
      "grad_norm": 2.467453692329133,
      "learning_rate": 9.480750755184674e-06,
      "loss": 0.1557,
      "step": 2907
    },
    {
      "epoch": 0.43920857876453706,
      "grad_norm": 2.274986767328205,
      "learning_rate": 9.480399774123365e-06,
      "loss": 0.157,
      "step": 2908
    },
    {
      "epoch": 0.43935961335145746,
      "grad_norm": 3.000273024300605,
      "learning_rate": 9.480048680982392e-06,
      "loss": 0.1868,
      "step": 2909
    },
    {
      "epoch": 0.4395106479383779,
      "grad_norm": 2.5373864610530057,
      "learning_rate": 9.479697475770534e-06,
      "loss": 0.1709,
      "step": 2910
    },
    {
      "epoch": 0.4396616825252983,
      "grad_norm": 2.1172918695158307,
      "learning_rate": 9.479346158496581e-06,
      "loss": 0.138,
      "step": 2911
    },
    {
      "epoch": 0.4398127171122187,
      "grad_norm": 3.371685800387069,
      "learning_rate": 9.47899472916932e-06,
      "loss": 0.1924,
      "step": 2912
    },
    {
      "epoch": 0.4399637516991391,
      "grad_norm": 2.8557231840106856,
      "learning_rate": 9.478643187797539e-06,
      "loss": 0.1709,
      "step": 2913
    },
    {
      "epoch": 0.4401147862860595,
      "grad_norm": 2.478006854475944,
      "learning_rate": 9.478291534390036e-06,
      "loss": 0.2075,
      "step": 2914
    },
    {
      "epoch": 0.4402658208729799,
      "grad_norm": 2.4476351379551,
      "learning_rate": 9.477939768955606e-06,
      "loss": 0.1757,
      "step": 2915
    },
    {
      "epoch": 0.44041685545990034,
      "grad_norm": 2.1360726396913625,
      "learning_rate": 9.47758789150305e-06,
      "loss": 0.1452,
      "step": 2916
    },
    {
      "epoch": 0.44056789004682073,
      "grad_norm": 2.2962397005935413,
      "learning_rate": 9.477235902041168e-06,
      "loss": 0.1774,
      "step": 2917
    },
    {
      "epoch": 0.4407189246337411,
      "grad_norm": 2.5810476993724993,
      "learning_rate": 9.476883800578766e-06,
      "loss": 0.1529,
      "step": 2918
    },
    {
      "epoch": 0.4408699592206615,
      "grad_norm": 1.9202729574984543,
      "learning_rate": 9.476531587124653e-06,
      "loss": 0.1398,
      "step": 2919
    },
    {
      "epoch": 0.4410209938075819,
      "grad_norm": 1.9486942521088866,
      "learning_rate": 9.476179261687641e-06,
      "loss": 0.1475,
      "step": 2920
    },
    {
      "epoch": 0.4411720283945023,
      "grad_norm": 2.307021220610515,
      "learning_rate": 9.475826824276541e-06,
      "loss": 0.1729,
      "step": 2921
    },
    {
      "epoch": 0.44132306298142276,
      "grad_norm": 4.097696485095745,
      "learning_rate": 9.475474274900169e-06,
      "loss": 0.1794,
      "step": 2922
    },
    {
      "epoch": 0.44147409756834316,
      "grad_norm": 3.382004011428012,
      "learning_rate": 9.475121613567347e-06,
      "loss": 0.1936,
      "step": 2923
    },
    {
      "epoch": 0.44162513215526356,
      "grad_norm": 2.5623629021655367,
      "learning_rate": 9.474768840286896e-06,
      "loss": 0.1882,
      "step": 2924
    },
    {
      "epoch": 0.44177616674218395,
      "grad_norm": 1.999838992906664,
      "learning_rate": 9.474415955067639e-06,
      "loss": 0.1401,
      "step": 2925
    },
    {
      "epoch": 0.44192720132910435,
      "grad_norm": 2.5122477719301437,
      "learning_rate": 9.474062957918405e-06,
      "loss": 0.1688,
      "step": 2926
    },
    {
      "epoch": 0.44207823591602474,
      "grad_norm": 2.1034744075933953,
      "learning_rate": 9.473709848848027e-06,
      "loss": 0.1737,
      "step": 2927
    },
    {
      "epoch": 0.4422292705029452,
      "grad_norm": 3.128369412823823,
      "learning_rate": 9.473356627865335e-06,
      "loss": 0.1581,
      "step": 2928
    },
    {
      "epoch": 0.4423803050898656,
      "grad_norm": 2.2927910361706925,
      "learning_rate": 9.473003294979163e-06,
      "loss": 0.1601,
      "step": 2929
    },
    {
      "epoch": 0.442531339676786,
      "grad_norm": 2.4901864468659887,
      "learning_rate": 9.472649850198357e-06,
      "loss": 0.1554,
      "step": 2930
    },
    {
      "epoch": 0.4426823742637064,
      "grad_norm": 2.5224512272989985,
      "learning_rate": 9.472296293531751e-06,
      "loss": 0.1461,
      "step": 2931
    },
    {
      "epoch": 0.4428334088506268,
      "grad_norm": 2.766253092047908,
      "learning_rate": 9.471942624988193e-06,
      "loss": 0.1618,
      "step": 2932
    },
    {
      "epoch": 0.44298444343754717,
      "grad_norm": 2.379679120268621,
      "learning_rate": 9.47158884457653e-06,
      "loss": 0.1548,
      "step": 2933
    },
    {
      "epoch": 0.4431354780244676,
      "grad_norm": 2.255289606679209,
      "learning_rate": 9.471234952305612e-06,
      "loss": 0.1617,
      "step": 2934
    },
    {
      "epoch": 0.443286512611388,
      "grad_norm": 3.1652841077493328,
      "learning_rate": 9.470880948184292e-06,
      "loss": 0.1476,
      "step": 2935
    },
    {
      "epoch": 0.4434375471983084,
      "grad_norm": 3.0044197907428156,
      "learning_rate": 9.470526832221422e-06,
      "loss": 0.1664,
      "step": 2936
    },
    {
      "epoch": 0.4435885817852288,
      "grad_norm": 2.0636027257648752,
      "learning_rate": 9.470172604425867e-06,
      "loss": 0.1606,
      "step": 2937
    },
    {
      "epoch": 0.4437396163721492,
      "grad_norm": 2.247462007381648,
      "learning_rate": 9.469818264806485e-06,
      "loss": 0.1496,
      "step": 2938
    },
    {
      "epoch": 0.4438906509590696,
      "grad_norm": 2.272450870013867,
      "learning_rate": 9.469463813372138e-06,
      "loss": 0.1531,
      "step": 2939
    },
    {
      "epoch": 0.44404168554599005,
      "grad_norm": 1.9444524169558222,
      "learning_rate": 9.469109250131696e-06,
      "loss": 0.1453,
      "step": 2940
    },
    {
      "epoch": 0.44419272013291045,
      "grad_norm": 2.4559643051012277,
      "learning_rate": 9.468754575094027e-06,
      "loss": 0.1596,
      "step": 2941
    },
    {
      "epoch": 0.44434375471983084,
      "grad_norm": 3.3755351761364616,
      "learning_rate": 9.468399788268003e-06,
      "loss": 0.2146,
      "step": 2942
    },
    {
      "epoch": 0.44449478930675124,
      "grad_norm": 2.8473839156072906,
      "learning_rate": 9.4680448896625e-06,
      "loss": 0.1766,
      "step": 2943
    },
    {
      "epoch": 0.44464582389367163,
      "grad_norm": 2.4796300158630764,
      "learning_rate": 9.467689879286397e-06,
      "loss": 0.1426,
      "step": 2944
    },
    {
      "epoch": 0.4447968584805921,
      "grad_norm": 2.3710703144517926,
      "learning_rate": 9.467334757148572e-06,
      "loss": 0.1656,
      "step": 2945
    },
    {
      "epoch": 0.4449478930675125,
      "grad_norm": 2.6003755692921904,
      "learning_rate": 9.46697952325791e-06,
      "loss": 0.1579,
      "step": 2946
    },
    {
      "epoch": 0.4450989276544329,
      "grad_norm": 2.8653151642071273,
      "learning_rate": 9.466624177623298e-06,
      "loss": 0.2078,
      "step": 2947
    },
    {
      "epoch": 0.44524996224135327,
      "grad_norm": 2.389612281430796,
      "learning_rate": 9.466268720253625e-06,
      "loss": 0.1747,
      "step": 2948
    },
    {
      "epoch": 0.44540099682827367,
      "grad_norm": 2.017366299474137,
      "learning_rate": 9.465913151157782e-06,
      "loss": 0.137,
      "step": 2949
    },
    {
      "epoch": 0.44555203141519406,
      "grad_norm": 2.856040644488685,
      "learning_rate": 9.465557470344665e-06,
      "loss": 0.1991,
      "step": 2950
    },
    {
      "epoch": 0.4457030660021145,
      "grad_norm": 2.8568713903365244,
      "learning_rate": 9.46520167782317e-06,
      "loss": 0.2028,
      "step": 2951
    },
    {
      "epoch": 0.4458541005890349,
      "grad_norm": 2.2479624170645476,
      "learning_rate": 9.4648457736022e-06,
      "loss": 0.1853,
      "step": 2952
    },
    {
      "epoch": 0.4460051351759553,
      "grad_norm": 2.3371091683970824,
      "learning_rate": 9.464489757690655e-06,
      "loss": 0.1841,
      "step": 2953
    },
    {
      "epoch": 0.4461561697628757,
      "grad_norm": 2.7552113604428086,
      "learning_rate": 9.464133630097443e-06,
      "loss": 0.1544,
      "step": 2954
    },
    {
      "epoch": 0.4463072043497961,
      "grad_norm": 2.4392994062736326,
      "learning_rate": 9.463777390831472e-06,
      "loss": 0.1682,
      "step": 2955
    },
    {
      "epoch": 0.4464582389367165,
      "grad_norm": 2.359042797507817,
      "learning_rate": 9.463421039901654e-06,
      "loss": 0.166,
      "step": 2956
    },
    {
      "epoch": 0.44660927352363694,
      "grad_norm": 2.3069904657862104,
      "learning_rate": 9.463064577316902e-06,
      "loss": 0.1553,
      "step": 2957
    },
    {
      "epoch": 0.44676030811055734,
      "grad_norm": 2.109910651373422,
      "learning_rate": 9.462708003086134e-06,
      "loss": 0.1626,
      "step": 2958
    },
    {
      "epoch": 0.44691134269747773,
      "grad_norm": 4.005710900073862,
      "learning_rate": 9.46235131721827e-06,
      "loss": 0.2124,
      "step": 2959
    },
    {
      "epoch": 0.4470623772843981,
      "grad_norm": 2.6591270818183372,
      "learning_rate": 9.461994519722236e-06,
      "loss": 0.1758,
      "step": 2960
    },
    {
      "epoch": 0.4472134118713185,
      "grad_norm": 2.6651848515225245,
      "learning_rate": 9.46163761060695e-06,
      "loss": 0.1558,
      "step": 2961
    },
    {
      "epoch": 0.4473644464582389,
      "grad_norm": 2.6242756097488398,
      "learning_rate": 9.461280589881345e-06,
      "loss": 0.156,
      "step": 2962
    },
    {
      "epoch": 0.44751548104515937,
      "grad_norm": 2.809231105585134,
      "learning_rate": 9.460923457554351e-06,
      "loss": 0.1808,
      "step": 2963
    },
    {
      "epoch": 0.44766651563207976,
      "grad_norm": 2.8580035545141014,
      "learning_rate": 9.460566213634905e-06,
      "loss": 0.1788,
      "step": 2964
    },
    {
      "epoch": 0.44781755021900016,
      "grad_norm": 2.200620954018476,
      "learning_rate": 9.460208858131938e-06,
      "loss": 0.16,
      "step": 2965
    },
    {
      "epoch": 0.44796858480592056,
      "grad_norm": 2.219095551884271,
      "learning_rate": 9.459851391054395e-06,
      "loss": 0.1464,
      "step": 2966
    },
    {
      "epoch": 0.44811961939284095,
      "grad_norm": 2.4646760370934278,
      "learning_rate": 9.459493812411213e-06,
      "loss": 0.1483,
      "step": 2967
    },
    {
      "epoch": 0.44827065397976135,
      "grad_norm": 3.5116981808593875,
      "learning_rate": 9.459136122211343e-06,
      "loss": 0.1966,
      "step": 2968
    },
    {
      "epoch": 0.4484216885666818,
      "grad_norm": 2.4147040667275768,
      "learning_rate": 9.458778320463726e-06,
      "loss": 0.1563,
      "step": 2969
    },
    {
      "epoch": 0.4485727231536022,
      "grad_norm": 1.9891446924887939,
      "learning_rate": 9.458420407177319e-06,
      "loss": 0.1626,
      "step": 2970
    },
    {
      "epoch": 0.4487237577405226,
      "grad_norm": 2.4656387691775623,
      "learning_rate": 9.45806238236107e-06,
      "loss": 0.1584,
      "step": 2971
    },
    {
      "epoch": 0.448874792327443,
      "grad_norm": 2.4017779410464737,
      "learning_rate": 9.45770424602394e-06,
      "loss": 0.164,
      "step": 2972
    },
    {
      "epoch": 0.4490258269143634,
      "grad_norm": 2.3005798973167813,
      "learning_rate": 9.457345998174885e-06,
      "loss": 0.1697,
      "step": 2973
    },
    {
      "epoch": 0.4491768615012838,
      "grad_norm": 2.3115686345138102,
      "learning_rate": 9.456987638822866e-06,
      "loss": 0.157,
      "step": 2974
    },
    {
      "epoch": 0.4493278960882042,
      "grad_norm": 2.242067478597751,
      "learning_rate": 9.45662916797685e-06,
      "loss": 0.1572,
      "step": 2975
    },
    {
      "epoch": 0.4494789306751246,
      "grad_norm": 2.3368105384171405,
      "learning_rate": 9.456270585645804e-06,
      "loss": 0.1714,
      "step": 2976
    },
    {
      "epoch": 0.449629965262045,
      "grad_norm": 2.52977162205854,
      "learning_rate": 9.455911891838697e-06,
      "loss": 0.1551,
      "step": 2977
    },
    {
      "epoch": 0.4497809998489654,
      "grad_norm": 1.95850748607203,
      "learning_rate": 9.455553086564502e-06,
      "loss": 0.1463,
      "step": 2978
    },
    {
      "epoch": 0.4499320344358858,
      "grad_norm": 2.7298233950200332,
      "learning_rate": 9.455194169832196e-06,
      "loss": 0.1812,
      "step": 2979
    },
    {
      "epoch": 0.4500830690228062,
      "grad_norm": 2.7044966731620748,
      "learning_rate": 9.454835141650755e-06,
      "loss": 0.1562,
      "step": 2980
    },
    {
      "epoch": 0.45023410360972665,
      "grad_norm": 2.3045746723815563,
      "learning_rate": 9.454476002029162e-06,
      "loss": 0.15,
      "step": 2981
    },
    {
      "epoch": 0.45038513819664705,
      "grad_norm": 2.3072966384252602,
      "learning_rate": 9.454116750976403e-06,
      "loss": 0.1697,
      "step": 2982
    },
    {
      "epoch": 0.45053617278356745,
      "grad_norm": 2.439912809954086,
      "learning_rate": 9.453757388501461e-06,
      "loss": 0.1886,
      "step": 2983
    },
    {
      "epoch": 0.45068720737048784,
      "grad_norm": 3.230301926767873,
      "learning_rate": 9.453397914613329e-06,
      "loss": 0.1745,
      "step": 2984
    },
    {
      "epoch": 0.45083824195740824,
      "grad_norm": 2.226497304134881,
      "learning_rate": 9.453038329320995e-06,
      "loss": 0.1628,
      "step": 2985
    },
    {
      "epoch": 0.45098927654432863,
      "grad_norm": 2.4336057722878848,
      "learning_rate": 9.45267863263346e-06,
      "loss": 0.1362,
      "step": 2986
    },
    {
      "epoch": 0.4511403111312491,
      "grad_norm": 2.363523595018171,
      "learning_rate": 9.452318824559718e-06,
      "loss": 0.1579,
      "step": 2987
    },
    {
      "epoch": 0.4512913457181695,
      "grad_norm": 2.672884256389289,
      "learning_rate": 9.451958905108772e-06,
      "loss": 0.1681,
      "step": 2988
    },
    {
      "epoch": 0.4514423803050899,
      "grad_norm": 2.495397003280486,
      "learning_rate": 9.451598874289624e-06,
      "loss": 0.1699,
      "step": 2989
    },
    {
      "epoch": 0.45159341489201027,
      "grad_norm": 1.903626874474732,
      "learning_rate": 9.45123873211128e-06,
      "loss": 0.1336,
      "step": 2990
    },
    {
      "epoch": 0.45174444947893067,
      "grad_norm": 1.999747968107678,
      "learning_rate": 9.450878478582752e-06,
      "loss": 0.1545,
      "step": 2991
    },
    {
      "epoch": 0.45189548406585106,
      "grad_norm": 2.0209188604327304,
      "learning_rate": 9.450518113713048e-06,
      "loss": 0.1403,
      "step": 2992
    },
    {
      "epoch": 0.4520465186527715,
      "grad_norm": 2.623277539979502,
      "learning_rate": 9.450157637511186e-06,
      "loss": 0.167,
      "step": 2993
    },
    {
      "epoch": 0.4521975532396919,
      "grad_norm": 2.134376316446282,
      "learning_rate": 9.449797049986181e-06,
      "loss": 0.1531,
      "step": 2994
    },
    {
      "epoch": 0.4523485878266123,
      "grad_norm": 2.8572798622902686,
      "learning_rate": 9.449436351147056e-06,
      "loss": 0.1981,
      "step": 2995
    },
    {
      "epoch": 0.4524996224135327,
      "grad_norm": 3.422460319961676,
      "learning_rate": 9.449075541002832e-06,
      "loss": 0.1579,
      "step": 2996
    },
    {
      "epoch": 0.4526506570004531,
      "grad_norm": 2.1734431317065,
      "learning_rate": 9.448714619562535e-06,
      "loss": 0.1452,
      "step": 2997
    },
    {
      "epoch": 0.4528016915873735,
      "grad_norm": 2.2282243002769824,
      "learning_rate": 9.448353586835196e-06,
      "loss": 0.1597,
      "step": 2998
    },
    {
      "epoch": 0.45295272617429394,
      "grad_norm": 1.95855378537138,
      "learning_rate": 9.447992442829843e-06,
      "loss": 0.1558,
      "step": 2999
    },
    {
      "epoch": 0.45310376076121434,
      "grad_norm": 4.5092899472882815,
      "learning_rate": 9.447631187555511e-06,
      "loss": 0.2537,
      "step": 3000
    },
    {
      "epoch": 0.45325479534813473,
      "grad_norm": 2.7975961013795123,
      "learning_rate": 9.447269821021238e-06,
      "loss": 0.191,
      "step": 3001
    },
    {
      "epoch": 0.4534058299350551,
      "grad_norm": 2.270376014995287,
      "learning_rate": 9.446908343236064e-06,
      "loss": 0.1392,
      "step": 3002
    },
    {
      "epoch": 0.4535568645219755,
      "grad_norm": 2.165744561568729,
      "learning_rate": 9.446546754209032e-06,
      "loss": 0.1674,
      "step": 3003
    },
    {
      "epoch": 0.4537078991088959,
      "grad_norm": 2.3613708804467235,
      "learning_rate": 9.446185053949185e-06,
      "loss": 0.1679,
      "step": 3004
    },
    {
      "epoch": 0.45385893369581637,
      "grad_norm": 2.573978169499503,
      "learning_rate": 9.445823242465573e-06,
      "loss": 0.1351,
      "step": 3005
    },
    {
      "epoch": 0.45400996828273676,
      "grad_norm": 2.2849926033941834,
      "learning_rate": 9.445461319767248e-06,
      "loss": 0.1612,
      "step": 3006
    },
    {
      "epoch": 0.45416100286965716,
      "grad_norm": 2.0951380368646397,
      "learning_rate": 9.44509928586326e-06,
      "loss": 0.158,
      "step": 3007
    },
    {
      "epoch": 0.45431203745657756,
      "grad_norm": 2.384123630536586,
      "learning_rate": 9.44473714076267e-06,
      "loss": 0.1558,
      "step": 3008
    },
    {
      "epoch": 0.45446307204349795,
      "grad_norm": 3.521618189789225,
      "learning_rate": 9.444374884474532e-06,
      "loss": 0.1624,
      "step": 3009
    },
    {
      "epoch": 0.45461410663041835,
      "grad_norm": 2.283916740088682,
      "learning_rate": 9.444012517007914e-06,
      "loss": 0.1394,
      "step": 3010
    },
    {
      "epoch": 0.4547651412173388,
      "grad_norm": 7.031277597384395,
      "learning_rate": 9.443650038371877e-06,
      "loss": 0.197,
      "step": 3011
    },
    {
      "epoch": 0.4549161758042592,
      "grad_norm": 3.9200381895289684,
      "learning_rate": 9.443287448575487e-06,
      "loss": 0.1647,
      "step": 3012
    },
    {
      "epoch": 0.4550672103911796,
      "grad_norm": 2.181026925503647,
      "learning_rate": 9.44292474762782e-06,
      "loss": 0.1558,
      "step": 3013
    },
    {
      "epoch": 0.4552182449781,
      "grad_norm": 2.4244846039922154,
      "learning_rate": 9.442561935537944e-06,
      "loss": 0.1704,
      "step": 3014
    },
    {
      "epoch": 0.4553692795650204,
      "grad_norm": 2.9243412601989056,
      "learning_rate": 9.442199012314937e-06,
      "loss": 0.1784,
      "step": 3015
    },
    {
      "epoch": 0.4555203141519408,
      "grad_norm": 2.0370487525816463,
      "learning_rate": 9.441835977967879e-06,
      "loss": 0.1556,
      "step": 3016
    },
    {
      "epoch": 0.4556713487388612,
      "grad_norm": 2.7900053319945584,
      "learning_rate": 9.441472832505849e-06,
      "loss": 0.1737,
      "step": 3017
    },
    {
      "epoch": 0.4558223833257816,
      "grad_norm": 2.055443372103988,
      "learning_rate": 9.441109575937933e-06,
      "loss": 0.1474,
      "step": 3018
    },
    {
      "epoch": 0.455973417912702,
      "grad_norm": 2.1141165775061457,
      "learning_rate": 9.440746208273216e-06,
      "loss": 0.1608,
      "step": 3019
    },
    {
      "epoch": 0.4561244524996224,
      "grad_norm": 2.3944545366223653,
      "learning_rate": 9.440382729520791e-06,
      "loss": 0.1563,
      "step": 3020
    },
    {
      "epoch": 0.4562754870865428,
      "grad_norm": 2.6150087200296155,
      "learning_rate": 9.44001913968975e-06,
      "loss": 0.1893,
      "step": 3021
    },
    {
      "epoch": 0.4564265216734632,
      "grad_norm": 2.4818112523932556,
      "learning_rate": 9.439655438789183e-06,
      "loss": 0.1614,
      "step": 3022
    },
    {
      "epoch": 0.45657755626038365,
      "grad_norm": 2.215795976528233,
      "learning_rate": 9.439291626828196e-06,
      "loss": 0.1672,
      "step": 3023
    },
    {
      "epoch": 0.45672859084730405,
      "grad_norm": 2.6120277461966177,
      "learning_rate": 9.438927703815887e-06,
      "loss": 0.1932,
      "step": 3024
    },
    {
      "epoch": 0.45687962543422445,
      "grad_norm": 2.524218476129623,
      "learning_rate": 9.438563669761359e-06,
      "loss": 0.1664,
      "step": 3025
    },
    {
      "epoch": 0.45703066002114484,
      "grad_norm": 2.2164423876628496,
      "learning_rate": 9.438199524673717e-06,
      "loss": 0.1679,
      "step": 3026
    },
    {
      "epoch": 0.45718169460806524,
      "grad_norm": 2.4972259767506584,
      "learning_rate": 9.437835268562073e-06,
      "loss": 0.1698,
      "step": 3027
    },
    {
      "epoch": 0.45733272919498563,
      "grad_norm": 2.2850065903143895,
      "learning_rate": 9.437470901435538e-06,
      "loss": 0.1568,
      "step": 3028
    },
    {
      "epoch": 0.4574837637819061,
      "grad_norm": 2.6710490125050397,
      "learning_rate": 9.437106423303224e-06,
      "loss": 0.1455,
      "step": 3029
    },
    {
      "epoch": 0.4576347983688265,
      "grad_norm": 2.275935076294426,
      "learning_rate": 9.436741834174255e-06,
      "loss": 0.1563,
      "step": 3030
    },
    {
      "epoch": 0.4577858329557469,
      "grad_norm": 2.870487066240661,
      "learning_rate": 9.436377134057747e-06,
      "loss": 0.1495,
      "step": 3031
    },
    {
      "epoch": 0.45793686754266727,
      "grad_norm": 2.7517979991552632,
      "learning_rate": 9.436012322962824e-06,
      "loss": 0.1503,
      "step": 3032
    },
    {
      "epoch": 0.45808790212958767,
      "grad_norm": 2.167634131260022,
      "learning_rate": 9.435647400898614e-06,
      "loss": 0.1584,
      "step": 3033
    },
    {
      "epoch": 0.45823893671650806,
      "grad_norm": 2.6147261227445244,
      "learning_rate": 9.43528236787424e-06,
      "loss": 0.1689,
      "step": 3034
    },
    {
      "epoch": 0.4583899713034285,
      "grad_norm": 2.5986029154689594,
      "learning_rate": 9.434917223898841e-06,
      "loss": 0.1551,
      "step": 3035
    },
    {
      "epoch": 0.4585410058903489,
      "grad_norm": 2.812143230806351,
      "learning_rate": 9.434551968981545e-06,
      "loss": 0.1717,
      "step": 3036
    },
    {
      "epoch": 0.4586920404772693,
      "grad_norm": 2.679012226625913,
      "learning_rate": 9.434186603131493e-06,
      "loss": 0.1488,
      "step": 3037
    },
    {
      "epoch": 0.4588430750641897,
      "grad_norm": 2.239540801184452,
      "learning_rate": 9.433821126357822e-06,
      "loss": 0.1641,
      "step": 3038
    },
    {
      "epoch": 0.4589941096511101,
      "grad_norm": 4.290523295106972,
      "learning_rate": 9.433455538669678e-06,
      "loss": 0.1649,
      "step": 3039
    },
    {
      "epoch": 0.4591451442380305,
      "grad_norm": 1.9686368097922249,
      "learning_rate": 9.433089840076204e-06,
      "loss": 0.1507,
      "step": 3040
    },
    {
      "epoch": 0.45929617882495094,
      "grad_norm": 2.2323317902635997,
      "learning_rate": 9.432724030586547e-06,
      "loss": 0.183,
      "step": 3041
    },
    {
      "epoch": 0.45944721341187134,
      "grad_norm": 2.566389876516711,
      "learning_rate": 9.43235811020986e-06,
      "loss": 0.1741,
      "step": 3042
    },
    {
      "epoch": 0.45959824799879173,
      "grad_norm": 2.454838726449345,
      "learning_rate": 9.431992078955297e-06,
      "loss": 0.1997,
      "step": 3043
    },
    {
      "epoch": 0.4597492825857121,
      "grad_norm": 2.814561590920498,
      "learning_rate": 9.431625936832014e-06,
      "loss": 0.1831,
      "step": 3044
    },
    {
      "epoch": 0.4599003171726325,
      "grad_norm": 2.3991133124174837,
      "learning_rate": 9.43125968384917e-06,
      "loss": 0.1531,
      "step": 3045
    },
    {
      "epoch": 0.4600513517595529,
      "grad_norm": 2.081119620399646,
      "learning_rate": 9.430893320015926e-06,
      "loss": 0.1514,
      "step": 3046
    },
    {
      "epoch": 0.46020238634647337,
      "grad_norm": 2.148145477795726,
      "learning_rate": 9.430526845341448e-06,
      "loss": 0.1683,
      "step": 3047
    },
    {
      "epoch": 0.46035342093339376,
      "grad_norm": 2.0773428074131877,
      "learning_rate": 9.430160259834902e-06,
      "loss": 0.1438,
      "step": 3048
    },
    {
      "epoch": 0.46050445552031416,
      "grad_norm": 3.3691030522500243,
      "learning_rate": 9.429793563505463e-06,
      "loss": 0.2066,
      "step": 3049
    },
    {
      "epoch": 0.46065549010723456,
      "grad_norm": 2.8058847921553327,
      "learning_rate": 9.429426756362298e-06,
      "loss": 0.1629,
      "step": 3050
    },
    {
      "epoch": 0.46080652469415495,
      "grad_norm": 2.436133419784794,
      "learning_rate": 9.429059838414586e-06,
      "loss": 0.1529,
      "step": 3051
    },
    {
      "epoch": 0.46095755928107535,
      "grad_norm": 2.715249046524794,
      "learning_rate": 9.428692809671506e-06,
      "loss": 0.1674,
      "step": 3052
    },
    {
      "epoch": 0.4611085938679958,
      "grad_norm": 2.0390833989570765,
      "learning_rate": 9.428325670142238e-06,
      "loss": 0.1443,
      "step": 3053
    },
    {
      "epoch": 0.4612596284549162,
      "grad_norm": 2.3497896153660403,
      "learning_rate": 9.427958419835967e-06,
      "loss": 0.1661,
      "step": 3054
    },
    {
      "epoch": 0.4614106630418366,
      "grad_norm": 2.5564044347557626,
      "learning_rate": 9.42759105876188e-06,
      "loss": 0.1758,
      "step": 3055
    },
    {
      "epoch": 0.461561697628757,
      "grad_norm": 2.3946776866005584,
      "learning_rate": 9.427223586929168e-06,
      "loss": 0.1653,
      "step": 3056
    },
    {
      "epoch": 0.4617127322156774,
      "grad_norm": 2.830388188935523,
      "learning_rate": 9.42685600434702e-06,
      "loss": 0.1811,
      "step": 3057
    },
    {
      "epoch": 0.4618637668025978,
      "grad_norm": 1.67231131804339,
      "learning_rate": 9.426488311024636e-06,
      "loss": 0.115,
      "step": 3058
    },
    {
      "epoch": 0.4620148013895182,
      "grad_norm": 2.0635780095102834,
      "learning_rate": 9.426120506971209e-06,
      "loss": 0.167,
      "step": 3059
    },
    {
      "epoch": 0.4621658359764386,
      "grad_norm": 2.1280797185466347,
      "learning_rate": 9.425752592195942e-06,
      "loss": 0.1486,
      "step": 3060
    },
    {
      "epoch": 0.462316870563359,
      "grad_norm": 3.000344182158473,
      "learning_rate": 9.42538456670804e-06,
      "loss": 0.166,
      "step": 3061
    },
    {
      "epoch": 0.4624679051502794,
      "grad_norm": 2.333104105292057,
      "learning_rate": 9.425016430516709e-06,
      "loss": 0.1677,
      "step": 3062
    },
    {
      "epoch": 0.4626189397371998,
      "grad_norm": 2.302371707581049,
      "learning_rate": 9.424648183631155e-06,
      "loss": 0.152,
      "step": 3063
    },
    {
      "epoch": 0.4627699743241202,
      "grad_norm": 2.2866166908238172,
      "learning_rate": 9.424279826060594e-06,
      "loss": 0.157,
      "step": 3064
    },
    {
      "epoch": 0.46292100891104065,
      "grad_norm": 2.2494196827501294,
      "learning_rate": 9.42391135781424e-06,
      "loss": 0.1752,
      "step": 3065
    },
    {
      "epoch": 0.46307204349796105,
      "grad_norm": 2.9477822749011215,
      "learning_rate": 9.423542778901307e-06,
      "loss": 0.193,
      "step": 3066
    },
    {
      "epoch": 0.46322307808488145,
      "grad_norm": 1.9845941678487613,
      "learning_rate": 9.423174089331019e-06,
      "loss": 0.1344,
      "step": 3067
    },
    {
      "epoch": 0.46337411267180184,
      "grad_norm": 2.5897715382620614,
      "learning_rate": 9.422805289112598e-06,
      "loss": 0.1607,
      "step": 3068
    },
    {
      "epoch": 0.46352514725872224,
      "grad_norm": 2.4740842776033247,
      "learning_rate": 9.422436378255268e-06,
      "loss": 0.1875,
      "step": 3069
    },
    {
      "epoch": 0.46367618184564263,
      "grad_norm": 2.0956397244645637,
      "learning_rate": 9.422067356768259e-06,
      "loss": 0.1554,
      "step": 3070
    },
    {
      "epoch": 0.4638272164325631,
      "grad_norm": 2.3987437556793174,
      "learning_rate": 9.421698224660803e-06,
      "loss": 0.1573,
      "step": 3071
    },
    {
      "epoch": 0.4639782510194835,
      "grad_norm": 2.394508645993544,
      "learning_rate": 9.421328981942132e-06,
      "loss": 0.1438,
      "step": 3072
    },
    {
      "epoch": 0.4641292856064039,
      "grad_norm": 2.3286688694991033,
      "learning_rate": 9.420959628621485e-06,
      "loss": 0.1701,
      "step": 3073
    },
    {
      "epoch": 0.46428032019332427,
      "grad_norm": 2.254928983959413,
      "learning_rate": 9.4205901647081e-06,
      "loss": 0.1748,
      "step": 3074
    },
    {
      "epoch": 0.46443135478024467,
      "grad_norm": 3.454065242134329,
      "learning_rate": 9.420220590211219e-06,
      "loss": 0.1785,
      "step": 3075
    },
    {
      "epoch": 0.46458238936716506,
      "grad_norm": 2.269391876352089,
      "learning_rate": 9.41985090514009e-06,
      "loss": 0.1569,
      "step": 3076
    },
    {
      "epoch": 0.4647334239540855,
      "grad_norm": 2.573756803255579,
      "learning_rate": 9.419481109503957e-06,
      "loss": 0.168,
      "step": 3077
    },
    {
      "epoch": 0.4648844585410059,
      "grad_norm": 2.803430810038323,
      "learning_rate": 9.419111203312071e-06,
      "loss": 0.153,
      "step": 3078
    },
    {
      "epoch": 0.4650354931279263,
      "grad_norm": 2.2503887041294823,
      "learning_rate": 9.41874118657369e-06,
      "loss": 0.1509,
      "step": 3079
    },
    {
      "epoch": 0.4651865277148467,
      "grad_norm": 2.2744840656632084,
      "learning_rate": 9.418371059298066e-06,
      "loss": 0.1439,
      "step": 3080
    },
    {
      "epoch": 0.4653375623017671,
      "grad_norm": 2.306244965773245,
      "learning_rate": 9.418000821494457e-06,
      "loss": 0.1609,
      "step": 3081
    },
    {
      "epoch": 0.4654885968886875,
      "grad_norm": 2.3380769685567073,
      "learning_rate": 9.417630473172128e-06,
      "loss": 0.1753,
      "step": 3082
    },
    {
      "epoch": 0.46563963147560794,
      "grad_norm": 2.0738613126624994,
      "learning_rate": 9.417260014340343e-06,
      "loss": 0.1547,
      "step": 3083
    },
    {
      "epoch": 0.46579066606252834,
      "grad_norm": 2.84555281860221,
      "learning_rate": 9.416889445008369e-06,
      "loss": 0.1789,
      "step": 3084
    },
    {
      "epoch": 0.46594170064944873,
      "grad_norm": 2.221979312798778,
      "learning_rate": 9.416518765185475e-06,
      "loss": 0.1727,
      "step": 3085
    },
    {
      "epoch": 0.4660927352363691,
      "grad_norm": 2.449018986435257,
      "learning_rate": 9.416147974880932e-06,
      "loss": 0.158,
      "step": 3086
    },
    {
      "epoch": 0.4662437698232895,
      "grad_norm": 2.098476043899509,
      "learning_rate": 9.41577707410402e-06,
      "loss": 0.1566,
      "step": 3087
    },
    {
      "epoch": 0.4663948044102099,
      "grad_norm": 2.6980250376880144,
      "learning_rate": 9.415406062864015e-06,
      "loss": 0.1822,
      "step": 3088
    },
    {
      "epoch": 0.46654583899713037,
      "grad_norm": 1.8410291781170405,
      "learning_rate": 9.415034941170195e-06,
      "loss": 0.1529,
      "step": 3089
    },
    {
      "epoch": 0.46669687358405076,
      "grad_norm": 2.2832594470107095,
      "learning_rate": 9.414663709031851e-06,
      "loss": 0.1392,
      "step": 3090
    },
    {
      "epoch": 0.46684790817097116,
      "grad_norm": 2.7115917590853327,
      "learning_rate": 9.414292366458261e-06,
      "loss": 0.165,
      "step": 3091
    },
    {
      "epoch": 0.46699894275789156,
      "grad_norm": 3.3721443583268482,
      "learning_rate": 9.413920913458722e-06,
      "loss": 0.1438,
      "step": 3092
    },
    {
      "epoch": 0.46714997734481195,
      "grad_norm": 3.4968071746877993,
      "learning_rate": 9.413549350042521e-06,
      "loss": 0.2136,
      "step": 3093
    },
    {
      "epoch": 0.46730101193173235,
      "grad_norm": 2.7373731603448412,
      "learning_rate": 9.413177676218957e-06,
      "loss": 0.1681,
      "step": 3094
    },
    {
      "epoch": 0.4674520465186528,
      "grad_norm": 2.3324669059916405,
      "learning_rate": 9.412805891997323e-06,
      "loss": 0.1639,
      "step": 3095
    },
    {
      "epoch": 0.4676030811055732,
      "grad_norm": 2.2228265922444805,
      "learning_rate": 9.412433997386923e-06,
      "loss": 0.1567,
      "step": 3096
    },
    {
      "epoch": 0.4677541156924936,
      "grad_norm": 2.6855273236096813,
      "learning_rate": 9.412061992397058e-06,
      "loss": 0.1369,
      "step": 3097
    },
    {
      "epoch": 0.467905150279414,
      "grad_norm": 2.756877509679327,
      "learning_rate": 9.411689877037036e-06,
      "loss": 0.1775,
      "step": 3098
    },
    {
      "epoch": 0.4680561848663344,
      "grad_norm": 2.534442800420768,
      "learning_rate": 9.411317651316163e-06,
      "loss": 0.1622,
      "step": 3099
    },
    {
      "epoch": 0.4682072194532548,
      "grad_norm": 1.8517077993777917,
      "learning_rate": 9.410945315243752e-06,
      "loss": 0.1482,
      "step": 3100
    },
    {
      "epoch": 0.4683582540401752,
      "grad_norm": 4.8068347095758295,
      "learning_rate": 9.410572868829117e-06,
      "loss": 0.2319,
      "step": 3101
    },
    {
      "epoch": 0.4685092886270956,
      "grad_norm": 1.9971386398334476,
      "learning_rate": 9.410200312081576e-06,
      "loss": 0.141,
      "step": 3102
    },
    {
      "epoch": 0.468660323214016,
      "grad_norm": 3.283020700824815,
      "learning_rate": 9.409827645010448e-06,
      "loss": 0.1693,
      "step": 3103
    },
    {
      "epoch": 0.4688113578009364,
      "grad_norm": 2.7369461391419314,
      "learning_rate": 9.409454867625055e-06,
      "loss": 0.1806,
      "step": 3104
    },
    {
      "epoch": 0.4689623923878568,
      "grad_norm": 2.3014529445596286,
      "learning_rate": 9.40908197993472e-06,
      "loss": 0.1792,
      "step": 3105
    },
    {
      "epoch": 0.4691134269747772,
      "grad_norm": 2.3587960382530513,
      "learning_rate": 9.408708981948776e-06,
      "loss": 0.1609,
      "step": 3106
    },
    {
      "epoch": 0.46926446156169765,
      "grad_norm": 2.292227762860851,
      "learning_rate": 9.40833587367655e-06,
      "loss": 0.1525,
      "step": 3107
    },
    {
      "epoch": 0.46941549614861805,
      "grad_norm": 2.5076782783475555,
      "learning_rate": 9.407962655127377e-06,
      "loss": 0.1664,
      "step": 3108
    },
    {
      "epoch": 0.46956653073553845,
      "grad_norm": 2.526789609870176,
      "learning_rate": 9.407589326310593e-06,
      "loss": 0.1696,
      "step": 3109
    },
    {
      "epoch": 0.46971756532245884,
      "grad_norm": 2.4651336162732203,
      "learning_rate": 9.407215887235536e-06,
      "loss": 0.1866,
      "step": 3110
    },
    {
      "epoch": 0.46986859990937924,
      "grad_norm": 3.0518641755269633,
      "learning_rate": 9.40684233791155e-06,
      "loss": 0.1836,
      "step": 3111
    },
    {
      "epoch": 0.47001963449629963,
      "grad_norm": 2.585885150198552,
      "learning_rate": 9.406468678347977e-06,
      "loss": 0.1365,
      "step": 3112
    },
    {
      "epoch": 0.4701706690832201,
      "grad_norm": 2.1260644206791555,
      "learning_rate": 9.406094908554168e-06,
      "loss": 0.1492,
      "step": 3113
    },
    {
      "epoch": 0.4703217036701405,
      "grad_norm": 2.883239435471735,
      "learning_rate": 9.40572102853947e-06,
      "loss": 0.169,
      "step": 3114
    },
    {
      "epoch": 0.4704727382570609,
      "grad_norm": 2.5946425589307145,
      "learning_rate": 9.405347038313235e-06,
      "loss": 0.1473,
      "step": 3115
    },
    {
      "epoch": 0.47062377284398127,
      "grad_norm": 4.741795488689868,
      "learning_rate": 9.40497293788482e-06,
      "loss": 0.1988,
      "step": 3116
    },
    {
      "epoch": 0.47077480743090167,
      "grad_norm": 2.7778593086219776,
      "learning_rate": 9.404598727263585e-06,
      "loss": 0.1829,
      "step": 3117
    },
    {
      "epoch": 0.47092584201782206,
      "grad_norm": 2.14565021182244,
      "learning_rate": 9.404224406458888e-06,
      "loss": 0.1502,
      "step": 3118
    },
    {
      "epoch": 0.4710768766047425,
      "grad_norm": 2.3060097807529214,
      "learning_rate": 9.403849975480095e-06,
      "loss": 0.1655,
      "step": 3119
    },
    {
      "epoch": 0.4712279111916629,
      "grad_norm": 2.097904443936051,
      "learning_rate": 9.403475434336571e-06,
      "loss": 0.1599,
      "step": 3120
    },
    {
      "epoch": 0.4713789457785833,
      "grad_norm": 1.6968919443279737,
      "learning_rate": 9.403100783037687e-06,
      "loss": 0.1272,
      "step": 3121
    },
    {
      "epoch": 0.4715299803655037,
      "grad_norm": 2.403466944381608,
      "learning_rate": 9.402726021592815e-06,
      "loss": 0.1507,
      "step": 3122
    },
    {
      "epoch": 0.4716810149524241,
      "grad_norm": 3.0719451543228926,
      "learning_rate": 9.402351150011328e-06,
      "loss": 0.1795,
      "step": 3123
    },
    {
      "epoch": 0.4718320495393445,
      "grad_norm": 3.2121470474327882,
      "learning_rate": 9.401976168302604e-06,
      "loss": 0.1744,
      "step": 3124
    },
    {
      "epoch": 0.47198308412626494,
      "grad_norm": 2.2172573942706295,
      "learning_rate": 9.401601076476026e-06,
      "loss": 0.1692,
      "step": 3125
    },
    {
      "epoch": 0.47213411871318534,
      "grad_norm": 1.5775201369840752,
      "learning_rate": 9.401225874540975e-06,
      "loss": 0.1125,
      "step": 3126
    },
    {
      "epoch": 0.47228515330010573,
      "grad_norm": 2.3563004250769537,
      "learning_rate": 9.400850562506837e-06,
      "loss": 0.1608,
      "step": 3127
    },
    {
      "epoch": 0.4724361878870261,
      "grad_norm": 2.307165259304035,
      "learning_rate": 9.400475140383001e-06,
      "loss": 0.1613,
      "step": 3128
    },
    {
      "epoch": 0.4725872224739465,
      "grad_norm": 2.1265974021548715,
      "learning_rate": 9.400099608178859e-06,
      "loss": 0.1438,
      "step": 3129
    },
    {
      "epoch": 0.4727382570608669,
      "grad_norm": 2.9352087883372175,
      "learning_rate": 9.399723965903802e-06,
      "loss": 0.152,
      "step": 3130
    },
    {
      "epoch": 0.47288929164778737,
      "grad_norm": 2.181365888984092,
      "learning_rate": 9.399348213567231e-06,
      "loss": 0.1607,
      "step": 3131
    },
    {
      "epoch": 0.47304032623470776,
      "grad_norm": 2.3070497231117875,
      "learning_rate": 9.398972351178543e-06,
      "loss": 0.1749,
      "step": 3132
    },
    {
      "epoch": 0.47319136082162816,
      "grad_norm": 2.8059036811784623,
      "learning_rate": 9.398596378747143e-06,
      "loss": 0.1718,
      "step": 3133
    },
    {
      "epoch": 0.47334239540854856,
      "grad_norm": 2.504069166674323,
      "learning_rate": 9.398220296282434e-06,
      "loss": 0.1598,
      "step": 3134
    },
    {
      "epoch": 0.47349342999546895,
      "grad_norm": 2.1202597308802464,
      "learning_rate": 9.397844103793824e-06,
      "loss": 0.1536,
      "step": 3135
    },
    {
      "epoch": 0.47364446458238935,
      "grad_norm": 2.1169877876929046,
      "learning_rate": 9.397467801290723e-06,
      "loss": 0.1429,
      "step": 3136
    },
    {
      "epoch": 0.4737954991693098,
      "grad_norm": 2.075422503308984,
      "learning_rate": 9.397091388782547e-06,
      "loss": 0.173,
      "step": 3137
    },
    {
      "epoch": 0.4739465337562302,
      "grad_norm": 2.906946366917232,
      "learning_rate": 9.396714866278709e-06,
      "loss": 0.168,
      "step": 3138
    },
    {
      "epoch": 0.4740975683431506,
      "grad_norm": 2.0857754476433747,
      "learning_rate": 9.396338233788631e-06,
      "loss": 0.1474,
      "step": 3139
    },
    {
      "epoch": 0.474248602930071,
      "grad_norm": 2.5971686597827084,
      "learning_rate": 9.395961491321732e-06,
      "loss": 0.1846,
      "step": 3140
    },
    {
      "epoch": 0.4743996375169914,
      "grad_norm": 2.064485610098695,
      "learning_rate": 9.39558463888744e-06,
      "loss": 0.1501,
      "step": 3141
    },
    {
      "epoch": 0.4745506721039118,
      "grad_norm": 2.140965289041653,
      "learning_rate": 9.395207676495178e-06,
      "loss": 0.1411,
      "step": 3142
    },
    {
      "epoch": 0.4747017066908322,
      "grad_norm": 3.1034895302108128,
      "learning_rate": 9.394830604154377e-06,
      "loss": 0.1796,
      "step": 3143
    },
    {
      "epoch": 0.4748527412777526,
      "grad_norm": 2.2066719959103374,
      "learning_rate": 9.394453421874473e-06,
      "loss": 0.1433,
      "step": 3144
    },
    {
      "epoch": 0.475003775864673,
      "grad_norm": 2.8574330346977175,
      "learning_rate": 9.394076129664896e-06,
      "loss": 0.1893,
      "step": 3145
    },
    {
      "epoch": 0.4751548104515934,
      "grad_norm": 2.199334832708802,
      "learning_rate": 9.393698727535088e-06,
      "loss": 0.1756,
      "step": 3146
    },
    {
      "epoch": 0.4753058450385138,
      "grad_norm": 2.535334784914728,
      "learning_rate": 9.39332121549449e-06,
      "loss": 0.1687,
      "step": 3147
    },
    {
      "epoch": 0.4754568796254342,
      "grad_norm": 6.574134923077675,
      "learning_rate": 9.392943593552545e-06,
      "loss": 0.164,
      "step": 3148
    },
    {
      "epoch": 0.47560791421235465,
      "grad_norm": 2.5640937746336636,
      "learning_rate": 9.392565861718696e-06,
      "loss": 0.1669,
      "step": 3149
    },
    {
      "epoch": 0.47575894879927505,
      "grad_norm": 2.4558341374779027,
      "learning_rate": 9.392188020002397e-06,
      "loss": 0.1826,
      "step": 3150
    },
    {
      "epoch": 0.47590998338619545,
      "grad_norm": 2.1014144902897587,
      "learning_rate": 9.391810068413099e-06,
      "loss": 0.1505,
      "step": 3151
    },
    {
      "epoch": 0.47606101797311584,
      "grad_norm": 3.0520351441118896,
      "learning_rate": 9.391432006960255e-06,
      "loss": 0.1635,
      "step": 3152
    },
    {
      "epoch": 0.47621205256003624,
      "grad_norm": 2.2399038893298107,
      "learning_rate": 9.391053835653323e-06,
      "loss": 0.1564,
      "step": 3153
    },
    {
      "epoch": 0.47636308714695663,
      "grad_norm": 2.207836055447323,
      "learning_rate": 9.390675554501762e-06,
      "loss": 0.1525,
      "step": 3154
    },
    {
      "epoch": 0.4765141217338771,
      "grad_norm": 3.185897825615928,
      "learning_rate": 9.390297163515039e-06,
      "loss": 0.1571,
      "step": 3155
    },
    {
      "epoch": 0.4766651563207975,
      "grad_norm": 1.8117537526044123,
      "learning_rate": 9.389918662702615e-06,
      "loss": 0.1322,
      "step": 3156
    },
    {
      "epoch": 0.4768161909077179,
      "grad_norm": 5.020964556400165,
      "learning_rate": 9.389540052073963e-06,
      "loss": 0.1784,
      "step": 3157
    },
    {
      "epoch": 0.47696722549463827,
      "grad_norm": 2.174511420998066,
      "learning_rate": 9.389161331638547e-06,
      "loss": 0.1671,
      "step": 3158
    },
    {
      "epoch": 0.47711826008155866,
      "grad_norm": 2.2392255361511744,
      "learning_rate": 9.388782501405849e-06,
      "loss": 0.1551,
      "step": 3159
    },
    {
      "epoch": 0.47726929466847906,
      "grad_norm": 2.223952391890241,
      "learning_rate": 9.388403561385341e-06,
      "loss": 0.157,
      "step": 3160
    },
    {
      "epoch": 0.4774203292553995,
      "grad_norm": 2.229435096087771,
      "learning_rate": 9.388024511586504e-06,
      "loss": 0.153,
      "step": 3161
    },
    {
      "epoch": 0.4775713638423199,
      "grad_norm": 1.9824885440373106,
      "learning_rate": 9.387645352018818e-06,
      "loss": 0.1477,
      "step": 3162
    },
    {
      "epoch": 0.4777223984292403,
      "grad_norm": 2.4389904721016467,
      "learning_rate": 9.38726608269177e-06,
      "loss": 0.145,
      "step": 3163
    },
    {
      "epoch": 0.4778734330161607,
      "grad_norm": 3.3154724584921245,
      "learning_rate": 9.386886703614848e-06,
      "loss": 0.1794,
      "step": 3164
    },
    {
      "epoch": 0.4780244676030811,
      "grad_norm": 2.746738526751078,
      "learning_rate": 9.386507214797542e-06,
      "loss": 0.1809,
      "step": 3165
    },
    {
      "epoch": 0.4781755021900015,
      "grad_norm": 2.677421472161293,
      "learning_rate": 9.386127616249343e-06,
      "loss": 0.1747,
      "step": 3166
    },
    {
      "epoch": 0.47832653677692194,
      "grad_norm": 2.2241835842189412,
      "learning_rate": 9.385747907979749e-06,
      "loss": 0.17,
      "step": 3167
    },
    {
      "epoch": 0.47847757136384234,
      "grad_norm": 2.3262508493604153,
      "learning_rate": 9.385368089998258e-06,
      "loss": 0.1647,
      "step": 3168
    },
    {
      "epoch": 0.47862860595076273,
      "grad_norm": 2.752337941749457,
      "learning_rate": 9.38498816231437e-06,
      "loss": 0.1757,
      "step": 3169
    },
    {
      "epoch": 0.4787796405376831,
      "grad_norm": 2.126063623469065,
      "learning_rate": 9.384608124937594e-06,
      "loss": 0.1632,
      "step": 3170
    },
    {
      "epoch": 0.4789306751246035,
      "grad_norm": 2.310846645674285,
      "learning_rate": 9.38422797787743e-06,
      "loss": 0.1546,
      "step": 3171
    },
    {
      "epoch": 0.4790817097115239,
      "grad_norm": 2.3126848669359497,
      "learning_rate": 9.383847721143394e-06,
      "loss": 0.1705,
      "step": 3172
    },
    {
      "epoch": 0.47923274429844437,
      "grad_norm": 2.6946034105622196,
      "learning_rate": 9.383467354744992e-06,
      "loss": 0.1829,
      "step": 3173
    },
    {
      "epoch": 0.47938377888536476,
      "grad_norm": 2.728172218839751,
      "learning_rate": 9.383086878691742e-06,
      "loss": 0.1628,
      "step": 3174
    },
    {
      "epoch": 0.47953481347228516,
      "grad_norm": 2.283188014247287,
      "learning_rate": 9.382706292993166e-06,
      "loss": 0.1587,
      "step": 3175
    },
    {
      "epoch": 0.47968584805920556,
      "grad_norm": 2.0922743806136213,
      "learning_rate": 9.382325597658779e-06,
      "loss": 0.1518,
      "step": 3176
    },
    {
      "epoch": 0.47983688264612595,
      "grad_norm": 2.5249758719840854,
      "learning_rate": 9.381944792698106e-06,
      "loss": 0.1585,
      "step": 3177
    },
    {
      "epoch": 0.47998791723304635,
      "grad_norm": 2.6545833617554053,
      "learning_rate": 9.381563878120671e-06,
      "loss": 0.1706,
      "step": 3178
    },
    {
      "epoch": 0.4801389518199668,
      "grad_norm": 2.3639267565740205,
      "learning_rate": 9.381182853936008e-06,
      "loss": 0.1658,
      "step": 3179
    },
    {
      "epoch": 0.4802899864068872,
      "grad_norm": 2.424657881498885,
      "learning_rate": 9.380801720153644e-06,
      "loss": 0.172,
      "step": 3180
    },
    {
      "epoch": 0.4804410209938076,
      "grad_norm": 1.9517421502032815,
      "learning_rate": 9.380420476783113e-06,
      "loss": 0.1602,
      "step": 3181
    },
    {
      "epoch": 0.480592055580728,
      "grad_norm": 2.551245415307415,
      "learning_rate": 9.380039123833957e-06,
      "loss": 0.1792,
      "step": 3182
    },
    {
      "epoch": 0.4807430901676484,
      "grad_norm": 2.375731137060149,
      "learning_rate": 9.37965766131571e-06,
      "loss": 0.188,
      "step": 3183
    },
    {
      "epoch": 0.4808941247545688,
      "grad_norm": 2.4529385726230846,
      "learning_rate": 9.379276089237919e-06,
      "loss": 0.1779,
      "step": 3184
    },
    {
      "epoch": 0.4810451593414892,
      "grad_norm": 3.2190022435489043,
      "learning_rate": 9.378894407610126e-06,
      "loss": 0.1868,
      "step": 3185
    },
    {
      "epoch": 0.4811961939284096,
      "grad_norm": 2.679680190309039,
      "learning_rate": 9.37851261644188e-06,
      "loss": 0.17,
      "step": 3186
    },
    {
      "epoch": 0.48134722851533,
      "grad_norm": 2.799735342855553,
      "learning_rate": 9.378130715742733e-06,
      "loss": 0.1706,
      "step": 3187
    },
    {
      "epoch": 0.4814982631022504,
      "grad_norm": 2.3815866338052363,
      "learning_rate": 9.377748705522236e-06,
      "loss": 0.1567,
      "step": 3188
    },
    {
      "epoch": 0.4816492976891708,
      "grad_norm": 2.4521558501084697,
      "learning_rate": 9.377366585789946e-06,
      "loss": 0.1666,
      "step": 3189
    },
    {
      "epoch": 0.4818003322760912,
      "grad_norm": 2.68885324563275,
      "learning_rate": 9.376984356555424e-06,
      "loss": 0.1622,
      "step": 3190
    },
    {
      "epoch": 0.48195136686301165,
      "grad_norm": 2.2656472782943906,
      "learning_rate": 9.376602017828229e-06,
      "loss": 0.1766,
      "step": 3191
    },
    {
      "epoch": 0.48210240144993205,
      "grad_norm": 2.2160171376634925,
      "learning_rate": 9.376219569617928e-06,
      "loss": 0.1429,
      "step": 3192
    },
    {
      "epoch": 0.48225343603685245,
      "grad_norm": 2.3267134705227455,
      "learning_rate": 9.375837011934083e-06,
      "loss": 0.1663,
      "step": 3193
    },
    {
      "epoch": 0.48240447062377284,
      "grad_norm": 1.9345057340790175,
      "learning_rate": 9.375454344786272e-06,
      "loss": 0.146,
      "step": 3194
    },
    {
      "epoch": 0.48255550521069324,
      "grad_norm": 2.614537517539277,
      "learning_rate": 9.375071568184062e-06,
      "loss": 0.1602,
      "step": 3195
    },
    {
      "epoch": 0.48270653979761363,
      "grad_norm": 2.558136759541689,
      "learning_rate": 9.374688682137028e-06,
      "loss": 0.1832,
      "step": 3196
    },
    {
      "epoch": 0.4828575743845341,
      "grad_norm": 4.103584085911953,
      "learning_rate": 9.37430568665475e-06,
      "loss": 0.22,
      "step": 3197
    },
    {
      "epoch": 0.4830086089714545,
      "grad_norm": 2.40872053395393,
      "learning_rate": 9.37392258174681e-06,
      "loss": 0.1576,
      "step": 3198
    },
    {
      "epoch": 0.4831596435583749,
      "grad_norm": 7.3198225839898985,
      "learning_rate": 9.373539367422788e-06,
      "loss": 0.1962,
      "step": 3199
    },
    {
      "epoch": 0.48331067814529527,
      "grad_norm": 3.2286695251504494,
      "learning_rate": 9.373156043692273e-06,
      "loss": 0.1718,
      "step": 3200
    },
    {
      "epoch": 0.48346171273221566,
      "grad_norm": 2.355650570376001,
      "learning_rate": 9.372772610564855e-06,
      "loss": 0.1675,
      "step": 3201
    },
    {
      "epoch": 0.48361274731913606,
      "grad_norm": 2.324977101686656,
      "learning_rate": 9.372389068050122e-06,
      "loss": 0.1652,
      "step": 3202
    },
    {
      "epoch": 0.4837637819060565,
      "grad_norm": 2.1786772949627293,
      "learning_rate": 9.372005416157675e-06,
      "loss": 0.1715,
      "step": 3203
    },
    {
      "epoch": 0.4839148164929769,
      "grad_norm": 2.862421927604699,
      "learning_rate": 9.371621654897102e-06,
      "loss": 0.1651,
      "step": 3204
    },
    {
      "epoch": 0.4840658510798973,
      "grad_norm": 2.1599651956102233,
      "learning_rate": 9.371237784278011e-06,
      "loss": 0.1455,
      "step": 3205
    },
    {
      "epoch": 0.4842168856668177,
      "grad_norm": 2.4618686106414525,
      "learning_rate": 9.370853804310001e-06,
      "loss": 0.1687,
      "step": 3206
    },
    {
      "epoch": 0.4843679202537381,
      "grad_norm": 2.681249727467442,
      "learning_rate": 9.370469715002679e-06,
      "loss": 0.1627,
      "step": 3207
    },
    {
      "epoch": 0.4845189548406585,
      "grad_norm": 2.272885988286878,
      "learning_rate": 9.370085516365653e-06,
      "loss": 0.1543,
      "step": 3208
    },
    {
      "epoch": 0.48466998942757894,
      "grad_norm": 2.257465114803614,
      "learning_rate": 9.36970120840853e-06,
      "loss": 0.1579,
      "step": 3209
    },
    {
      "epoch": 0.48482102401449934,
      "grad_norm": 3.1340114219707047,
      "learning_rate": 9.36931679114093e-06,
      "loss": 0.171,
      "step": 3210
    },
    {
      "epoch": 0.48497205860141973,
      "grad_norm": 2.373601624557538,
      "learning_rate": 9.368932264572466e-06,
      "loss": 0.1755,
      "step": 3211
    },
    {
      "epoch": 0.4851230931883401,
      "grad_norm": 2.5386895643811314,
      "learning_rate": 9.368547628712757e-06,
      "loss": 0.1612,
      "step": 3212
    },
    {
      "epoch": 0.4852741277752605,
      "grad_norm": 3.60617874974608,
      "learning_rate": 9.368162883571425e-06,
      "loss": 0.1537,
      "step": 3213
    },
    {
      "epoch": 0.4854251623621809,
      "grad_norm": 2.358095378290024,
      "learning_rate": 9.367778029158096e-06,
      "loss": 0.1643,
      "step": 3214
    },
    {
      "epoch": 0.48557619694910137,
      "grad_norm": 2.3758518034109897,
      "learning_rate": 9.367393065482398e-06,
      "loss": 0.1841,
      "step": 3215
    },
    {
      "epoch": 0.48572723153602176,
      "grad_norm": 2.3493696996885416,
      "learning_rate": 9.367007992553957e-06,
      "loss": 0.1578,
      "step": 3216
    },
    {
      "epoch": 0.48587826612294216,
      "grad_norm": 2.53752634429946,
      "learning_rate": 9.366622810382409e-06,
      "loss": 0.1692,
      "step": 3217
    },
    {
      "epoch": 0.48602930070986256,
      "grad_norm": 2.3595204913434062,
      "learning_rate": 9.36623751897739e-06,
      "loss": 0.1424,
      "step": 3218
    },
    {
      "epoch": 0.48618033529678295,
      "grad_norm": 2.598806738492424,
      "learning_rate": 9.365852118348536e-06,
      "loss": 0.1604,
      "step": 3219
    },
    {
      "epoch": 0.48633136988370335,
      "grad_norm": 2.368909049311771,
      "learning_rate": 9.36546660850549e-06,
      "loss": 0.1541,
      "step": 3220
    },
    {
      "epoch": 0.4864824044706238,
      "grad_norm": 1.9284077757992897,
      "learning_rate": 9.365080989457895e-06,
      "loss": 0.1444,
      "step": 3221
    },
    {
      "epoch": 0.4866334390575442,
      "grad_norm": 1.8926962095800968,
      "learning_rate": 9.364695261215396e-06,
      "loss": 0.16,
      "step": 3222
    },
    {
      "epoch": 0.4867844736444646,
      "grad_norm": 2.0583911934156722,
      "learning_rate": 9.364309423787645e-06,
      "loss": 0.1317,
      "step": 3223
    },
    {
      "epoch": 0.486935508231385,
      "grad_norm": 2.4262880022272677,
      "learning_rate": 9.363923477184291e-06,
      "loss": 0.1786,
      "step": 3224
    },
    {
      "epoch": 0.4870865428183054,
      "grad_norm": 2.6744313173032137,
      "learning_rate": 9.363537421414992e-06,
      "loss": 0.164,
      "step": 3225
    },
    {
      "epoch": 0.4872375774052258,
      "grad_norm": 3.207337750228931,
      "learning_rate": 9.363151256489403e-06,
      "loss": 0.1636,
      "step": 3226
    },
    {
      "epoch": 0.4873886119921462,
      "grad_norm": 2.299451898463178,
      "learning_rate": 9.362764982417186e-06,
      "loss": 0.1656,
      "step": 3227
    },
    {
      "epoch": 0.4875396465790666,
      "grad_norm": 2.596280127751634,
      "learning_rate": 9.362378599208e-06,
      "loss": 0.1665,
      "step": 3228
    },
    {
      "epoch": 0.487690681165987,
      "grad_norm": 2.428632955409802,
      "learning_rate": 9.361992106871513e-06,
      "loss": 0.1712,
      "step": 3229
    },
    {
      "epoch": 0.4878417157529074,
      "grad_norm": 2.290358669287138,
      "learning_rate": 9.361605505417396e-06,
      "loss": 0.152,
      "step": 3230
    },
    {
      "epoch": 0.4879927503398278,
      "grad_norm": 1.9923523029724117,
      "learning_rate": 9.361218794855317e-06,
      "loss": 0.1562,
      "step": 3231
    },
    {
      "epoch": 0.4881437849267482,
      "grad_norm": 3.0642111356999324,
      "learning_rate": 9.360831975194948e-06,
      "loss": 0.1706,
      "step": 3232
    },
    {
      "epoch": 0.48829481951366865,
      "grad_norm": 2.6061291090828655,
      "learning_rate": 9.36044504644597e-06,
      "loss": 0.1707,
      "step": 3233
    },
    {
      "epoch": 0.48844585410058905,
      "grad_norm": 2.3864478026594815,
      "learning_rate": 9.360058008618061e-06,
      "loss": 0.1626,
      "step": 3234
    },
    {
      "epoch": 0.48859688868750945,
      "grad_norm": 2.1178351160922957,
      "learning_rate": 9.3596708617209e-06,
      "loss": 0.1589,
      "step": 3235
    },
    {
      "epoch": 0.48874792327442984,
      "grad_norm": 2.1025125141754866,
      "learning_rate": 9.359283605764173e-06,
      "loss": 0.1635,
      "step": 3236
    },
    {
      "epoch": 0.48889895786135024,
      "grad_norm": 2.518256970813844,
      "learning_rate": 9.35889624075757e-06,
      "loss": 0.1907,
      "step": 3237
    },
    {
      "epoch": 0.48904999244827063,
      "grad_norm": 2.3545266323156966,
      "learning_rate": 9.358508766710778e-06,
      "loss": 0.1421,
      "step": 3238
    },
    {
      "epoch": 0.4892010270351911,
      "grad_norm": 2.7733308960728587,
      "learning_rate": 9.358121183633492e-06,
      "loss": 0.1737,
      "step": 3239
    },
    {
      "epoch": 0.4893520616221115,
      "grad_norm": 3.313112441828787,
      "learning_rate": 9.357733491535409e-06,
      "loss": 0.1991,
      "step": 3240
    },
    {
      "epoch": 0.4895030962090319,
      "grad_norm": 1.7239988276729303,
      "learning_rate": 9.357345690426222e-06,
      "loss": 0.1275,
      "step": 3241
    },
    {
      "epoch": 0.48965413079595227,
      "grad_norm": 2.53602473121975,
      "learning_rate": 9.356957780315636e-06,
      "loss": 0.1604,
      "step": 3242
    },
    {
      "epoch": 0.48980516538287266,
      "grad_norm": 2.568533114461194,
      "learning_rate": 9.356569761213353e-06,
      "loss": 0.2048,
      "step": 3243
    },
    {
      "epoch": 0.48995619996979306,
      "grad_norm": 2.5408983269989727,
      "learning_rate": 9.356181633129083e-06,
      "loss": 0.1809,
      "step": 3244
    },
    {
      "epoch": 0.4901072345567135,
      "grad_norm": 1.957075744328577,
      "learning_rate": 9.35579339607253e-06,
      "loss": 0.1444,
      "step": 3245
    },
    {
      "epoch": 0.4902582691436339,
      "grad_norm": 2.1331841726184333,
      "learning_rate": 9.35540505005341e-06,
      "loss": 0.1557,
      "step": 3246
    },
    {
      "epoch": 0.4904093037305543,
      "grad_norm": 1.8317577724872545,
      "learning_rate": 9.355016595081435e-06,
      "loss": 0.1197,
      "step": 3247
    },
    {
      "epoch": 0.4905603383174747,
      "grad_norm": 1.9573236042793656,
      "learning_rate": 9.354628031166325e-06,
      "loss": 0.1384,
      "step": 3248
    },
    {
      "epoch": 0.4907113729043951,
      "grad_norm": 2.1706278742797727,
      "learning_rate": 9.354239358317797e-06,
      "loss": 0.1461,
      "step": 3249
    },
    {
      "epoch": 0.4908624074913155,
      "grad_norm": 2.849966783162814,
      "learning_rate": 9.35385057654558e-06,
      "loss": 0.1688,
      "step": 3250
    },
    {
      "epoch": 0.49101344207823594,
      "grad_norm": 2.6713108028370303,
      "learning_rate": 9.353461685859392e-06,
      "loss": 0.1626,
      "step": 3251
    },
    {
      "epoch": 0.49116447666515634,
      "grad_norm": 2.628772133607984,
      "learning_rate": 9.353072686268964e-06,
      "loss": 0.1705,
      "step": 3252
    },
    {
      "epoch": 0.49131551125207673,
      "grad_norm": 2.8154845493096414,
      "learning_rate": 9.35268357778403e-06,
      "loss": 0.193,
      "step": 3253
    },
    {
      "epoch": 0.4914665458389971,
      "grad_norm": 2.0386475209922743,
      "learning_rate": 9.352294360414322e-06,
      "loss": 0.1377,
      "step": 3254
    },
    {
      "epoch": 0.4916175804259175,
      "grad_norm": 2.4438968477970846,
      "learning_rate": 9.351905034169573e-06,
      "loss": 0.1373,
      "step": 3255
    },
    {
      "epoch": 0.4917686150128379,
      "grad_norm": 2.224969270812923,
      "learning_rate": 9.351515599059527e-06,
      "loss": 0.1678,
      "step": 3256
    },
    {
      "epoch": 0.49191964959975837,
      "grad_norm": 2.2844723744619633,
      "learning_rate": 9.351126055093924e-06,
      "loss": 0.159,
      "step": 3257
    },
    {
      "epoch": 0.49207068418667876,
      "grad_norm": 2.1391330744772086,
      "learning_rate": 9.350736402282508e-06,
      "loss": 0.1634,
      "step": 3258
    },
    {
      "epoch": 0.49222171877359916,
      "grad_norm": 2.2565899614098917,
      "learning_rate": 9.350346640635028e-06,
      "loss": 0.1771,
      "step": 3259
    },
    {
      "epoch": 0.49237275336051955,
      "grad_norm": 1.993621714923478,
      "learning_rate": 9.349956770161234e-06,
      "loss": 0.1402,
      "step": 3260
    },
    {
      "epoch": 0.49252378794743995,
      "grad_norm": 3.186764295359229,
      "learning_rate": 9.349566790870876e-06,
      "loss": 0.2102,
      "step": 3261
    },
    {
      "epoch": 0.49267482253436035,
      "grad_norm": 2.061093451217089,
      "learning_rate": 9.349176702773714e-06,
      "loss": 0.1429,
      "step": 3262
    },
    {
      "epoch": 0.4928258571212808,
      "grad_norm": 2.0650097529899125,
      "learning_rate": 9.348786505879502e-06,
      "loss": 0.1362,
      "step": 3263
    },
    {
      "epoch": 0.4929768917082012,
      "grad_norm": 7.267566058541256,
      "learning_rate": 9.348396200198001e-06,
      "loss": 0.1683,
      "step": 3264
    },
    {
      "epoch": 0.4931279262951216,
      "grad_norm": 2.205210092350434,
      "learning_rate": 9.34800578573898e-06,
      "loss": 0.1466,
      "step": 3265
    },
    {
      "epoch": 0.493278960882042,
      "grad_norm": 2.284291916676737,
      "learning_rate": 9.347615262512201e-06,
      "loss": 0.165,
      "step": 3266
    },
    {
      "epoch": 0.4934299954689624,
      "grad_norm": 2.2185365439720197,
      "learning_rate": 9.347224630527435e-06,
      "loss": 0.1613,
      "step": 3267
    },
    {
      "epoch": 0.4935810300558828,
      "grad_norm": 2.848650175274451,
      "learning_rate": 9.346833889794452e-06,
      "loss": 0.2052,
      "step": 3268
    },
    {
      "epoch": 0.4937320646428032,
      "grad_norm": 2.5576034332391147,
      "learning_rate": 9.346443040323027e-06,
      "loss": 0.1726,
      "step": 3269
    },
    {
      "epoch": 0.4938830992297236,
      "grad_norm": 2.257792318199067,
      "learning_rate": 9.34605208212294e-06,
      "loss": 0.1437,
      "step": 3270
    },
    {
      "epoch": 0.494034133816644,
      "grad_norm": 2.979929020306279,
      "learning_rate": 9.345661015203968e-06,
      "loss": 0.1854,
      "step": 3271
    },
    {
      "epoch": 0.4941851684035644,
      "grad_norm": 5.027565059933791,
      "learning_rate": 9.345269839575895e-06,
      "loss": 0.2123,
      "step": 3272
    },
    {
      "epoch": 0.4943362029904848,
      "grad_norm": 2.1340270855589987,
      "learning_rate": 9.344878555248504e-06,
      "loss": 0.1577,
      "step": 3273
    },
    {
      "epoch": 0.4944872375774052,
      "grad_norm": 2.0522882482009672,
      "learning_rate": 9.344487162231588e-06,
      "loss": 0.1494,
      "step": 3274
    },
    {
      "epoch": 0.49463827216432565,
      "grad_norm": 2.3971731426118628,
      "learning_rate": 9.344095660534934e-06,
      "loss": 0.1756,
      "step": 3275
    },
    {
      "epoch": 0.49478930675124605,
      "grad_norm": 2.155520816298284,
      "learning_rate": 9.343704050168338e-06,
      "loss": 0.1615,
      "step": 3276
    },
    {
      "epoch": 0.49494034133816645,
      "grad_norm": 2.1390905269244493,
      "learning_rate": 9.343312331141593e-06,
      "loss": 0.1647,
      "step": 3277
    },
    {
      "epoch": 0.49509137592508684,
      "grad_norm": 2.8286468699986607,
      "learning_rate": 9.342920503464503e-06,
      "loss": 0.1936,
      "step": 3278
    },
    {
      "epoch": 0.49524241051200724,
      "grad_norm": 2.7436777818882043,
      "learning_rate": 9.342528567146867e-06,
      "loss": 0.1889,
      "step": 3279
    },
    {
      "epoch": 0.49539344509892763,
      "grad_norm": 2.438653223396555,
      "learning_rate": 9.342136522198489e-06,
      "loss": 0.1908,
      "step": 3280
    },
    {
      "epoch": 0.4955444796858481,
      "grad_norm": 2.040925730760593,
      "learning_rate": 9.341744368629175e-06,
      "loss": 0.1493,
      "step": 3281
    },
    {
      "epoch": 0.4956955142727685,
      "grad_norm": 2.7468246471385624,
      "learning_rate": 9.341352106448738e-06,
      "loss": 0.1569,
      "step": 3282
    },
    {
      "epoch": 0.4958465488596889,
      "grad_norm": 4.566706645215724,
      "learning_rate": 9.340959735666992e-06,
      "loss": 0.2234,
      "step": 3283
    },
    {
      "epoch": 0.49599758344660927,
      "grad_norm": 2.389533915270842,
      "learning_rate": 9.340567256293747e-06,
      "loss": 0.165,
      "step": 3284
    },
    {
      "epoch": 0.49614861803352966,
      "grad_norm": 2.823244605347512,
      "learning_rate": 9.340174668338824e-06,
      "loss": 0.1952,
      "step": 3285
    },
    {
      "epoch": 0.49629965262045006,
      "grad_norm": 2.203540462635843,
      "learning_rate": 9.339781971812045e-06,
      "loss": 0.1632,
      "step": 3286
    },
    {
      "epoch": 0.4964506872073705,
      "grad_norm": 2.2545707600315397,
      "learning_rate": 9.339389166723232e-06,
      "loss": 0.1636,
      "step": 3287
    },
    {
      "epoch": 0.4966017217942909,
      "grad_norm": 2.536930859452923,
      "learning_rate": 9.33899625308221e-06,
      "loss": 0.1838,
      "step": 3288
    },
    {
      "epoch": 0.4967527563812113,
      "grad_norm": 1.8985750920849087,
      "learning_rate": 9.33860323089881e-06,
      "loss": 0.1393,
      "step": 3289
    },
    {
      "epoch": 0.4969037909681317,
      "grad_norm": 2.0476206425832686,
      "learning_rate": 9.338210100182865e-06,
      "loss": 0.1255,
      "step": 3290
    },
    {
      "epoch": 0.4970548255550521,
      "grad_norm": 3.208237335810491,
      "learning_rate": 9.337816860944206e-06,
      "loss": 0.1861,
      "step": 3291
    },
    {
      "epoch": 0.4972058601419725,
      "grad_norm": 2.3058352943454525,
      "learning_rate": 9.337423513192671e-06,
      "loss": 0.1503,
      "step": 3292
    },
    {
      "epoch": 0.49735689472889294,
      "grad_norm": 2.708649547180269,
      "learning_rate": 9.337030056938101e-06,
      "loss": 0.1925,
      "step": 3293
    },
    {
      "epoch": 0.49750792931581334,
      "grad_norm": 2.218906868834313,
      "learning_rate": 9.336636492190339e-06,
      "loss": 0.1395,
      "step": 3294
    },
    {
      "epoch": 0.49765896390273373,
      "grad_norm": 2.5052619143340045,
      "learning_rate": 9.336242818959226e-06,
      "loss": 0.1913,
      "step": 3295
    },
    {
      "epoch": 0.4978099984896541,
      "grad_norm": 1.9609086205449946,
      "learning_rate": 9.335849037254617e-06,
      "loss": 0.1445,
      "step": 3296
    },
    {
      "epoch": 0.4979610330765745,
      "grad_norm": 2.9289230960199673,
      "learning_rate": 9.335455147086356e-06,
      "loss": 0.1784,
      "step": 3297
    },
    {
      "epoch": 0.4981120676634949,
      "grad_norm": 2.123611769028261,
      "learning_rate": 9.335061148464301e-06,
      "loss": 0.1756,
      "step": 3298
    },
    {
      "epoch": 0.49826310225041537,
      "grad_norm": 2.331080437540746,
      "learning_rate": 9.334667041398304e-06,
      "loss": 0.1651,
      "step": 3299
    },
    {
      "epoch": 0.49841413683733576,
      "grad_norm": 1.7824870222469824,
      "learning_rate": 9.334272825898228e-06,
      "loss": 0.1447,
      "step": 3300
    },
    {
      "epoch": 0.49856517142425616,
      "grad_norm": 3.5421264352594677,
      "learning_rate": 9.333878501973932e-06,
      "loss": 0.1818,
      "step": 3301
    },
    {
      "epoch": 0.49871620601117655,
      "grad_norm": 2.7239574353779488,
      "learning_rate": 9.333484069635281e-06,
      "loss": 0.1633,
      "step": 3302
    },
    {
      "epoch": 0.49886724059809695,
      "grad_norm": 2.488332225456823,
      "learning_rate": 9.333089528892141e-06,
      "loss": 0.1607,
      "step": 3303
    },
    {
      "epoch": 0.49901827518501735,
      "grad_norm": 2.4477614929551463,
      "learning_rate": 9.332694879754382e-06,
      "loss": 0.1434,
      "step": 3304
    },
    {
      "epoch": 0.4991693097719378,
      "grad_norm": 2.628943459538166,
      "learning_rate": 9.33230012223188e-06,
      "loss": 0.1803,
      "step": 3305
    },
    {
      "epoch": 0.4993203443588582,
      "grad_norm": 3.2529360798986704,
      "learning_rate": 9.331905256334504e-06,
      "loss": 0.1744,
      "step": 3306
    },
    {
      "epoch": 0.4994713789457786,
      "grad_norm": 2.497348970936653,
      "learning_rate": 9.331510282072134e-06,
      "loss": 0.1599,
      "step": 3307
    },
    {
      "epoch": 0.499622413532699,
      "grad_norm": 2.2715321217067705,
      "learning_rate": 9.331115199454652e-06,
      "loss": 0.1698,
      "step": 3308
    },
    {
      "epoch": 0.4997734481196194,
      "grad_norm": 2.050697276873344,
      "learning_rate": 9.33072000849194e-06,
      "loss": 0.1339,
      "step": 3309
    },
    {
      "epoch": 0.4999244827065398,
      "grad_norm": 2.6299518328995983,
      "learning_rate": 9.330324709193885e-06,
      "loss": 0.1828,
      "step": 3310
    },
    {
      "epoch": 0.5000755172934602,
      "grad_norm": 3.0681777695443864,
      "learning_rate": 9.329929301570375e-06,
      "loss": 0.1731,
      "step": 3311
    },
    {
      "epoch": 0.5002265518803806,
      "grad_norm": 2.634544711538818,
      "learning_rate": 9.3295337856313e-06,
      "loss": 0.1887,
      "step": 3312
    },
    {
      "epoch": 0.500377586467301,
      "grad_norm": 2.123193317828186,
      "learning_rate": 9.329138161386557e-06,
      "loss": 0.148,
      "step": 3313
    },
    {
      "epoch": 0.5005286210542215,
      "grad_norm": 2.335557426426904,
      "learning_rate": 9.32874242884604e-06,
      "loss": 0.1663,
      "step": 3314
    },
    {
      "epoch": 0.5006796556411418,
      "grad_norm": 2.0547070523286983,
      "learning_rate": 9.32834658801965e-06,
      "loss": 0.1482,
      "step": 3315
    },
    {
      "epoch": 0.5008306902280623,
      "grad_norm": 3.3922771632010518,
      "learning_rate": 9.327950638917287e-06,
      "loss": 0.1672,
      "step": 3316
    },
    {
      "epoch": 0.5009817248149826,
      "grad_norm": 2.219713140298311,
      "learning_rate": 9.327554581548858e-06,
      "loss": 0.1398,
      "step": 3317
    },
    {
      "epoch": 0.501132759401903,
      "grad_norm": 2.5718924836106223,
      "learning_rate": 9.327158415924273e-06,
      "loss": 0.1436,
      "step": 3318
    },
    {
      "epoch": 0.5012837939888234,
      "grad_norm": 3.431471672769986,
      "learning_rate": 9.326762142053435e-06,
      "loss": 0.1907,
      "step": 3319
    },
    {
      "epoch": 0.5014348285757438,
      "grad_norm": 2.91786480065686,
      "learning_rate": 9.326365759946265e-06,
      "loss": 0.153,
      "step": 3320
    },
    {
      "epoch": 0.5015858631626643,
      "grad_norm": 2.085761209101573,
      "learning_rate": 9.325969269612673e-06,
      "loss": 0.1512,
      "step": 3321
    },
    {
      "epoch": 0.5017368977495846,
      "grad_norm": 1.9563553131920635,
      "learning_rate": 9.325572671062582e-06,
      "loss": 0.1322,
      "step": 3322
    },
    {
      "epoch": 0.5018879323365051,
      "grad_norm": 2.0619317136023807,
      "learning_rate": 9.325175964305907e-06,
      "loss": 0.16,
      "step": 3323
    },
    {
      "epoch": 0.5020389669234254,
      "grad_norm": 2.0309850465484893,
      "learning_rate": 9.324779149352578e-06,
      "loss": 0.1454,
      "step": 3324
    },
    {
      "epoch": 0.5021900015103459,
      "grad_norm": 2.0107347153273585,
      "learning_rate": 9.324382226212521e-06,
      "loss": 0.1218,
      "step": 3325
    },
    {
      "epoch": 0.5023410360972663,
      "grad_norm": 2.8947187617077437,
      "learning_rate": 9.32398519489566e-06,
      "loss": 0.2383,
      "step": 3326
    },
    {
      "epoch": 0.5024920706841867,
      "grad_norm": 2.3081162455293076,
      "learning_rate": 9.323588055411932e-06,
      "loss": 0.1681,
      "step": 3327
    },
    {
      "epoch": 0.5026431052711071,
      "grad_norm": 2.370195134985187,
      "learning_rate": 9.32319080777127e-06,
      "loss": 0.1517,
      "step": 3328
    },
    {
      "epoch": 0.5027941398580275,
      "grad_norm": 1.8971390395198242,
      "learning_rate": 9.32279345198361e-06,
      "loss": 0.1351,
      "step": 3329
    },
    {
      "epoch": 0.5029451744449479,
      "grad_norm": 2.329407111001686,
      "learning_rate": 9.322395988058894e-06,
      "loss": 0.1261,
      "step": 3330
    },
    {
      "epoch": 0.5030962090318682,
      "grad_norm": 3.2372491220573174,
      "learning_rate": 9.321998416007065e-06,
      "loss": 0.1822,
      "step": 3331
    },
    {
      "epoch": 0.5032472436187887,
      "grad_norm": 2.874939688429943,
      "learning_rate": 9.321600735838066e-06,
      "loss": 0.1907,
      "step": 3332
    },
    {
      "epoch": 0.5033982782057091,
      "grad_norm": 2.8235306435241205,
      "learning_rate": 9.32120294756185e-06,
      "loss": 0.1828,
      "step": 3333
    },
    {
      "epoch": 0.5035493127926295,
      "grad_norm": 2.449110223116736,
      "learning_rate": 9.320805051188362e-06,
      "loss": 0.1391,
      "step": 3334
    },
    {
      "epoch": 0.5037003473795499,
      "grad_norm": 2.6515175466710708,
      "learning_rate": 9.320407046727559e-06,
      "loss": 0.1725,
      "step": 3335
    },
    {
      "epoch": 0.5038513819664703,
      "grad_norm": 2.982365846470432,
      "learning_rate": 9.320008934189396e-06,
      "loss": 0.1911,
      "step": 3336
    },
    {
      "epoch": 0.5040024165533907,
      "grad_norm": 3.197034795872646,
      "learning_rate": 9.319610713583833e-06,
      "loss": 0.1671,
      "step": 3337
    },
    {
      "epoch": 0.5041534511403112,
      "grad_norm": 2.172018399373988,
      "learning_rate": 9.319212384920833e-06,
      "loss": 0.1479,
      "step": 3338
    },
    {
      "epoch": 0.5043044857272315,
      "grad_norm": 2.4146447777844346,
      "learning_rate": 9.318813948210357e-06,
      "loss": 0.1489,
      "step": 3339
    },
    {
      "epoch": 0.504455520314152,
      "grad_norm": 2.897506287131292,
      "learning_rate": 9.318415403462374e-06,
      "loss": 0.1488,
      "step": 3340
    },
    {
      "epoch": 0.5046065549010723,
      "grad_norm": 2.152642684940875,
      "learning_rate": 9.318016750686854e-06,
      "loss": 0.1452,
      "step": 3341
    },
    {
      "epoch": 0.5047575894879928,
      "grad_norm": 2.729836297293674,
      "learning_rate": 9.31761798989377e-06,
      "loss": 0.1691,
      "step": 3342
    },
    {
      "epoch": 0.5049086240749131,
      "grad_norm": 2.4517987997517072,
      "learning_rate": 9.317219121093095e-06,
      "loss": 0.1652,
      "step": 3343
    },
    {
      "epoch": 0.5050596586618336,
      "grad_norm": 2.1408099763059307,
      "learning_rate": 9.316820144294809e-06,
      "loss": 0.1537,
      "step": 3344
    },
    {
      "epoch": 0.505210693248754,
      "grad_norm": 2.3504334413393044,
      "learning_rate": 9.316421059508893e-06,
      "loss": 0.1714,
      "step": 3345
    },
    {
      "epoch": 0.5053617278356743,
      "grad_norm": 2.1152500063634063,
      "learning_rate": 9.316021866745328e-06,
      "loss": 0.1631,
      "step": 3346
    },
    {
      "epoch": 0.5055127624225948,
      "grad_norm": 2.666132496896591,
      "learning_rate": 9.315622566014102e-06,
      "loss": 0.1346,
      "step": 3347
    },
    {
      "epoch": 0.5056637970095151,
      "grad_norm": 2.6215866765362574,
      "learning_rate": 9.315223157325202e-06,
      "loss": 0.1697,
      "step": 3348
    },
    {
      "epoch": 0.5058148315964356,
      "grad_norm": 2.259644421047587,
      "learning_rate": 9.314823640688622e-06,
      "loss": 0.1449,
      "step": 3349
    },
    {
      "epoch": 0.505965866183356,
      "grad_norm": 2.1749845259844074,
      "learning_rate": 9.314424016114354e-06,
      "loss": 0.1636,
      "step": 3350
    },
    {
      "epoch": 0.5061169007702764,
      "grad_norm": 2.2980821797641933,
      "learning_rate": 9.314024283612396e-06,
      "loss": 0.1463,
      "step": 3351
    },
    {
      "epoch": 0.5062679353571968,
      "grad_norm": 2.1956420732365753,
      "learning_rate": 9.313624443192746e-06,
      "loss": 0.1412,
      "step": 3352
    },
    {
      "epoch": 0.5064189699441172,
      "grad_norm": 2.290268392944364,
      "learning_rate": 9.313224494865408e-06,
      "loss": 0.1577,
      "step": 3353
    },
    {
      "epoch": 0.5065700045310376,
      "grad_norm": 2.7581304871600323,
      "learning_rate": 9.312824438640385e-06,
      "loss": 0.1643,
      "step": 3354
    },
    {
      "epoch": 0.506721039117958,
      "grad_norm": 2.593690529343445,
      "learning_rate": 9.312424274527688e-06,
      "loss": 0.1718,
      "step": 3355
    },
    {
      "epoch": 0.5068720737048784,
      "grad_norm": 3.1662345142838184,
      "learning_rate": 9.312024002537322e-06,
      "loss": 0.1787,
      "step": 3356
    },
    {
      "epoch": 0.5070231082917989,
      "grad_norm": 2.2154071979209458,
      "learning_rate": 9.311623622679304e-06,
      "loss": 0.1435,
      "step": 3357
    },
    {
      "epoch": 0.5071741428787192,
      "grad_norm": 2.650100138599345,
      "learning_rate": 9.311223134963651e-06,
      "loss": 0.1704,
      "step": 3358
    },
    {
      "epoch": 0.5073251774656397,
      "grad_norm": 2.217835097921592,
      "learning_rate": 9.310822539400377e-06,
      "loss": 0.1759,
      "step": 3359
    },
    {
      "epoch": 0.50747621205256,
      "grad_norm": 3.7490614677623153,
      "learning_rate": 9.310421835999507e-06,
      "loss": 0.1661,
      "step": 3360
    },
    {
      "epoch": 0.5076272466394804,
      "grad_norm": 2.033141366258788,
      "learning_rate": 9.310021024771062e-06,
      "loss": 0.1385,
      "step": 3361
    },
    {
      "epoch": 0.5077782812264009,
      "grad_norm": 2.1788740126055073,
      "learning_rate": 9.30962010572507e-06,
      "loss": 0.1475,
      "step": 3362
    },
    {
      "epoch": 0.5079293158133212,
      "grad_norm": 3.0617687172936354,
      "learning_rate": 9.30921907887156e-06,
      "loss": 0.1541,
      "step": 3363
    },
    {
      "epoch": 0.5080803504002417,
      "grad_norm": 1.97522223491614,
      "learning_rate": 9.308817944220564e-06,
      "loss": 0.1343,
      "step": 3364
    },
    {
      "epoch": 0.508231384987162,
      "grad_norm": 2.5339822587114127,
      "learning_rate": 9.308416701782117e-06,
      "loss": 0.1386,
      "step": 3365
    },
    {
      "epoch": 0.5083824195740825,
      "grad_norm": 3.2264934509151644,
      "learning_rate": 9.308015351566253e-06,
      "loss": 0.1714,
      "step": 3366
    },
    {
      "epoch": 0.5085334541610028,
      "grad_norm": 2.508607420832539,
      "learning_rate": 9.307613893583018e-06,
      "loss": 0.1648,
      "step": 3367
    },
    {
      "epoch": 0.5086844887479233,
      "grad_norm": 2.0350513084419553,
      "learning_rate": 9.30721232784245e-06,
      "loss": 0.1494,
      "step": 3368
    },
    {
      "epoch": 0.5088355233348437,
      "grad_norm": 2.42574101368247,
      "learning_rate": 9.306810654354596e-06,
      "loss": 0.1612,
      "step": 3369
    },
    {
      "epoch": 0.5089865579217641,
      "grad_norm": 2.9254018357460074,
      "learning_rate": 9.306408873129504e-06,
      "loss": 0.148,
      "step": 3370
    },
    {
      "epoch": 0.5091375925086845,
      "grad_norm": 2.61356607144658,
      "learning_rate": 9.306006984177224e-06,
      "loss": 0.1732,
      "step": 3371
    },
    {
      "epoch": 0.5092886270956049,
      "grad_norm": 2.2324176012576546,
      "learning_rate": 9.30560498750781e-06,
      "loss": 0.1621,
      "step": 3372
    },
    {
      "epoch": 0.5094396616825253,
      "grad_norm": 2.115106548224253,
      "learning_rate": 9.305202883131319e-06,
      "loss": 0.1577,
      "step": 3373
    },
    {
      "epoch": 0.5095906962694458,
      "grad_norm": 1.896186949694356,
      "learning_rate": 9.30480067105781e-06,
      "loss": 0.119,
      "step": 3374
    },
    {
      "epoch": 0.5097417308563661,
      "grad_norm": 2.691299144884139,
      "learning_rate": 9.304398351297343e-06,
      "loss": 0.1817,
      "step": 3375
    },
    {
      "epoch": 0.5098927654432865,
      "grad_norm": 2.2597046127106113,
      "learning_rate": 9.303995923859983e-06,
      "loss": 0.1697,
      "step": 3376
    },
    {
      "epoch": 0.5100438000302069,
      "grad_norm": 2.429728395107791,
      "learning_rate": 9.303593388755796e-06,
      "loss": 0.1609,
      "step": 3377
    },
    {
      "epoch": 0.5101948346171273,
      "grad_norm": 2.2691834341547983,
      "learning_rate": 9.303190745994853e-06,
      "loss": 0.1693,
      "step": 3378
    },
    {
      "epoch": 0.5103458692040477,
      "grad_norm": 2.3164798911334032,
      "learning_rate": 9.302787995587227e-06,
      "loss": 0.164,
      "step": 3379
    },
    {
      "epoch": 0.5104969037909681,
      "grad_norm": 2.8400815476413523,
      "learning_rate": 9.30238513754299e-06,
      "loss": 0.1777,
      "step": 3380
    },
    {
      "epoch": 0.5106479383778886,
      "grad_norm": 2.356476983168311,
      "learning_rate": 9.301982171872224e-06,
      "loss": 0.1549,
      "step": 3381
    },
    {
      "epoch": 0.5107989729648089,
      "grad_norm": 1.8562182880610612,
      "learning_rate": 9.301579098585004e-06,
      "loss": 0.1284,
      "step": 3382
    },
    {
      "epoch": 0.5109500075517294,
      "grad_norm": 2.5008115838825997,
      "learning_rate": 9.30117591769142e-06,
      "loss": 0.1593,
      "step": 3383
    },
    {
      "epoch": 0.5111010421386497,
      "grad_norm": 2.6417976996662738,
      "learning_rate": 9.300772629201551e-06,
      "loss": 0.1527,
      "step": 3384
    },
    {
      "epoch": 0.5112520767255702,
      "grad_norm": 2.690157054269085,
      "learning_rate": 9.300369233125488e-06,
      "loss": 0.1758,
      "step": 3385
    },
    {
      "epoch": 0.5114031113124906,
      "grad_norm": 2.5008117088876642,
      "learning_rate": 9.299965729473324e-06,
      "loss": 0.1565,
      "step": 3386
    },
    {
      "epoch": 0.511554145899411,
      "grad_norm": 2.3760194225047426,
      "learning_rate": 9.299562118255152e-06,
      "loss": 0.1614,
      "step": 3387
    },
    {
      "epoch": 0.5117051804863314,
      "grad_norm": 2.5003043345034857,
      "learning_rate": 9.299158399481068e-06,
      "loss": 0.1724,
      "step": 3388
    },
    {
      "epoch": 0.5118562150732517,
      "grad_norm": 3.555465380902336,
      "learning_rate": 9.29875457316117e-06,
      "loss": 0.2011,
      "step": 3389
    },
    {
      "epoch": 0.5120072496601722,
      "grad_norm": 2.075725742488133,
      "learning_rate": 9.298350639305561e-06,
      "loss": 0.1537,
      "step": 3390
    },
    {
      "epoch": 0.5121582842470925,
      "grad_norm": 2.901195658819624,
      "learning_rate": 9.297946597924346e-06,
      "loss": 0.1603,
      "step": 3391
    },
    {
      "epoch": 0.512309318834013,
      "grad_norm": 2.054198869864008,
      "learning_rate": 9.297542449027634e-06,
      "loss": 0.1219,
      "step": 3392
    },
    {
      "epoch": 0.5124603534209334,
      "grad_norm": 2.262905442889386,
      "learning_rate": 9.297138192625531e-06,
      "loss": 0.1261,
      "step": 3393
    },
    {
      "epoch": 0.5126113880078538,
      "grad_norm": 2.452429344789097,
      "learning_rate": 9.296733828728152e-06,
      "loss": 0.1685,
      "step": 3394
    },
    {
      "epoch": 0.5127624225947742,
      "grad_norm": 1.9732995730658462,
      "learning_rate": 9.296329357345613e-06,
      "loss": 0.1407,
      "step": 3395
    },
    {
      "epoch": 0.5129134571816946,
      "grad_norm": 2.568688004391325,
      "learning_rate": 9.295924778488032e-06,
      "loss": 0.17,
      "step": 3396
    },
    {
      "epoch": 0.513064491768615,
      "grad_norm": 2.7234413642909803,
      "learning_rate": 9.295520092165529e-06,
      "loss": 0.2095,
      "step": 3397
    },
    {
      "epoch": 0.5132155263555355,
      "grad_norm": 1.9544589330306765,
      "learning_rate": 9.295115298388226e-06,
      "loss": 0.1552,
      "step": 3398
    },
    {
      "epoch": 0.5133665609424558,
      "grad_norm": 2.1193082616465824,
      "learning_rate": 9.294710397166251e-06,
      "loss": 0.1462,
      "step": 3399
    },
    {
      "epoch": 0.5135175955293763,
      "grad_norm": 2.3333374448892394,
      "learning_rate": 9.294305388509732e-06,
      "loss": 0.1529,
      "step": 3400
    },
    {
      "epoch": 0.5136686301162966,
      "grad_norm": 2.5997396228484178,
      "learning_rate": 9.293900272428802e-06,
      "loss": 0.1686,
      "step": 3401
    },
    {
      "epoch": 0.513819664703217,
      "grad_norm": 2.5607513877596424,
      "learning_rate": 9.293495048933595e-06,
      "loss": 0.1537,
      "step": 3402
    },
    {
      "epoch": 0.5139706992901374,
      "grad_norm": 2.1290561045707808,
      "learning_rate": 9.293089718034247e-06,
      "loss": 0.1332,
      "step": 3403
    },
    {
      "epoch": 0.5141217338770578,
      "grad_norm": 3.1535744311222715,
      "learning_rate": 9.292684279740896e-06,
      "loss": 0.2041,
      "step": 3404
    },
    {
      "epoch": 0.5142727684639783,
      "grad_norm": 2.799277278449591,
      "learning_rate": 9.292278734063686e-06,
      "loss": 0.1749,
      "step": 3405
    },
    {
      "epoch": 0.5144238030508986,
      "grad_norm": 3.269741866990183,
      "learning_rate": 9.291873081012763e-06,
      "loss": 0.1577,
      "step": 3406
    },
    {
      "epoch": 0.5145748376378191,
      "grad_norm": 3.0724430032747057,
      "learning_rate": 9.291467320598273e-06,
      "loss": 0.1695,
      "step": 3407
    },
    {
      "epoch": 0.5147258722247394,
      "grad_norm": 2.9710977251446304,
      "learning_rate": 9.291061452830368e-06,
      "loss": 0.1815,
      "step": 3408
    },
    {
      "epoch": 0.5148769068116599,
      "grad_norm": 4.169022573474104,
      "learning_rate": 9.290655477719197e-06,
      "loss": 0.1759,
      "step": 3409
    },
    {
      "epoch": 0.5150279413985803,
      "grad_norm": 2.9196586226160415,
      "learning_rate": 9.290249395274922e-06,
      "loss": 0.1526,
      "step": 3410
    },
    {
      "epoch": 0.5151789759855007,
      "grad_norm": 2.157048445694284,
      "learning_rate": 9.289843205507696e-06,
      "loss": 0.142,
      "step": 3411
    },
    {
      "epoch": 0.5153300105724211,
      "grad_norm": 1.846788956110989,
      "learning_rate": 9.289436908427682e-06,
      "loss": 0.1411,
      "step": 3412
    },
    {
      "epoch": 0.5154810451593415,
      "grad_norm": 2.337566705172713,
      "learning_rate": 9.289030504045042e-06,
      "loss": 0.1527,
      "step": 3413
    },
    {
      "epoch": 0.5156320797462619,
      "grad_norm": 2.4841514139523944,
      "learning_rate": 9.288623992369948e-06,
      "loss": 0.1695,
      "step": 3414
    },
    {
      "epoch": 0.5157831143331822,
      "grad_norm": 2.085547271250797,
      "learning_rate": 9.288217373412562e-06,
      "loss": 0.1472,
      "step": 3415
    },
    {
      "epoch": 0.5159341489201027,
      "grad_norm": 2.193126089292869,
      "learning_rate": 9.28781064718306e-06,
      "loss": 0.1637,
      "step": 3416
    },
    {
      "epoch": 0.5160851835070231,
      "grad_norm": 2.640299397424062,
      "learning_rate": 9.287403813691616e-06,
      "loss": 0.1785,
      "step": 3417
    },
    {
      "epoch": 0.5162362180939435,
      "grad_norm": 3.7939473945897086,
      "learning_rate": 9.286996872948407e-06,
      "loss": 0.2126,
      "step": 3418
    },
    {
      "epoch": 0.5163872526808639,
      "grad_norm": 2.302909187512576,
      "learning_rate": 9.286589824963612e-06,
      "loss": 0.1737,
      "step": 3419
    },
    {
      "epoch": 0.5165382872677843,
      "grad_norm": 2.321096777173033,
      "learning_rate": 9.286182669747413e-06,
      "loss": 0.1578,
      "step": 3420
    },
    {
      "epoch": 0.5166893218547047,
      "grad_norm": 2.2839521773865687,
      "learning_rate": 9.285775407309997e-06,
      "loss": 0.1706,
      "step": 3421
    },
    {
      "epoch": 0.5168403564416252,
      "grad_norm": 2.0614872967859497,
      "learning_rate": 9.285368037661553e-06,
      "loss": 0.1647,
      "step": 3422
    },
    {
      "epoch": 0.5169913910285455,
      "grad_norm": 2.703035785261727,
      "learning_rate": 9.284960560812267e-06,
      "loss": 0.1865,
      "step": 3423
    },
    {
      "epoch": 0.517142425615466,
      "grad_norm": 2.2248698733239674,
      "learning_rate": 9.284552976772336e-06,
      "loss": 0.1614,
      "step": 3424
    },
    {
      "epoch": 0.5172934602023863,
      "grad_norm": 1.6446227185078017,
      "learning_rate": 9.284145285551955e-06,
      "loss": 0.1196,
      "step": 3425
    },
    {
      "epoch": 0.5174444947893068,
      "grad_norm": 2.010142027996488,
      "learning_rate": 9.283737487161323e-06,
      "loss": 0.1699,
      "step": 3426
    },
    {
      "epoch": 0.5175955293762271,
      "grad_norm": 2.4359161082299887,
      "learning_rate": 9.28332958161064e-06,
      "loss": 0.1801,
      "step": 3427
    },
    {
      "epoch": 0.5177465639631476,
      "grad_norm": 2.2866746352761873,
      "learning_rate": 9.282921568910112e-06,
      "loss": 0.1361,
      "step": 3428
    },
    {
      "epoch": 0.517897598550068,
      "grad_norm": 3.316858746683991,
      "learning_rate": 9.282513449069945e-06,
      "loss": 0.1525,
      "step": 3429
    },
    {
      "epoch": 0.5180486331369883,
      "grad_norm": 2.2751894043014453,
      "learning_rate": 9.282105222100346e-06,
      "loss": 0.1532,
      "step": 3430
    },
    {
      "epoch": 0.5181996677239088,
      "grad_norm": 1.9204206445298106,
      "learning_rate": 9.281696888011529e-06,
      "loss": 0.1353,
      "step": 3431
    },
    {
      "epoch": 0.5183507023108291,
      "grad_norm": 2.0835048065931714,
      "learning_rate": 9.28128844681371e-06,
      "loss": 0.1448,
      "step": 3432
    },
    {
      "epoch": 0.5185017368977496,
      "grad_norm": 1.9459282405853517,
      "learning_rate": 9.280879898517103e-06,
      "loss": 0.1432,
      "step": 3433
    },
    {
      "epoch": 0.51865277148467,
      "grad_norm": 2.081108332749978,
      "learning_rate": 9.280471243131932e-06,
      "loss": 0.1576,
      "step": 3434
    },
    {
      "epoch": 0.5188038060715904,
      "grad_norm": 2.3098821425979166,
      "learning_rate": 9.280062480668416e-06,
      "loss": 0.1655,
      "step": 3435
    },
    {
      "epoch": 0.5189548406585108,
      "grad_norm": 3.628959363731646,
      "learning_rate": 9.279653611136784e-06,
      "loss": 0.2082,
      "step": 3436
    },
    {
      "epoch": 0.5191058752454312,
      "grad_norm": 2.427240766213095,
      "learning_rate": 9.279244634547261e-06,
      "loss": 0.1601,
      "step": 3437
    },
    {
      "epoch": 0.5192569098323516,
      "grad_norm": 2.8159669311498905,
      "learning_rate": 9.278835550910079e-06,
      "loss": 0.1802,
      "step": 3438
    },
    {
      "epoch": 0.519407944419272,
      "grad_norm": 2.0904381454590926,
      "learning_rate": 9.278426360235472e-06,
      "loss": 0.1632,
      "step": 3439
    },
    {
      "epoch": 0.5195589790061924,
      "grad_norm": 2.2393226525018664,
      "learning_rate": 9.278017062533676e-06,
      "loss": 0.174,
      "step": 3440
    },
    {
      "epoch": 0.5197100135931129,
      "grad_norm": 1.9442589209667709,
      "learning_rate": 9.27760765781493e-06,
      "loss": 0.13,
      "step": 3441
    },
    {
      "epoch": 0.5198610481800332,
      "grad_norm": 2.440650730976218,
      "learning_rate": 9.277198146089473e-06,
      "loss": 0.1749,
      "step": 3442
    },
    {
      "epoch": 0.5200120827669537,
      "grad_norm": 2.3663276407751055,
      "learning_rate": 9.276788527367552e-06,
      "loss": 0.1429,
      "step": 3443
    },
    {
      "epoch": 0.520163117353874,
      "grad_norm": 16.94952970469343,
      "learning_rate": 9.276378801659413e-06,
      "loss": 0.3005,
      "step": 3444
    },
    {
      "epoch": 0.5203141519407944,
      "grad_norm": 2.0634690526649737,
      "learning_rate": 9.275968968975303e-06,
      "loss": 0.1569,
      "step": 3445
    },
    {
      "epoch": 0.5204651865277149,
      "grad_norm": 2.7215889400290543,
      "learning_rate": 9.275559029325481e-06,
      "loss": 0.1865,
      "step": 3446
    },
    {
      "epoch": 0.5206162211146352,
      "grad_norm": 1.8955284674556683,
      "learning_rate": 9.275148982720195e-06,
      "loss": 0.1533,
      "step": 3447
    },
    {
      "epoch": 0.5207672557015557,
      "grad_norm": 2.3871197958422434,
      "learning_rate": 9.274738829169705e-06,
      "loss": 0.1537,
      "step": 3448
    },
    {
      "epoch": 0.520918290288476,
      "grad_norm": 2.420111048576695,
      "learning_rate": 9.274328568684272e-06,
      "loss": 0.1728,
      "step": 3449
    },
    {
      "epoch": 0.5210693248753965,
      "grad_norm": 2.465417317983724,
      "learning_rate": 9.273918201274156e-06,
      "loss": 0.1722,
      "step": 3450
    },
    {
      "epoch": 0.5212203594623168,
      "grad_norm": 1.8192876513815217,
      "learning_rate": 9.27350772694963e-06,
      "loss": 0.1324,
      "step": 3451
    },
    {
      "epoch": 0.5213713940492373,
      "grad_norm": 2.5423878946367306,
      "learning_rate": 9.27309714572095e-06,
      "loss": 0.1908,
      "step": 3452
    },
    {
      "epoch": 0.5215224286361577,
      "grad_norm": 2.635825390132972,
      "learning_rate": 9.2726864575984e-06,
      "loss": 0.1688,
      "step": 3453
    },
    {
      "epoch": 0.5216734632230781,
      "grad_norm": 2.4867684228017612,
      "learning_rate": 9.272275662592242e-06,
      "loss": 0.1648,
      "step": 3454
    },
    {
      "epoch": 0.5218244978099985,
      "grad_norm": 2.1375109407560133,
      "learning_rate": 9.271864760712761e-06,
      "loss": 0.151,
      "step": 3455
    },
    {
      "epoch": 0.5219755323969189,
      "grad_norm": 2.3980655799344848,
      "learning_rate": 9.271453751970232e-06,
      "loss": 0.1697,
      "step": 3456
    },
    {
      "epoch": 0.5221265669838393,
      "grad_norm": 1.9100565436605799,
      "learning_rate": 9.271042636374938e-06,
      "loss": 0.148,
      "step": 3457
    },
    {
      "epoch": 0.5222776015707598,
      "grad_norm": 2.1745244094945826,
      "learning_rate": 9.270631413937162e-06,
      "loss": 0.1571,
      "step": 3458
    },
    {
      "epoch": 0.5224286361576801,
      "grad_norm": 3.1754605020628044,
      "learning_rate": 9.270220084667192e-06,
      "loss": 0.1818,
      "step": 3459
    },
    {
      "epoch": 0.5225796707446005,
      "grad_norm": 2.7888826295244167,
      "learning_rate": 9.269808648575316e-06,
      "loss": 0.1654,
      "step": 3460
    },
    {
      "epoch": 0.5227307053315209,
      "grad_norm": 2.149178762580731,
      "learning_rate": 9.269397105671827e-06,
      "loss": 0.1531,
      "step": 3461
    },
    {
      "epoch": 0.5228817399184413,
      "grad_norm": 2.791753021519446,
      "learning_rate": 9.268985455967022e-06,
      "loss": 0.1677,
      "step": 3462
    },
    {
      "epoch": 0.5230327745053617,
      "grad_norm": 2.216391968760741,
      "learning_rate": 9.268573699471194e-06,
      "loss": 0.1702,
      "step": 3463
    },
    {
      "epoch": 0.5231838090922821,
      "grad_norm": 1.9665312138793847,
      "learning_rate": 9.268161836194651e-06,
      "loss": 0.1323,
      "step": 3464
    },
    {
      "epoch": 0.5233348436792026,
      "grad_norm": 3.1126137899810513,
      "learning_rate": 9.267749866147689e-06,
      "loss": 0.1707,
      "step": 3465
    },
    {
      "epoch": 0.5234858782661229,
      "grad_norm": 2.2257300654746204,
      "learning_rate": 9.267337789340616e-06,
      "loss": 0.1708,
      "step": 3466
    },
    {
      "epoch": 0.5236369128530434,
      "grad_norm": 2.5830218000743272,
      "learning_rate": 9.26692560578374e-06,
      "loss": 0.1781,
      "step": 3467
    },
    {
      "epoch": 0.5237879474399637,
      "grad_norm": 2.028371863328805,
      "learning_rate": 9.266513315487373e-06,
      "loss": 0.1392,
      "step": 3468
    },
    {
      "epoch": 0.5239389820268842,
      "grad_norm": 2.4198295732403916,
      "learning_rate": 9.266100918461827e-06,
      "loss": 0.1497,
      "step": 3469
    },
    {
      "epoch": 0.5240900166138046,
      "grad_norm": 2.019734166503747,
      "learning_rate": 9.26568841471742e-06,
      "loss": 0.1411,
      "step": 3470
    },
    {
      "epoch": 0.524241051200725,
      "grad_norm": 2.6573399336941415,
      "learning_rate": 9.26527580426447e-06,
      "loss": 0.1549,
      "step": 3471
    },
    {
      "epoch": 0.5243920857876454,
      "grad_norm": 3.9300334801881682,
      "learning_rate": 9.264863087113299e-06,
      "loss": 0.1515,
      "step": 3472
    },
    {
      "epoch": 0.5245431203745657,
      "grad_norm": 2.4968772259616996,
      "learning_rate": 9.264450263274233e-06,
      "loss": 0.1589,
      "step": 3473
    },
    {
      "epoch": 0.5246941549614862,
      "grad_norm": 2.399865730464934,
      "learning_rate": 9.264037332757596e-06,
      "loss": 0.1756,
      "step": 3474
    },
    {
      "epoch": 0.5248451895484065,
      "grad_norm": 2.9018224077689223,
      "learning_rate": 9.263624295573719e-06,
      "loss": 0.1707,
      "step": 3475
    },
    {
      "epoch": 0.524996224135327,
      "grad_norm": 3.024845552366074,
      "learning_rate": 9.263211151732933e-06,
      "loss": 0.1521,
      "step": 3476
    },
    {
      "epoch": 0.5251472587222474,
      "grad_norm": 3.0060538493907134,
      "learning_rate": 9.262797901245577e-06,
      "loss": 0.1849,
      "step": 3477
    },
    {
      "epoch": 0.5252982933091678,
      "grad_norm": 2.89913018726887,
      "learning_rate": 9.262384544121986e-06,
      "loss": 0.165,
      "step": 3478
    },
    {
      "epoch": 0.5254493278960882,
      "grad_norm": 2.232598987345142,
      "learning_rate": 9.261971080372498e-06,
      "loss": 0.1632,
      "step": 3479
    },
    {
      "epoch": 0.5256003624830086,
      "grad_norm": 2.4827199244854885,
      "learning_rate": 9.26155751000746e-06,
      "loss": 0.1418,
      "step": 3480
    },
    {
      "epoch": 0.525751397069929,
      "grad_norm": 2.5038851073916977,
      "learning_rate": 9.261143833037216e-06,
      "loss": 0.1551,
      "step": 3481
    },
    {
      "epoch": 0.5259024316568495,
      "grad_norm": 1.9067619609591002,
      "learning_rate": 9.260730049472116e-06,
      "loss": 0.1395,
      "step": 3482
    },
    {
      "epoch": 0.5260534662437698,
      "grad_norm": 2.0771680105846158,
      "learning_rate": 9.260316159322507e-06,
      "loss": 0.1511,
      "step": 3483
    },
    {
      "epoch": 0.5262045008306903,
      "grad_norm": 2.2180611633079574,
      "learning_rate": 9.259902162598746e-06,
      "loss": 0.1613,
      "step": 3484
    },
    {
      "epoch": 0.5263555354176106,
      "grad_norm": 3.287854247938939,
      "learning_rate": 9.25948805931119e-06,
      "loss": 0.1688,
      "step": 3485
    },
    {
      "epoch": 0.526506570004531,
      "grad_norm": 2.2367825608872907,
      "learning_rate": 9.259073849470197e-06,
      "loss": 0.159,
      "step": 3486
    },
    {
      "epoch": 0.5266576045914514,
      "grad_norm": 2.6681246665897826,
      "learning_rate": 9.258659533086128e-06,
      "loss": 0.172,
      "step": 3487
    },
    {
      "epoch": 0.5268086391783718,
      "grad_norm": 2.532015199750587,
      "learning_rate": 9.258245110169346e-06,
      "loss": 0.1466,
      "step": 3488
    },
    {
      "epoch": 0.5269596737652923,
      "grad_norm": 2.4172461463323103,
      "learning_rate": 9.25783058073022e-06,
      "loss": 0.1681,
      "step": 3489
    },
    {
      "epoch": 0.5271107083522126,
      "grad_norm": 2.64341543640398,
      "learning_rate": 9.25741594477912e-06,
      "loss": 0.1766,
      "step": 3490
    },
    {
      "epoch": 0.5272617429391331,
      "grad_norm": 2.2863224635989874,
      "learning_rate": 9.257001202326417e-06,
      "loss": 0.1517,
      "step": 3491
    },
    {
      "epoch": 0.5274127775260534,
      "grad_norm": 2.071621391459188,
      "learning_rate": 9.256586353382488e-06,
      "loss": 0.1538,
      "step": 3492
    },
    {
      "epoch": 0.5275638121129739,
      "grad_norm": 2.36835941690657,
      "learning_rate": 9.256171397957709e-06,
      "loss": 0.1506,
      "step": 3493
    },
    {
      "epoch": 0.5277148466998943,
      "grad_norm": 2.2133969071501762,
      "learning_rate": 9.25575633606246e-06,
      "loss": 0.1488,
      "step": 3494
    },
    {
      "epoch": 0.5278658812868147,
      "grad_norm": 2.6207864419012674,
      "learning_rate": 9.255341167707126e-06,
      "loss": 0.1542,
      "step": 3495
    },
    {
      "epoch": 0.5280169158737351,
      "grad_norm": 2.5036996606386333,
      "learning_rate": 9.25492589290209e-06,
      "loss": 0.1835,
      "step": 3496
    },
    {
      "epoch": 0.5281679504606555,
      "grad_norm": 1.9815127587363626,
      "learning_rate": 9.254510511657743e-06,
      "loss": 0.1299,
      "step": 3497
    },
    {
      "epoch": 0.5283189850475759,
      "grad_norm": 2.333966046616833,
      "learning_rate": 9.254095023984475e-06,
      "loss": 0.1574,
      "step": 3498
    },
    {
      "epoch": 0.5284700196344962,
      "grad_norm": 2.481448434475699,
      "learning_rate": 9.253679429892679e-06,
      "loss": 0.1581,
      "step": 3499
    },
    {
      "epoch": 0.5286210542214167,
      "grad_norm": 2.153420854462058,
      "learning_rate": 9.25326372939275e-06,
      "loss": 0.1484,
      "step": 3500
    },
    {
      "epoch": 0.5287720888083371,
      "grad_norm": 3.1732968483409323,
      "learning_rate": 9.25284792249509e-06,
      "loss": 0.1657,
      "step": 3501
    },
    {
      "epoch": 0.5289231233952575,
      "grad_norm": 2.307058843082498,
      "learning_rate": 9.2524320092101e-06,
      "loss": 0.1642,
      "step": 3502
    },
    {
      "epoch": 0.5290741579821779,
      "grad_norm": 1.9902042699170475,
      "learning_rate": 9.252015989548182e-06,
      "loss": 0.1394,
      "step": 3503
    },
    {
      "epoch": 0.5292251925690983,
      "grad_norm": 2.412537233070491,
      "learning_rate": 9.251599863519746e-06,
      "loss": 0.1782,
      "step": 3504
    },
    {
      "epoch": 0.5293762271560187,
      "grad_norm": 5.899811912908721,
      "learning_rate": 9.251183631135198e-06,
      "loss": 0.1451,
      "step": 3505
    },
    {
      "epoch": 0.5295272617429392,
      "grad_norm": 2.4570259918100237,
      "learning_rate": 9.250767292404955e-06,
      "loss": 0.1691,
      "step": 3506
    },
    {
      "epoch": 0.5296782963298595,
      "grad_norm": 1.7890336941007887,
      "learning_rate": 9.25035084733943e-06,
      "loss": 0.1269,
      "step": 3507
    },
    {
      "epoch": 0.52982933091678,
      "grad_norm": 2.6765390774770634,
      "learning_rate": 9.249934295949037e-06,
      "loss": 0.1649,
      "step": 3508
    },
    {
      "epoch": 0.5299803655037003,
      "grad_norm": 2.089245894549386,
      "learning_rate": 9.249517638244201e-06,
      "loss": 0.1516,
      "step": 3509
    },
    {
      "epoch": 0.5301314000906208,
      "grad_norm": 2.7589119117948986,
      "learning_rate": 9.249100874235344e-06,
      "loss": 0.1716,
      "step": 3510
    },
    {
      "epoch": 0.5302824346775411,
      "grad_norm": 2.405414315002588,
      "learning_rate": 9.248684003932889e-06,
      "loss": 0.1762,
      "step": 3511
    },
    {
      "epoch": 0.5304334692644616,
      "grad_norm": 2.3745181260808956,
      "learning_rate": 9.248267027347267e-06,
      "loss": 0.1486,
      "step": 3512
    },
    {
      "epoch": 0.530584503851382,
      "grad_norm": 2.091947978012036,
      "learning_rate": 9.24784994448891e-06,
      "loss": 0.1303,
      "step": 3513
    },
    {
      "epoch": 0.5307355384383023,
      "grad_norm": 2.137172952115537,
      "learning_rate": 9.247432755368246e-06,
      "loss": 0.1446,
      "step": 3514
    },
    {
      "epoch": 0.5308865730252228,
      "grad_norm": 3.935711385104786,
      "learning_rate": 9.247015459995717e-06,
      "loss": 0.1968,
      "step": 3515
    },
    {
      "epoch": 0.5310376076121431,
      "grad_norm": 2.148077196480298,
      "learning_rate": 9.246598058381758e-06,
      "loss": 0.1453,
      "step": 3516
    },
    {
      "epoch": 0.5311886421990636,
      "grad_norm": 2.6129786004242064,
      "learning_rate": 9.246180550536813e-06,
      "loss": 0.1707,
      "step": 3517
    },
    {
      "epoch": 0.531339676785984,
      "grad_norm": 2.1761607825681946,
      "learning_rate": 9.245762936471324e-06,
      "loss": 0.1539,
      "step": 3518
    },
    {
      "epoch": 0.5314907113729044,
      "grad_norm": 1.8908976912353537,
      "learning_rate": 9.24534521619574e-06,
      "loss": 0.1444,
      "step": 3519
    },
    {
      "epoch": 0.5316417459598248,
      "grad_norm": 2.362294242093243,
      "learning_rate": 9.24492738972051e-06,
      "loss": 0.1626,
      "step": 3520
    },
    {
      "epoch": 0.5317927805467452,
      "grad_norm": 2.5535567815609386,
      "learning_rate": 9.244509457056086e-06,
      "loss": 0.1646,
      "step": 3521
    },
    {
      "epoch": 0.5319438151336656,
      "grad_norm": 1.9580708130928974,
      "learning_rate": 9.244091418212921e-06,
      "loss": 0.1516,
      "step": 3522
    },
    {
      "epoch": 0.532094849720586,
      "grad_norm": 2.2613090363261614,
      "learning_rate": 9.243673273201477e-06,
      "loss": 0.1647,
      "step": 3523
    },
    {
      "epoch": 0.5322458843075064,
      "grad_norm": 2.561627645241278,
      "learning_rate": 9.24325502203221e-06,
      "loss": 0.1638,
      "step": 3524
    },
    {
      "epoch": 0.5323969188944269,
      "grad_norm": 2.4739438573761174,
      "learning_rate": 9.242836664715583e-06,
      "loss": 0.1605,
      "step": 3525
    },
    {
      "epoch": 0.5325479534813472,
      "grad_norm": 2.104936463194844,
      "learning_rate": 9.242418201262063e-06,
      "loss": 0.1486,
      "step": 3526
    },
    {
      "epoch": 0.5326989880682677,
      "grad_norm": 1.7436167667882354,
      "learning_rate": 9.241999631682116e-06,
      "loss": 0.1357,
      "step": 3527
    },
    {
      "epoch": 0.532850022655188,
      "grad_norm": 1.833414340227033,
      "learning_rate": 9.241580955986216e-06,
      "loss": 0.1313,
      "step": 3528
    },
    {
      "epoch": 0.5330010572421084,
      "grad_norm": 2.1363337688607484,
      "learning_rate": 9.241162174184834e-06,
      "loss": 0.1651,
      "step": 3529
    },
    {
      "epoch": 0.5331520918290289,
      "grad_norm": 2.2834692778511836,
      "learning_rate": 9.240743286288448e-06,
      "loss": 0.1623,
      "step": 3530
    },
    {
      "epoch": 0.5333031264159492,
      "grad_norm": 2.294140728569715,
      "learning_rate": 9.240324292307534e-06,
      "loss": 0.1669,
      "step": 3531
    },
    {
      "epoch": 0.5334541610028697,
      "grad_norm": 2.228456781965948,
      "learning_rate": 9.239905192252576e-06,
      "loss": 0.1458,
      "step": 3532
    },
    {
      "epoch": 0.53360519558979,
      "grad_norm": 2.366987764803969,
      "learning_rate": 9.239485986134056e-06,
      "loss": 0.1605,
      "step": 3533
    },
    {
      "epoch": 0.5337562301767105,
      "grad_norm": 2.3561517150138584,
      "learning_rate": 9.239066673962462e-06,
      "loss": 0.1596,
      "step": 3534
    },
    {
      "epoch": 0.5339072647636308,
      "grad_norm": 2.360722168455503,
      "learning_rate": 9.238647255748282e-06,
      "loss": 0.1758,
      "step": 3535
    },
    {
      "epoch": 0.5340582993505513,
      "grad_norm": 2.0047172773654163,
      "learning_rate": 9.23822773150201e-06,
      "loss": 0.1268,
      "step": 3536
    },
    {
      "epoch": 0.5342093339374717,
      "grad_norm": 2.1083725539752196,
      "learning_rate": 9.237808101234139e-06,
      "loss": 0.1526,
      "step": 3537
    },
    {
      "epoch": 0.5343603685243921,
      "grad_norm": 2.576759361897152,
      "learning_rate": 9.237388364955166e-06,
      "loss": 0.143,
      "step": 3538
    },
    {
      "epoch": 0.5345114031113125,
      "grad_norm": 2.013474494284868,
      "learning_rate": 9.236968522675592e-06,
      "loss": 0.1583,
      "step": 3539
    },
    {
      "epoch": 0.5346624376982329,
      "grad_norm": 2.37963784701845,
      "learning_rate": 9.236548574405918e-06,
      "loss": 0.1669,
      "step": 3540
    },
    {
      "epoch": 0.5348134722851533,
      "grad_norm": 2.0148638523449,
      "learning_rate": 9.236128520156652e-06,
      "loss": 0.1581,
      "step": 3541
    },
    {
      "epoch": 0.5349645068720738,
      "grad_norm": 2.4394298323974364,
      "learning_rate": 9.235708359938303e-06,
      "loss": 0.133,
      "step": 3542
    },
    {
      "epoch": 0.5351155414589941,
      "grad_norm": 2.579674980138323,
      "learning_rate": 9.235288093761375e-06,
      "loss": 0.1752,
      "step": 3543
    },
    {
      "epoch": 0.5352665760459145,
      "grad_norm": 2.0440858776900748,
      "learning_rate": 9.234867721636387e-06,
      "loss": 0.1397,
      "step": 3544
    },
    {
      "epoch": 0.5354176106328349,
      "grad_norm": 2.6873075447826276,
      "learning_rate": 9.234447243573853e-06,
      "loss": 0.1886,
      "step": 3545
    },
    {
      "epoch": 0.5355686452197553,
      "grad_norm": 2.209214542183019,
      "learning_rate": 9.23402665958429e-06,
      "loss": 0.1581,
      "step": 3546
    },
    {
      "epoch": 0.5357196798066757,
      "grad_norm": 1.8709731482477088,
      "learning_rate": 9.233605969678222e-06,
      "loss": 0.1412,
      "step": 3547
    },
    {
      "epoch": 0.5358707143935961,
      "grad_norm": 2.852798088456748,
      "learning_rate": 9.23318517386617e-06,
      "loss": 0.18,
      "step": 3548
    },
    {
      "epoch": 0.5360217489805166,
      "grad_norm": 2.3754020961386266,
      "learning_rate": 9.232764272158661e-06,
      "loss": 0.1631,
      "step": 3549
    },
    {
      "epoch": 0.5361727835674369,
      "grad_norm": 3.9786396316391497,
      "learning_rate": 9.232343264566225e-06,
      "loss": 0.1951,
      "step": 3550
    },
    {
      "epoch": 0.5363238181543574,
      "grad_norm": 2.0479749655808916,
      "learning_rate": 9.231922151099396e-06,
      "loss": 0.1344,
      "step": 3551
    },
    {
      "epoch": 0.5364748527412777,
      "grad_norm": 2.286926028508894,
      "learning_rate": 9.231500931768705e-06,
      "loss": 0.1675,
      "step": 3552
    },
    {
      "epoch": 0.5366258873281982,
      "grad_norm": 2.8462220653795214,
      "learning_rate": 9.23107960658469e-06,
      "loss": 0.213,
      "step": 3553
    },
    {
      "epoch": 0.5367769219151186,
      "grad_norm": 4.096813748042624,
      "learning_rate": 9.23065817555789e-06,
      "loss": 0.1447,
      "step": 3554
    },
    {
      "epoch": 0.536927956502039,
      "grad_norm": 1.878412694107271,
      "learning_rate": 9.23023663869885e-06,
      "loss": 0.1535,
      "step": 3555
    },
    {
      "epoch": 0.5370789910889594,
      "grad_norm": 1.8828871981779407,
      "learning_rate": 9.229814996018112e-06,
      "loss": 0.1498,
      "step": 3556
    },
    {
      "epoch": 0.5372300256758797,
      "grad_norm": 2.2278143373643333,
      "learning_rate": 9.229393247526223e-06,
      "loss": 0.1441,
      "step": 3557
    },
    {
      "epoch": 0.5373810602628002,
      "grad_norm": 2.1603854795473256,
      "learning_rate": 9.228971393233736e-06,
      "loss": 0.1455,
      "step": 3558
    },
    {
      "epoch": 0.5375320948497205,
      "grad_norm": 1.863239153278031,
      "learning_rate": 9.228549433151205e-06,
      "loss": 0.1353,
      "step": 3559
    },
    {
      "epoch": 0.537683129436641,
      "grad_norm": 2.720237357231114,
      "learning_rate": 9.22812736728918e-06,
      "loss": 0.1729,
      "step": 3560
    },
    {
      "epoch": 0.5378341640235614,
      "grad_norm": 2.454828946721301,
      "learning_rate": 9.227705195658223e-06,
      "loss": 0.1539,
      "step": 3561
    },
    {
      "epoch": 0.5379851986104818,
      "grad_norm": 2.5378169779793964,
      "learning_rate": 9.227282918268896e-06,
      "loss": 0.1909,
      "step": 3562
    },
    {
      "epoch": 0.5381362331974022,
      "grad_norm": 1.9169248650297888,
      "learning_rate": 9.22686053513176e-06,
      "loss": 0.1549,
      "step": 3563
    },
    {
      "epoch": 0.5382872677843226,
      "grad_norm": 2.2012420556012087,
      "learning_rate": 9.226438046257383e-06,
      "loss": 0.1072,
      "step": 3564
    },
    {
      "epoch": 0.538438302371243,
      "grad_norm": 2.47111625686753,
      "learning_rate": 9.226015451656333e-06,
      "loss": 0.1524,
      "step": 3565
    },
    {
      "epoch": 0.5385893369581635,
      "grad_norm": 1.7990947120211833,
      "learning_rate": 9.225592751339182e-06,
      "loss": 0.151,
      "step": 3566
    },
    {
      "epoch": 0.5387403715450838,
      "grad_norm": 3.037139736964382,
      "learning_rate": 9.2251699453165e-06,
      "loss": 0.1714,
      "step": 3567
    },
    {
      "epoch": 0.5388914061320043,
      "grad_norm": 2.990240446439394,
      "learning_rate": 9.224747033598872e-06,
      "loss": 0.1852,
      "step": 3568
    },
    {
      "epoch": 0.5390424407189246,
      "grad_norm": 2.4889766227552514,
      "learning_rate": 9.224324016196869e-06,
      "loss": 0.1562,
      "step": 3569
    },
    {
      "epoch": 0.539193475305845,
      "grad_norm": 2.248597063815566,
      "learning_rate": 9.223900893121075e-06,
      "loss": 0.1588,
      "step": 3570
    },
    {
      "epoch": 0.5393445098927654,
      "grad_norm": 2.207033271645952,
      "learning_rate": 9.22347766438208e-06,
      "loss": 0.1547,
      "step": 3571
    },
    {
      "epoch": 0.5394955444796858,
      "grad_norm": 2.6662816988956743,
      "learning_rate": 9.223054329990466e-06,
      "loss": 0.161,
      "step": 3572
    },
    {
      "epoch": 0.5396465790666063,
      "grad_norm": 2.2896098548123454,
      "learning_rate": 9.222630889956826e-06,
      "loss": 0.1502,
      "step": 3573
    },
    {
      "epoch": 0.5397976136535266,
      "grad_norm": 2.032298301565045,
      "learning_rate": 9.222207344291748e-06,
      "loss": 0.1547,
      "step": 3574
    },
    {
      "epoch": 0.5399486482404471,
      "grad_norm": 4.384837629065052,
      "learning_rate": 9.221783693005832e-06,
      "loss": 0.1691,
      "step": 3575
    },
    {
      "epoch": 0.5400996828273674,
      "grad_norm": 2.1646308262821368,
      "learning_rate": 9.221359936109674e-06,
      "loss": 0.1365,
      "step": 3576
    },
    {
      "epoch": 0.5402507174142879,
      "grad_norm": 2.391284404710628,
      "learning_rate": 9.220936073613874e-06,
      "loss": 0.1594,
      "step": 3577
    },
    {
      "epoch": 0.5404017520012083,
      "grad_norm": 1.9949420663002881,
      "learning_rate": 9.220512105529037e-06,
      "loss": 0.1512,
      "step": 3578
    },
    {
      "epoch": 0.5405527865881287,
      "grad_norm": 2.838571639727046,
      "learning_rate": 9.220088031865766e-06,
      "loss": 0.1739,
      "step": 3579
    },
    {
      "epoch": 0.5407038211750491,
      "grad_norm": 2.358148951859338,
      "learning_rate": 9.219663852634672e-06,
      "loss": 0.167,
      "step": 3580
    },
    {
      "epoch": 0.5408548557619695,
      "grad_norm": 2.7464640393963546,
      "learning_rate": 9.219239567846366e-06,
      "loss": 0.1618,
      "step": 3581
    },
    {
      "epoch": 0.5410058903488899,
      "grad_norm": 2.467649683718033,
      "learning_rate": 9.218815177511458e-06,
      "loss": 0.1627,
      "step": 3582
    },
    {
      "epoch": 0.5411569249358102,
      "grad_norm": 2.897950275727778,
      "learning_rate": 9.21839068164057e-06,
      "loss": 0.1813,
      "step": 3583
    },
    {
      "epoch": 0.5413079595227307,
      "grad_norm": 1.9582472298928257,
      "learning_rate": 9.217966080244316e-06,
      "loss": 0.1511,
      "step": 3584
    },
    {
      "epoch": 0.5414589941096511,
      "grad_norm": 2.783748617103837,
      "learning_rate": 9.21754137333332e-06,
      "loss": 0.1573,
      "step": 3585
    },
    {
      "epoch": 0.5416100286965715,
      "grad_norm": 2.0730772899099454,
      "learning_rate": 9.217116560918208e-06,
      "loss": 0.1435,
      "step": 3586
    },
    {
      "epoch": 0.5417610632834919,
      "grad_norm": 1.9887099069000034,
      "learning_rate": 9.216691643009603e-06,
      "loss": 0.1344,
      "step": 3587
    },
    {
      "epoch": 0.5419120978704123,
      "grad_norm": 1.9804978272269222,
      "learning_rate": 9.216266619618139e-06,
      "loss": 0.148,
      "step": 3588
    },
    {
      "epoch": 0.5420631324573327,
      "grad_norm": 2.151008828300826,
      "learning_rate": 9.215841490754443e-06,
      "loss": 0.1361,
      "step": 3589
    },
    {
      "epoch": 0.5422141670442532,
      "grad_norm": 2.4453869099312042,
      "learning_rate": 9.215416256429156e-06,
      "loss": 0.1698,
      "step": 3590
    },
    {
      "epoch": 0.5423652016311735,
      "grad_norm": 2.3273427726319524,
      "learning_rate": 9.214990916652908e-06,
      "loss": 0.1584,
      "step": 3591
    },
    {
      "epoch": 0.542516236218094,
      "grad_norm": 2.1508042986964475,
      "learning_rate": 9.214565471436345e-06,
      "loss": 0.154,
      "step": 3592
    },
    {
      "epoch": 0.5426672708050143,
      "grad_norm": 1.986772418843,
      "learning_rate": 9.214139920790108e-06,
      "loss": 0.1462,
      "step": 3593
    },
    {
      "epoch": 0.5428183053919348,
      "grad_norm": 1.9350719434480732,
      "learning_rate": 9.213714264724843e-06,
      "loss": 0.1336,
      "step": 3594
    },
    {
      "epoch": 0.5429693399788551,
      "grad_norm": 3.7536218992198824,
      "learning_rate": 9.213288503251194e-06,
      "loss": 0.1737,
      "step": 3595
    },
    {
      "epoch": 0.5431203745657756,
      "grad_norm": 2.647779133737349,
      "learning_rate": 9.212862636379818e-06,
      "loss": 0.1544,
      "step": 3596
    },
    {
      "epoch": 0.543271409152696,
      "grad_norm": 2.3103195905876017,
      "learning_rate": 9.212436664121365e-06,
      "loss": 0.1606,
      "step": 3597
    },
    {
      "epoch": 0.5434224437396163,
      "grad_norm": 2.9979109607670495,
      "learning_rate": 9.21201058648649e-06,
      "loss": 0.1486,
      "step": 3598
    },
    {
      "epoch": 0.5435734783265368,
      "grad_norm": 2.5643840841843204,
      "learning_rate": 9.211584403485853e-06,
      "loss": 0.1445,
      "step": 3599
    },
    {
      "epoch": 0.5437245129134571,
      "grad_norm": 3.6514045338108363,
      "learning_rate": 9.211158115130117e-06,
      "loss": 0.1634,
      "step": 3600
    },
    {
      "epoch": 0.5438755475003776,
      "grad_norm": 2.300017493602284,
      "learning_rate": 9.210731721429941e-06,
      "loss": 0.1703,
      "step": 3601
    },
    {
      "epoch": 0.544026582087298,
      "grad_norm": 1.811906561454033,
      "learning_rate": 9.210305222395996e-06,
      "loss": 0.1493,
      "step": 3602
    },
    {
      "epoch": 0.5441776166742184,
      "grad_norm": 2.014211604181974,
      "learning_rate": 9.209878618038948e-06,
      "loss": 0.1597,
      "step": 3603
    },
    {
      "epoch": 0.5443286512611388,
      "grad_norm": 2.6086198136527448,
      "learning_rate": 9.20945190836947e-06,
      "loss": 0.1668,
      "step": 3604
    },
    {
      "epoch": 0.5444796858480592,
      "grad_norm": 2.5050428354854652,
      "learning_rate": 9.209025093398238e-06,
      "loss": 0.1741,
      "step": 3605
    },
    {
      "epoch": 0.5446307204349796,
      "grad_norm": 2.557149079341852,
      "learning_rate": 9.208598173135928e-06,
      "loss": 0.1661,
      "step": 3606
    },
    {
      "epoch": 0.5447817550219,
      "grad_norm": 1.908907966127251,
      "learning_rate": 9.208171147593218e-06,
      "loss": 0.1527,
      "step": 3607
    },
    {
      "epoch": 0.5449327896088204,
      "grad_norm": 2.051879394593891,
      "learning_rate": 9.20774401678079e-06,
      "loss": 0.1418,
      "step": 3608
    },
    {
      "epoch": 0.5450838241957409,
      "grad_norm": 2.39466825727864,
      "learning_rate": 9.207316780709334e-06,
      "loss": 0.1534,
      "step": 3609
    },
    {
      "epoch": 0.5452348587826612,
      "grad_norm": 2.8041204737477035,
      "learning_rate": 9.20688943938953e-06,
      "loss": 0.1788,
      "step": 3610
    },
    {
      "epoch": 0.5453858933695817,
      "grad_norm": 3.340347075695943,
      "learning_rate": 9.206461992832074e-06,
      "loss": 0.1794,
      "step": 3611
    },
    {
      "epoch": 0.545536927956502,
      "grad_norm": 2.0152148377955044,
      "learning_rate": 9.206034441047658e-06,
      "loss": 0.1501,
      "step": 3612
    },
    {
      "epoch": 0.5456879625434224,
      "grad_norm": 2.4927800189344844,
      "learning_rate": 9.205606784046974e-06,
      "loss": 0.1544,
      "step": 3613
    },
    {
      "epoch": 0.5458389971303429,
      "grad_norm": 2.2051150294546935,
      "learning_rate": 9.205179021840723e-06,
      "loss": 0.1586,
      "step": 3614
    },
    {
      "epoch": 0.5459900317172632,
      "grad_norm": 2.0852190773192842,
      "learning_rate": 9.204751154439607e-06,
      "loss": 0.1393,
      "step": 3615
    },
    {
      "epoch": 0.5461410663041837,
      "grad_norm": 2.130907372529793,
      "learning_rate": 9.204323181854324e-06,
      "loss": 0.1543,
      "step": 3616
    },
    {
      "epoch": 0.546292100891104,
      "grad_norm": 1.9768008542081745,
      "learning_rate": 9.203895104095585e-06,
      "loss": 0.1456,
      "step": 3617
    },
    {
      "epoch": 0.5464431354780245,
      "grad_norm": 2.3012933098922104,
      "learning_rate": 9.203466921174098e-06,
      "loss": 0.1622,
      "step": 3618
    },
    {
      "epoch": 0.5465941700649448,
      "grad_norm": 2.3442190100681937,
      "learning_rate": 9.203038633100572e-06,
      "loss": 0.1534,
      "step": 3619
    },
    {
      "epoch": 0.5467452046518653,
      "grad_norm": 2.2137968788366753,
      "learning_rate": 9.202610239885724e-06,
      "loss": 0.1707,
      "step": 3620
    },
    {
      "epoch": 0.5468962392387857,
      "grad_norm": 2.4135494159555377,
      "learning_rate": 9.202181741540265e-06,
      "loss": 0.1656,
      "step": 3621
    },
    {
      "epoch": 0.5470472738257061,
      "grad_norm": 2.851083724000443,
      "learning_rate": 9.20175313807492e-06,
      "loss": 0.2002,
      "step": 3622
    },
    {
      "epoch": 0.5471983084126265,
      "grad_norm": 2.2298750772089138,
      "learning_rate": 9.20132442950041e-06,
      "loss": 0.167,
      "step": 3623
    },
    {
      "epoch": 0.5473493429995469,
      "grad_norm": 2.9442000689583074,
      "learning_rate": 9.200895615827456e-06,
      "loss": 0.1451,
      "step": 3624
    },
    {
      "epoch": 0.5475003775864673,
      "grad_norm": 2.7006268012245034,
      "learning_rate": 9.200466697066785e-06,
      "loss": 0.1613,
      "step": 3625
    },
    {
      "epoch": 0.5476514121733878,
      "grad_norm": 1.7725745045707082,
      "learning_rate": 9.200037673229131e-06,
      "loss": 0.1338,
      "step": 3626
    },
    {
      "epoch": 0.5478024467603081,
      "grad_norm": 2.1958349476148755,
      "learning_rate": 9.199608544325223e-06,
      "loss": 0.1489,
      "step": 3627
    },
    {
      "epoch": 0.5479534813472285,
      "grad_norm": 2.7544859248215365,
      "learning_rate": 9.199179310365798e-06,
      "loss": 0.1868,
      "step": 3628
    },
    {
      "epoch": 0.5481045159341489,
      "grad_norm": 2.372379479440418,
      "learning_rate": 9.198749971361591e-06,
      "loss": 0.1899,
      "step": 3629
    },
    {
      "epoch": 0.5482555505210693,
      "grad_norm": 1.971242231822713,
      "learning_rate": 9.198320527323344e-06,
      "loss": 0.1368,
      "step": 3630
    },
    {
      "epoch": 0.5484065851079897,
      "grad_norm": 2.663920162115881,
      "learning_rate": 9.197890978261798e-06,
      "loss": 0.1792,
      "step": 3631
    },
    {
      "epoch": 0.5485576196949101,
      "grad_norm": 2.932710230724745,
      "learning_rate": 9.1974613241877e-06,
      "loss": 0.1627,
      "step": 3632
    },
    {
      "epoch": 0.5487086542818306,
      "grad_norm": 3.089727573036253,
      "learning_rate": 9.197031565111798e-06,
      "loss": 0.172,
      "step": 3633
    },
    {
      "epoch": 0.5488596888687509,
      "grad_norm": 2.078004085534844,
      "learning_rate": 9.19660170104484e-06,
      "loss": 0.1768,
      "step": 3634
    },
    {
      "epoch": 0.5490107234556714,
      "grad_norm": 2.407728017879293,
      "learning_rate": 9.196171731997585e-06,
      "loss": 0.1597,
      "step": 3635
    },
    {
      "epoch": 0.5491617580425917,
      "grad_norm": 1.886802042197193,
      "learning_rate": 9.195741657980783e-06,
      "loss": 0.1348,
      "step": 3636
    },
    {
      "epoch": 0.5493127926295122,
      "grad_norm": 2.203295927922647,
      "learning_rate": 9.195311479005195e-06,
      "loss": 0.1701,
      "step": 3637
    },
    {
      "epoch": 0.5494638272164326,
      "grad_norm": 2.4058970198153156,
      "learning_rate": 9.194881195081583e-06,
      "loss": 0.1793,
      "step": 3638
    },
    {
      "epoch": 0.549614861803353,
      "grad_norm": 1.8351278882932631,
      "learning_rate": 9.194450806220709e-06,
      "loss": 0.136,
      "step": 3639
    },
    {
      "epoch": 0.5497658963902734,
      "grad_norm": 2.578047185922308,
      "learning_rate": 9.194020312433342e-06,
      "loss": 0.1375,
      "step": 3640
    },
    {
      "epoch": 0.5499169309771937,
      "grad_norm": 2.0923969590202014,
      "learning_rate": 9.193589713730247e-06,
      "loss": 0.1543,
      "step": 3641
    },
    {
      "epoch": 0.5500679655641142,
      "grad_norm": 2.1643192464400993,
      "learning_rate": 9.1931590101222e-06,
      "loss": 0.1592,
      "step": 3642
    },
    {
      "epoch": 0.5502190001510345,
      "grad_norm": 2.1157715277027505,
      "learning_rate": 9.192728201619973e-06,
      "loss": 0.1638,
      "step": 3643
    },
    {
      "epoch": 0.550370034737955,
      "grad_norm": 1.8611728122945266,
      "learning_rate": 9.192297288234341e-06,
      "loss": 0.1337,
      "step": 3644
    },
    {
      "epoch": 0.5505210693248754,
      "grad_norm": 2.0863818339511235,
      "learning_rate": 9.191866269976088e-06,
      "loss": 0.1508,
      "step": 3645
    },
    {
      "epoch": 0.5506721039117958,
      "grad_norm": 1.9555202533886449,
      "learning_rate": 9.191435146855995e-06,
      "loss": 0.1508,
      "step": 3646
    },
    {
      "epoch": 0.5508231384987162,
      "grad_norm": 2.3833251680879224,
      "learning_rate": 9.191003918884845e-06,
      "loss": 0.1762,
      "step": 3647
    },
    {
      "epoch": 0.5509741730856366,
      "grad_norm": 1.8391408571594,
      "learning_rate": 9.190572586073424e-06,
      "loss": 0.1494,
      "step": 3648
    },
    {
      "epoch": 0.551125207672557,
      "grad_norm": 3.0538489232075543,
      "learning_rate": 9.190141148432525e-06,
      "loss": 0.1646,
      "step": 3649
    },
    {
      "epoch": 0.5512762422594775,
      "grad_norm": 2.392985534891734,
      "learning_rate": 9.189709605972941e-06,
      "loss": 0.1396,
      "step": 3650
    },
    {
      "epoch": 0.5514272768463978,
      "grad_norm": 2.226297658575812,
      "learning_rate": 9.189277958705465e-06,
      "loss": 0.1585,
      "step": 3651
    },
    {
      "epoch": 0.5515783114333183,
      "grad_norm": 2.434129185388931,
      "learning_rate": 9.188846206640896e-06,
      "loss": 0.1743,
      "step": 3652
    },
    {
      "epoch": 0.5517293460202386,
      "grad_norm": 2.5457239807784764,
      "learning_rate": 9.188414349790033e-06,
      "loss": 0.1763,
      "step": 3653
    },
    {
      "epoch": 0.551880380607159,
      "grad_norm": 3.6552706820267513,
      "learning_rate": 9.187982388163683e-06,
      "loss": 0.1443,
      "step": 3654
    },
    {
      "epoch": 0.5520314151940794,
      "grad_norm": 2.2369381222304825,
      "learning_rate": 9.18755032177265e-06,
      "loss": 0.1411,
      "step": 3655
    },
    {
      "epoch": 0.5521824497809998,
      "grad_norm": 1.7172012677379767,
      "learning_rate": 9.187118150627738e-06,
      "loss": 0.121,
      "step": 3656
    },
    {
      "epoch": 0.5523334843679203,
      "grad_norm": 1.8669385046937543,
      "learning_rate": 9.186685874739765e-06,
      "loss": 0.1274,
      "step": 3657
    },
    {
      "epoch": 0.5524845189548406,
      "grad_norm": 2.283306996584451,
      "learning_rate": 9.18625349411954e-06,
      "loss": 0.1655,
      "step": 3658
    },
    {
      "epoch": 0.5526355535417611,
      "grad_norm": 2.181013999672435,
      "learning_rate": 9.18582100877788e-06,
      "loss": 0.14,
      "step": 3659
    },
    {
      "epoch": 0.5527865881286814,
      "grad_norm": 2.241707246250028,
      "learning_rate": 9.185388418725605e-06,
      "loss": 0.146,
      "step": 3660
    },
    {
      "epoch": 0.5529376227156019,
      "grad_norm": 3.408247909523271,
      "learning_rate": 9.184955723973537e-06,
      "loss": 0.1679,
      "step": 3661
    },
    {
      "epoch": 0.5530886573025223,
      "grad_norm": 2.585950036390463,
      "learning_rate": 9.184522924532498e-06,
      "loss": 0.1692,
      "step": 3662
    },
    {
      "epoch": 0.5532396918894427,
      "grad_norm": 2.3928629158458863,
      "learning_rate": 9.184090020413316e-06,
      "loss": 0.1472,
      "step": 3663
    },
    {
      "epoch": 0.5533907264763631,
      "grad_norm": 1.9028258070802864,
      "learning_rate": 9.18365701162682e-06,
      "loss": 0.1393,
      "step": 3664
    },
    {
      "epoch": 0.5535417610632835,
      "grad_norm": 2.7161695759600266,
      "learning_rate": 9.183223898183842e-06,
      "loss": 0.1669,
      "step": 3665
    },
    {
      "epoch": 0.5536927956502039,
      "grad_norm": 2.340224980704433,
      "learning_rate": 9.182790680095217e-06,
      "loss": 0.1633,
      "step": 3666
    },
    {
      "epoch": 0.5538438302371242,
      "grad_norm": 2.189662036152442,
      "learning_rate": 9.18235735737178e-06,
      "loss": 0.1491,
      "step": 3667
    },
    {
      "epoch": 0.5539948648240447,
      "grad_norm": 2.0056509679019374,
      "learning_rate": 9.181923930024374e-06,
      "loss": 0.1366,
      "step": 3668
    },
    {
      "epoch": 0.5541458994109651,
      "grad_norm": 2.9409871635763647,
      "learning_rate": 9.181490398063841e-06,
      "loss": 0.1875,
      "step": 3669
    },
    {
      "epoch": 0.5542969339978855,
      "grad_norm": 2.2922237763691635,
      "learning_rate": 9.181056761501024e-06,
      "loss": 0.1434,
      "step": 3670
    },
    {
      "epoch": 0.5544479685848059,
      "grad_norm": 2.1699877713866664,
      "learning_rate": 9.180623020346771e-06,
      "loss": 0.156,
      "step": 3671
    },
    {
      "epoch": 0.5545990031717263,
      "grad_norm": 1.967930926280596,
      "learning_rate": 9.180189174611934e-06,
      "loss": 0.1507,
      "step": 3672
    },
    {
      "epoch": 0.5547500377586467,
      "grad_norm": 2.148931326333162,
      "learning_rate": 9.179755224307365e-06,
      "loss": 0.1692,
      "step": 3673
    },
    {
      "epoch": 0.5549010723455672,
      "grad_norm": 2.8903826085817097,
      "learning_rate": 9.17932116944392e-06,
      "loss": 0.175,
      "step": 3674
    },
    {
      "epoch": 0.5550521069324875,
      "grad_norm": 2.36724634400547,
      "learning_rate": 9.178887010032455e-06,
      "loss": 0.1643,
      "step": 3675
    },
    {
      "epoch": 0.555203141519408,
      "grad_norm": 2.064684478288793,
      "learning_rate": 9.178452746083832e-06,
      "loss": 0.1391,
      "step": 3676
    },
    {
      "epoch": 0.5553541761063283,
      "grad_norm": 3.3399677100393212,
      "learning_rate": 9.178018377608914e-06,
      "loss": 0.1691,
      "step": 3677
    },
    {
      "epoch": 0.5555052106932488,
      "grad_norm": 1.9988839257113773,
      "learning_rate": 9.17758390461857e-06,
      "loss": 0.1445,
      "step": 3678
    },
    {
      "epoch": 0.5556562452801692,
      "grad_norm": 2.1721115927347294,
      "learning_rate": 9.177149327123665e-06,
      "loss": 0.1647,
      "step": 3679
    },
    {
      "epoch": 0.5558072798670896,
      "grad_norm": 2.218919642135805,
      "learning_rate": 9.176714645135072e-06,
      "loss": 0.1461,
      "step": 3680
    },
    {
      "epoch": 0.55595831445401,
      "grad_norm": 2.2859581981954644,
      "learning_rate": 9.176279858663663e-06,
      "loss": 0.1551,
      "step": 3681
    },
    {
      "epoch": 0.5561093490409303,
      "grad_norm": 1.953481592246942,
      "learning_rate": 9.175844967720316e-06,
      "loss": 0.1321,
      "step": 3682
    },
    {
      "epoch": 0.5562603836278508,
      "grad_norm": 1.98413902048455,
      "learning_rate": 9.17540997231591e-06,
      "loss": 0.1578,
      "step": 3683
    },
    {
      "epoch": 0.5564114182147711,
      "grad_norm": 2.2532389426498365,
      "learning_rate": 9.174974872461325e-06,
      "loss": 0.1446,
      "step": 3684
    },
    {
      "epoch": 0.5565624528016916,
      "grad_norm": 2.681799898738688,
      "learning_rate": 9.174539668167448e-06,
      "loss": 0.2151,
      "step": 3685
    },
    {
      "epoch": 0.556713487388612,
      "grad_norm": 2.1970164862858286,
      "learning_rate": 9.174104359445163e-06,
      "loss": 0.1564,
      "step": 3686
    },
    {
      "epoch": 0.5568645219755324,
      "grad_norm": 3.3376901991509564,
      "learning_rate": 9.173668946305362e-06,
      "loss": 0.1629,
      "step": 3687
    },
    {
      "epoch": 0.5570155565624528,
      "grad_norm": 2.359437326815895,
      "learning_rate": 9.173233428758936e-06,
      "loss": 0.1611,
      "step": 3688
    },
    {
      "epoch": 0.5571665911493732,
      "grad_norm": 1.9482032153066358,
      "learning_rate": 9.172797806816778e-06,
      "loss": 0.1293,
      "step": 3689
    },
    {
      "epoch": 0.5573176257362936,
      "grad_norm": 3.4551510741578637,
      "learning_rate": 9.17236208048979e-06,
      "loss": 0.1553,
      "step": 3690
    },
    {
      "epoch": 0.5574686603232141,
      "grad_norm": 1.8803628253492193,
      "learning_rate": 9.171926249788866e-06,
      "loss": 0.1385,
      "step": 3691
    },
    {
      "epoch": 0.5576196949101344,
      "grad_norm": 2.8261011144714554,
      "learning_rate": 9.171490314724913e-06,
      "loss": 0.1716,
      "step": 3692
    },
    {
      "epoch": 0.5577707294970549,
      "grad_norm": 2.131652761992478,
      "learning_rate": 9.171054275308834e-06,
      "loss": 0.1475,
      "step": 3693
    },
    {
      "epoch": 0.5579217640839752,
      "grad_norm": 2.1173017278581487,
      "learning_rate": 9.17061813155154e-06,
      "loss": 0.1426,
      "step": 3694
    },
    {
      "epoch": 0.5580727986708957,
      "grad_norm": 2.0478031776632166,
      "learning_rate": 9.170181883463933e-06,
      "loss": 0.1632,
      "step": 3695
    },
    {
      "epoch": 0.558223833257816,
      "grad_norm": 2.1158035918371536,
      "learning_rate": 9.169745531056936e-06,
      "loss": 0.1361,
      "step": 3696
    },
    {
      "epoch": 0.5583748678447364,
      "grad_norm": 2.5278628905239713,
      "learning_rate": 9.169309074341461e-06,
      "loss": 0.1775,
      "step": 3697
    },
    {
      "epoch": 0.5585259024316569,
      "grad_norm": 1.6334800092824318,
      "learning_rate": 9.168872513328424e-06,
      "loss": 0.1351,
      "step": 3698
    },
    {
      "epoch": 0.5586769370185772,
      "grad_norm": 1.917200134098871,
      "learning_rate": 9.168435848028747e-06,
      "loss": 0.1237,
      "step": 3699
    },
    {
      "epoch": 0.5588279716054977,
      "grad_norm": 3.017469720939847,
      "learning_rate": 9.167999078453354e-06,
      "loss": 0.193,
      "step": 3700
    },
    {
      "epoch": 0.558979006192418,
      "grad_norm": 2.5453941532440174,
      "learning_rate": 9.167562204613171e-06,
      "loss": 0.1773,
      "step": 3701
    },
    {
      "epoch": 0.5591300407793385,
      "grad_norm": 2.28061987729615,
      "learning_rate": 9.167125226519127e-06,
      "loss": 0.1664,
      "step": 3702
    },
    {
      "epoch": 0.5592810753662589,
      "grad_norm": 1.9310872713102287,
      "learning_rate": 9.166688144182152e-06,
      "loss": 0.1286,
      "step": 3703
    },
    {
      "epoch": 0.5594321099531793,
      "grad_norm": 2.5699729556976667,
      "learning_rate": 9.16625095761318e-06,
      "loss": 0.1719,
      "step": 3704
    },
    {
      "epoch": 0.5595831445400997,
      "grad_norm": 4.4127234793086805,
      "learning_rate": 9.16581366682315e-06,
      "loss": 0.2005,
      "step": 3705
    },
    {
      "epoch": 0.5597341791270201,
      "grad_norm": 2.30100319915763,
      "learning_rate": 9.165376271823e-06,
      "loss": 0.1627,
      "step": 3706
    },
    {
      "epoch": 0.5598852137139405,
      "grad_norm": 2.6260710250400394,
      "learning_rate": 9.164938772623668e-06,
      "loss": 0.186,
      "step": 3707
    },
    {
      "epoch": 0.5600362483008609,
      "grad_norm": 2.1494479284580015,
      "learning_rate": 9.164501169236102e-06,
      "loss": 0.1702,
      "step": 3708
    },
    {
      "epoch": 0.5601872828877813,
      "grad_norm": 1.899902880018554,
      "learning_rate": 9.164063461671247e-06,
      "loss": 0.1507,
      "step": 3709
    },
    {
      "epoch": 0.5603383174747018,
      "grad_norm": 3.1535435275192865,
      "learning_rate": 9.163625649940054e-06,
      "loss": 0.1759,
      "step": 3710
    },
    {
      "epoch": 0.5604893520616221,
      "grad_norm": 2.54953801017305,
      "learning_rate": 9.163187734053475e-06,
      "loss": 0.1745,
      "step": 3711
    },
    {
      "epoch": 0.5606403866485425,
      "grad_norm": 1.9466930716611002,
      "learning_rate": 9.162749714022464e-06,
      "loss": 0.1326,
      "step": 3712
    },
    {
      "epoch": 0.5607914212354629,
      "grad_norm": 2.4743159211190773,
      "learning_rate": 9.16231158985798e-06,
      "loss": 0.1853,
      "step": 3713
    },
    {
      "epoch": 0.5609424558223833,
      "grad_norm": 2.532734138182259,
      "learning_rate": 9.16187336157098e-06,
      "loss": 0.1695,
      "step": 3714
    },
    {
      "epoch": 0.5610934904093038,
      "grad_norm": 4.7810016913027775,
      "learning_rate": 9.161435029172427e-06,
      "loss": 0.242,
      "step": 3715
    },
    {
      "epoch": 0.5612445249962241,
      "grad_norm": 2.1145010321913285,
      "learning_rate": 9.16099659267329e-06,
      "loss": 0.1498,
      "step": 3716
    },
    {
      "epoch": 0.5613955595831446,
      "grad_norm": 2.16190339829092,
      "learning_rate": 9.160558052084532e-06,
      "loss": 0.1611,
      "step": 3717
    },
    {
      "epoch": 0.5615465941700649,
      "grad_norm": 1.7519957322582984,
      "learning_rate": 9.160119407417124e-06,
      "loss": 0.124,
      "step": 3718
    },
    {
      "epoch": 0.5616976287569854,
      "grad_norm": 2.464940078149108,
      "learning_rate": 9.159680658682042e-06,
      "loss": 0.1707,
      "step": 3719
    },
    {
      "epoch": 0.5618486633439057,
      "grad_norm": 2.3673821445079635,
      "learning_rate": 9.15924180589026e-06,
      "loss": 0.1616,
      "step": 3720
    },
    {
      "epoch": 0.5619996979308262,
      "grad_norm": 2.191156046887686,
      "learning_rate": 9.158802849052755e-06,
      "loss": 0.166,
      "step": 3721
    },
    {
      "epoch": 0.5621507325177466,
      "grad_norm": 1.9350278074261433,
      "learning_rate": 9.15836378818051e-06,
      "loss": 0.1493,
      "step": 3722
    },
    {
      "epoch": 0.562301767104667,
      "grad_norm": 2.189627370664278,
      "learning_rate": 9.157924623284505e-06,
      "loss": 0.1772,
      "step": 3723
    },
    {
      "epoch": 0.5624528016915874,
      "grad_norm": 1.9340248564312013,
      "learning_rate": 9.157485354375728e-06,
      "loss": 0.147,
      "step": 3724
    },
    {
      "epoch": 0.5626038362785077,
      "grad_norm": 2.075521009849117,
      "learning_rate": 9.157045981465167e-06,
      "loss": 0.1492,
      "step": 3725
    },
    {
      "epoch": 0.5627548708654282,
      "grad_norm": 2.0294887331698286,
      "learning_rate": 9.156606504563814e-06,
      "loss": 0.1425,
      "step": 3726
    },
    {
      "epoch": 0.5629059054523486,
      "grad_norm": 2.435635907227161,
      "learning_rate": 9.156166923682664e-06,
      "loss": 0.18,
      "step": 3727
    },
    {
      "epoch": 0.563056940039269,
      "grad_norm": 2.416448314601212,
      "learning_rate": 9.15572723883271e-06,
      "loss": 0.1947,
      "step": 3728
    },
    {
      "epoch": 0.5632079746261894,
      "grad_norm": 2.321268400488711,
      "learning_rate": 9.155287450024952e-06,
      "loss": 0.1347,
      "step": 3729
    },
    {
      "epoch": 0.5633590092131098,
      "grad_norm": 2.2205967265441555,
      "learning_rate": 9.154847557270394e-06,
      "loss": 0.1592,
      "step": 3730
    },
    {
      "epoch": 0.5635100438000302,
      "grad_norm": 2.9584803914517925,
      "learning_rate": 9.154407560580037e-06,
      "loss": 0.1954,
      "step": 3731
    },
    {
      "epoch": 0.5636610783869506,
      "grad_norm": 1.9755854877567869,
      "learning_rate": 9.15396745996489e-06,
      "loss": 0.1409,
      "step": 3732
    },
    {
      "epoch": 0.563812112973871,
      "grad_norm": 1.9037359173197221,
      "learning_rate": 9.153527255435962e-06,
      "loss": 0.1492,
      "step": 3733
    },
    {
      "epoch": 0.5639631475607915,
      "grad_norm": 2.437182739297785,
      "learning_rate": 9.153086947004264e-06,
      "loss": 0.171,
      "step": 3734
    },
    {
      "epoch": 0.5641141821477118,
      "grad_norm": 2.2098219175216602,
      "learning_rate": 9.15264653468081e-06,
      "loss": 0.1486,
      "step": 3735
    },
    {
      "epoch": 0.5642652167346323,
      "grad_norm": 2.8081881352262976,
      "learning_rate": 9.15220601847662e-06,
      "loss": 0.1753,
      "step": 3736
    },
    {
      "epoch": 0.5644162513215526,
      "grad_norm": 2.280631558888315,
      "learning_rate": 9.15176539840271e-06,
      "loss": 0.1512,
      "step": 3737
    },
    {
      "epoch": 0.564567285908473,
      "grad_norm": 2.016210750413351,
      "learning_rate": 9.151324674470105e-06,
      "loss": 0.154,
      "step": 3738
    },
    {
      "epoch": 0.5647183204953935,
      "grad_norm": 3.20407043402595,
      "learning_rate": 9.15088384668983e-06,
      "loss": 0.1451,
      "step": 3739
    },
    {
      "epoch": 0.5648693550823138,
      "grad_norm": 2.332013313315058,
      "learning_rate": 9.15044291507291e-06,
      "loss": 0.1862,
      "step": 3740
    },
    {
      "epoch": 0.5650203896692343,
      "grad_norm": 2.552505707552089,
      "learning_rate": 9.15000187963038e-06,
      "loss": 0.1587,
      "step": 3741
    },
    {
      "epoch": 0.5651714242561546,
      "grad_norm": 2.5375171627401385,
      "learning_rate": 9.149560740373266e-06,
      "loss": 0.1938,
      "step": 3742
    },
    {
      "epoch": 0.5653224588430751,
      "grad_norm": 2.220051209948698,
      "learning_rate": 9.149119497312609e-06,
      "loss": 0.1596,
      "step": 3743
    },
    {
      "epoch": 0.5654734934299954,
      "grad_norm": 2.4471646115325476,
      "learning_rate": 9.148678150459444e-06,
      "loss": 0.149,
      "step": 3744
    },
    {
      "epoch": 0.5656245280169159,
      "grad_norm": 2.986794081308482,
      "learning_rate": 9.148236699824815e-06,
      "loss": 0.1686,
      "step": 3745
    },
    {
      "epoch": 0.5657755626038363,
      "grad_norm": 2.139181205683906,
      "learning_rate": 9.14779514541976e-06,
      "loss": 0.154,
      "step": 3746
    },
    {
      "epoch": 0.5659265971907567,
      "grad_norm": 2.653199598199458,
      "learning_rate": 9.147353487255328e-06,
      "loss": 0.1745,
      "step": 3747
    },
    {
      "epoch": 0.5660776317776771,
      "grad_norm": 1.866149931482679,
      "learning_rate": 9.146911725342567e-06,
      "loss": 0.1306,
      "step": 3748
    },
    {
      "epoch": 0.5662286663645975,
      "grad_norm": 2.428362403511417,
      "learning_rate": 9.146469859692525e-06,
      "loss": 0.1765,
      "step": 3749
    },
    {
      "epoch": 0.5663797009515179,
      "grad_norm": 2.2185593326560773,
      "learning_rate": 9.146027890316262e-06,
      "loss": 0.1681,
      "step": 3750
    },
    {
      "epoch": 0.5665307355384384,
      "grad_norm": 2.8992420867743216,
      "learning_rate": 9.14558581722483e-06,
      "loss": 0.2005,
      "step": 3751
    },
    {
      "epoch": 0.5666817701253587,
      "grad_norm": 2.5453238282237036,
      "learning_rate": 9.145143640429286e-06,
      "loss": 0.1509,
      "step": 3752
    },
    {
      "epoch": 0.5668328047122791,
      "grad_norm": 3.0509380377780024,
      "learning_rate": 9.144701359940693e-06,
      "loss": 0.1955,
      "step": 3753
    },
    {
      "epoch": 0.5669838392991995,
      "grad_norm": 2.0690858651828035,
      "learning_rate": 9.144258975770115e-06,
      "loss": 0.1629,
      "step": 3754
    },
    {
      "epoch": 0.5671348738861199,
      "grad_norm": 2.9904104697491736,
      "learning_rate": 9.14381648792862e-06,
      "loss": 0.1508,
      "step": 3755
    },
    {
      "epoch": 0.5672859084730403,
      "grad_norm": 1.9657660066722538,
      "learning_rate": 9.143373896427275e-06,
      "loss": 0.1381,
      "step": 3756
    },
    {
      "epoch": 0.5674369430599607,
      "grad_norm": 2.237580428979254,
      "learning_rate": 9.142931201277153e-06,
      "loss": 0.1601,
      "step": 3757
    },
    {
      "epoch": 0.5675879776468812,
      "grad_norm": 2.1280598432420312,
      "learning_rate": 9.142488402489326e-06,
      "loss": 0.1483,
      "step": 3758
    },
    {
      "epoch": 0.5677390122338015,
      "grad_norm": 2.228203989062616,
      "learning_rate": 9.142045500074874e-06,
      "loss": 0.1499,
      "step": 3759
    },
    {
      "epoch": 0.567890046820722,
      "grad_norm": 2.1614761542543053,
      "learning_rate": 9.141602494044873e-06,
      "loss": 0.1606,
      "step": 3760
    },
    {
      "epoch": 0.5680410814076423,
      "grad_norm": 1.974217887315363,
      "learning_rate": 9.141159384410409e-06,
      "loss": 0.1407,
      "step": 3761
    },
    {
      "epoch": 0.5681921159945628,
      "grad_norm": 2.36639708745851,
      "learning_rate": 9.140716171182563e-06,
      "loss": 0.16,
      "step": 3762
    },
    {
      "epoch": 0.5683431505814832,
      "grad_norm": 2.1422580584137054,
      "learning_rate": 9.140272854372425e-06,
      "loss": 0.1475,
      "step": 3763
    },
    {
      "epoch": 0.5684941851684036,
      "grad_norm": 3.8756056497191516,
      "learning_rate": 9.139829433991082e-06,
      "loss": 0.1581,
      "step": 3764
    },
    {
      "epoch": 0.568645219755324,
      "grad_norm": 2.78174517306959,
      "learning_rate": 9.13938591004963e-06,
      "loss": 0.1869,
      "step": 3765
    },
    {
      "epoch": 0.5687962543422443,
      "grad_norm": 2.6843488543809237,
      "learning_rate": 9.138942282559161e-06,
      "loss": 0.1896,
      "step": 3766
    },
    {
      "epoch": 0.5689472889291648,
      "grad_norm": 2.1028081710461106,
      "learning_rate": 9.138498551530772e-06,
      "loss": 0.1593,
      "step": 3767
    },
    {
      "epoch": 0.5690983235160851,
      "grad_norm": 2.20712232966232,
      "learning_rate": 9.138054716975565e-06,
      "loss": 0.1503,
      "step": 3768
    },
    {
      "epoch": 0.5692493581030056,
      "grad_norm": 2.169822358651931,
      "learning_rate": 9.137610778904645e-06,
      "loss": 0.1417,
      "step": 3769
    },
    {
      "epoch": 0.569400392689926,
      "grad_norm": 3.406200313393253,
      "learning_rate": 9.137166737329114e-06,
      "loss": 0.1831,
      "step": 3770
    },
    {
      "epoch": 0.5695514272768464,
      "grad_norm": 2.2951671947619148,
      "learning_rate": 9.13672259226008e-06,
      "loss": 0.1585,
      "step": 3771
    },
    {
      "epoch": 0.5697024618637668,
      "grad_norm": 2.610212494437288,
      "learning_rate": 9.136278343708656e-06,
      "loss": 0.1872,
      "step": 3772
    },
    {
      "epoch": 0.5698534964506872,
      "grad_norm": 2.134334618125195,
      "learning_rate": 9.135833991685951e-06,
      "loss": 0.1736,
      "step": 3773
    },
    {
      "epoch": 0.5700045310376076,
      "grad_norm": 2.376658573648182,
      "learning_rate": 9.135389536203085e-06,
      "loss": 0.1354,
      "step": 3774
    },
    {
      "epoch": 0.5701555656245281,
      "grad_norm": 2.2941793247385265,
      "learning_rate": 9.134944977271175e-06,
      "loss": 0.1444,
      "step": 3775
    },
    {
      "epoch": 0.5703066002114484,
      "grad_norm": 2.1077604489553403,
      "learning_rate": 9.13450031490134e-06,
      "loss": 0.1489,
      "step": 3776
    },
    {
      "epoch": 0.5704576347983689,
      "grad_norm": 1.9431623072903552,
      "learning_rate": 9.134055549104703e-06,
      "loss": 0.1308,
      "step": 3777
    },
    {
      "epoch": 0.5706086693852892,
      "grad_norm": 2.1344760511893788,
      "learning_rate": 9.133610679892395e-06,
      "loss": 0.1388,
      "step": 3778
    },
    {
      "epoch": 0.5707597039722097,
      "grad_norm": 2.661573342211187,
      "learning_rate": 9.13316570727554e-06,
      "loss": 0.1658,
      "step": 3779
    },
    {
      "epoch": 0.57091073855913,
      "grad_norm": 2.0012873320070934,
      "learning_rate": 9.132720631265271e-06,
      "loss": 0.1558,
      "step": 3780
    },
    {
      "epoch": 0.5710617731460504,
      "grad_norm": 2.518632259120001,
      "learning_rate": 9.132275451872723e-06,
      "loss": 0.1577,
      "step": 3781
    },
    {
      "epoch": 0.5712128077329709,
      "grad_norm": 2.475250369667986,
      "learning_rate": 9.13183016910903e-06,
      "loss": 0.1709,
      "step": 3782
    },
    {
      "epoch": 0.5713638423198912,
      "grad_norm": 2.7525718259906724,
      "learning_rate": 9.13138478298533e-06,
      "loss": 0.1628,
      "step": 3783
    },
    {
      "epoch": 0.5715148769068117,
      "grad_norm": 2.6168305460739507,
      "learning_rate": 9.13093929351277e-06,
      "loss": 0.1734,
      "step": 3784
    },
    {
      "epoch": 0.571665911493732,
      "grad_norm": 2.311326896707662,
      "learning_rate": 9.130493700702489e-06,
      "loss": 0.1678,
      "step": 3785
    },
    {
      "epoch": 0.5718169460806525,
      "grad_norm": 1.877771080432676,
      "learning_rate": 9.130048004565637e-06,
      "loss": 0.1452,
      "step": 3786
    },
    {
      "epoch": 0.5719679806675729,
      "grad_norm": 3.3015173882241475,
      "learning_rate": 9.129602205113358e-06,
      "loss": 0.1998,
      "step": 3787
    },
    {
      "epoch": 0.5721190152544933,
      "grad_norm": 1.9737867701272762,
      "learning_rate": 9.129156302356812e-06,
      "loss": 0.1576,
      "step": 3788
    },
    {
      "epoch": 0.5722700498414137,
      "grad_norm": 2.1181215143404284,
      "learning_rate": 9.128710296307146e-06,
      "loss": 0.1552,
      "step": 3789
    },
    {
      "epoch": 0.5724210844283341,
      "grad_norm": 1.8864822549984175,
      "learning_rate": 9.128264186975523e-06,
      "loss": 0.1538,
      "step": 3790
    },
    {
      "epoch": 0.5725721190152545,
      "grad_norm": 2.1201783091897153,
      "learning_rate": 9.127817974373098e-06,
      "loss": 0.1624,
      "step": 3791
    },
    {
      "epoch": 0.5727231536021749,
      "grad_norm": 2.248917346902855,
      "learning_rate": 9.127371658511037e-06,
      "loss": 0.1486,
      "step": 3792
    },
    {
      "epoch": 0.5728741881890953,
      "grad_norm": 1.9276360342132923,
      "learning_rate": 9.126925239400502e-06,
      "loss": 0.1371,
      "step": 3793
    },
    {
      "epoch": 0.5730252227760158,
      "grad_norm": 2.2360862543313935,
      "learning_rate": 9.126478717052661e-06,
      "loss": 0.1476,
      "step": 3794
    },
    {
      "epoch": 0.5731762573629361,
      "grad_norm": 2.513507205476285,
      "learning_rate": 9.126032091478685e-06,
      "loss": 0.169,
      "step": 3795
    },
    {
      "epoch": 0.5733272919498565,
      "grad_norm": 2.966978067153093,
      "learning_rate": 9.125585362689747e-06,
      "loss": 0.2105,
      "step": 3796
    },
    {
      "epoch": 0.5734783265367769,
      "grad_norm": 2.6716635246602105,
      "learning_rate": 9.125138530697022e-06,
      "loss": 0.1757,
      "step": 3797
    },
    {
      "epoch": 0.5736293611236973,
      "grad_norm": 2.4521448908024075,
      "learning_rate": 9.124691595511685e-06,
      "loss": 0.1636,
      "step": 3798
    },
    {
      "epoch": 0.5737803957106178,
      "grad_norm": 2.7682126493823485,
      "learning_rate": 9.124244557144918e-06,
      "loss": 0.1538,
      "step": 3799
    },
    {
      "epoch": 0.5739314302975381,
      "grad_norm": 2.4484658649310926,
      "learning_rate": 9.123797415607906e-06,
      "loss": 0.1988,
      "step": 3800
    },
    {
      "epoch": 0.5740824648844586,
      "grad_norm": 2.3789190706164853,
      "learning_rate": 9.123350170911831e-06,
      "loss": 0.1511,
      "step": 3801
    },
    {
      "epoch": 0.5742334994713789,
      "grad_norm": 2.1123210380266064,
      "learning_rate": 9.122902823067886e-06,
      "loss": 0.1487,
      "step": 3802
    },
    {
      "epoch": 0.5743845340582994,
      "grad_norm": 2.900441779244232,
      "learning_rate": 9.122455372087255e-06,
      "loss": 0.1842,
      "step": 3803
    },
    {
      "epoch": 0.5745355686452197,
      "grad_norm": 2.0820513294917125,
      "learning_rate": 9.122007817981136e-06,
      "loss": 0.1899,
      "step": 3804
    },
    {
      "epoch": 0.5746866032321402,
      "grad_norm": 2.0938722969428145,
      "learning_rate": 9.121560160760722e-06,
      "loss": 0.1585,
      "step": 3805
    },
    {
      "epoch": 0.5748376378190606,
      "grad_norm": 3.049889820773422,
      "learning_rate": 9.121112400437215e-06,
      "loss": 0.1921,
      "step": 3806
    },
    {
      "epoch": 0.574988672405981,
      "grad_norm": 2.3766523580810817,
      "learning_rate": 9.120664537021815e-06,
      "loss": 0.1523,
      "step": 3807
    },
    {
      "epoch": 0.5751397069929014,
      "grad_norm": 2.076136881421085,
      "learning_rate": 9.120216570525721e-06,
      "loss": 0.1468,
      "step": 3808
    },
    {
      "epoch": 0.5752907415798217,
      "grad_norm": 16.077387318139092,
      "learning_rate": 9.119768500960145e-06,
      "loss": 0.1892,
      "step": 3809
    },
    {
      "epoch": 0.5754417761667422,
      "grad_norm": 2.1037428377800187,
      "learning_rate": 9.119320328336292e-06,
      "loss": 0.142,
      "step": 3810
    },
    {
      "epoch": 0.5755928107536626,
      "grad_norm": 2.3711650529786144,
      "learning_rate": 9.118872052665375e-06,
      "loss": 0.1524,
      "step": 3811
    },
    {
      "epoch": 0.575743845340583,
      "grad_norm": 2.3496747240500566,
      "learning_rate": 9.118423673958607e-06,
      "loss": 0.1816,
      "step": 3812
    },
    {
      "epoch": 0.5758948799275034,
      "grad_norm": 2.6032363343715694,
      "learning_rate": 9.117975192227207e-06,
      "loss": 0.1733,
      "step": 3813
    },
    {
      "epoch": 0.5760459145144238,
      "grad_norm": 3.058259971008921,
      "learning_rate": 9.11752660748239e-06,
      "loss": 0.1788,
      "step": 3814
    },
    {
      "epoch": 0.5761969491013442,
      "grad_norm": 2.138051256085586,
      "learning_rate": 9.11707791973538e-06,
      "loss": 0.1484,
      "step": 3815
    },
    {
      "epoch": 0.5763479836882646,
      "grad_norm": 1.9285939249590984,
      "learning_rate": 9.1166291289974e-06,
      "loss": 0.1399,
      "step": 3816
    },
    {
      "epoch": 0.576499018275185,
      "grad_norm": 2.449683328645932,
      "learning_rate": 9.116180235279677e-06,
      "loss": 0.1733,
      "step": 3817
    },
    {
      "epoch": 0.5766500528621055,
      "grad_norm": 2.2386626668972034,
      "learning_rate": 9.115731238593441e-06,
      "loss": 0.1483,
      "step": 3818
    },
    {
      "epoch": 0.5768010874490258,
      "grad_norm": 2.0102464071678843,
      "learning_rate": 9.115282138949925e-06,
      "loss": 0.1591,
      "step": 3819
    },
    {
      "epoch": 0.5769521220359463,
      "grad_norm": 2.662914800741061,
      "learning_rate": 9.114832936360361e-06,
      "loss": 0.1932,
      "step": 3820
    },
    {
      "epoch": 0.5771031566228666,
      "grad_norm": 2.0367370388684134,
      "learning_rate": 9.114383630835987e-06,
      "loss": 0.1517,
      "step": 3821
    },
    {
      "epoch": 0.577254191209787,
      "grad_norm": 2.0695167759258353,
      "learning_rate": 9.113934222388044e-06,
      "loss": 0.1554,
      "step": 3822
    },
    {
      "epoch": 0.5774052257967075,
      "grad_norm": 2.310643715341719,
      "learning_rate": 9.113484711027772e-06,
      "loss": 0.1419,
      "step": 3823
    },
    {
      "epoch": 0.5775562603836278,
      "grad_norm": 2.702169861963506,
      "learning_rate": 9.113035096766416e-06,
      "loss": 0.1611,
      "step": 3824
    },
    {
      "epoch": 0.5777072949705483,
      "grad_norm": 2.8905106458099024,
      "learning_rate": 9.112585379615224e-06,
      "loss": 0.1737,
      "step": 3825
    },
    {
      "epoch": 0.5778583295574686,
      "grad_norm": 2.2340267229477613,
      "learning_rate": 9.112135559585447e-06,
      "loss": 0.1769,
      "step": 3826
    },
    {
      "epoch": 0.5780093641443891,
      "grad_norm": 2.611378795660935,
      "learning_rate": 9.111685636688337e-06,
      "loss": 0.174,
      "step": 3827
    },
    {
      "epoch": 0.5781603987313094,
      "grad_norm": 3.5418437056819156,
      "learning_rate": 9.111235610935147e-06,
      "loss": 0.185,
      "step": 3828
    },
    {
      "epoch": 0.5783114333182299,
      "grad_norm": 2.4974118697241354,
      "learning_rate": 9.110785482337137e-06,
      "loss": 0.1642,
      "step": 3829
    },
    {
      "epoch": 0.5784624679051503,
      "grad_norm": 2.3192302012407797,
      "learning_rate": 9.110335250905566e-06,
      "loss": 0.1627,
      "step": 3830
    },
    {
      "epoch": 0.5786135024920707,
      "grad_norm": 2.9308266954863575,
      "learning_rate": 9.109884916651698e-06,
      "loss": 0.1415,
      "step": 3831
    },
    {
      "epoch": 0.5787645370789911,
      "grad_norm": 2.075768281639753,
      "learning_rate": 9.109434479586798e-06,
      "loss": 0.1556,
      "step": 3832
    },
    {
      "epoch": 0.5789155716659115,
      "grad_norm": 2.381427648281898,
      "learning_rate": 9.108983939722132e-06,
      "loss": 0.1653,
      "step": 3833
    },
    {
      "epoch": 0.5790666062528319,
      "grad_norm": 2.3429287485614294,
      "learning_rate": 9.108533297068972e-06,
      "loss": 0.1641,
      "step": 3834
    },
    {
      "epoch": 0.5792176408397524,
      "grad_norm": 3.141248136847111,
      "learning_rate": 9.108082551638593e-06,
      "loss": 0.1515,
      "step": 3835
    },
    {
      "epoch": 0.5793686754266727,
      "grad_norm": 2.5070956617710727,
      "learning_rate": 9.107631703442267e-06,
      "loss": 0.183,
      "step": 3836
    },
    {
      "epoch": 0.5795197100135931,
      "grad_norm": 2.6005716126267355,
      "learning_rate": 9.107180752491273e-06,
      "loss": 0.1868,
      "step": 3837
    },
    {
      "epoch": 0.5796707446005135,
      "grad_norm": 2.55813167191339,
      "learning_rate": 9.106729698796894e-06,
      "loss": 0.1547,
      "step": 3838
    },
    {
      "epoch": 0.5798217791874339,
      "grad_norm": 2.307806729949188,
      "learning_rate": 9.106278542370413e-06,
      "loss": 0.1429,
      "step": 3839
    },
    {
      "epoch": 0.5799728137743543,
      "grad_norm": 2.0786134378855174,
      "learning_rate": 9.105827283223114e-06,
      "loss": 0.1528,
      "step": 3840
    },
    {
      "epoch": 0.5801238483612747,
      "grad_norm": 2.036170405287027,
      "learning_rate": 9.105375921366288e-06,
      "loss": 0.1508,
      "step": 3841
    },
    {
      "epoch": 0.5802748829481952,
      "grad_norm": 2.6743051219126865,
      "learning_rate": 9.104924456811222e-06,
      "loss": 0.1481,
      "step": 3842
    },
    {
      "epoch": 0.5804259175351155,
      "grad_norm": 2.096329757751671,
      "learning_rate": 9.104472889569213e-06,
      "loss": 0.1616,
      "step": 3843
    },
    {
      "epoch": 0.580576952122036,
      "grad_norm": 1.9371859546580747,
      "learning_rate": 9.104021219651558e-06,
      "loss": 0.1306,
      "step": 3844
    },
    {
      "epoch": 0.5807279867089563,
      "grad_norm": 1.8371371679030006,
      "learning_rate": 9.103569447069553e-06,
      "loss": 0.1324,
      "step": 3845
    },
    {
      "epoch": 0.5808790212958768,
      "grad_norm": 2.1551797856488557,
      "learning_rate": 9.1031175718345e-06,
      "loss": 0.1663,
      "step": 3846
    },
    {
      "epoch": 0.5810300558827972,
      "grad_norm": 1.9702480433056055,
      "learning_rate": 9.102665593957705e-06,
      "loss": 0.1539,
      "step": 3847
    },
    {
      "epoch": 0.5811810904697176,
      "grad_norm": 2.11283063118937,
      "learning_rate": 9.10221351345047e-06,
      "loss": 0.1265,
      "step": 3848
    },
    {
      "epoch": 0.581332125056638,
      "grad_norm": 3.2429386527760022,
      "learning_rate": 9.101761330324111e-06,
      "loss": 0.1878,
      "step": 3849
    },
    {
      "epoch": 0.5814831596435583,
      "grad_norm": 2.0087172069958896,
      "learning_rate": 9.101309044589932e-06,
      "loss": 0.1682,
      "step": 3850
    },
    {
      "epoch": 0.5816341942304788,
      "grad_norm": 2.3930368607769674,
      "learning_rate": 9.100856656259251e-06,
      "loss": 0.168,
      "step": 3851
    },
    {
      "epoch": 0.5817852288173991,
      "grad_norm": 1.988854110966821,
      "learning_rate": 9.100404165343385e-06,
      "loss": 0.1443,
      "step": 3852
    },
    {
      "epoch": 0.5819362634043196,
      "grad_norm": 6.150642612944946,
      "learning_rate": 9.099951571853654e-06,
      "loss": 0.1885,
      "step": 3853
    },
    {
      "epoch": 0.58208729799124,
      "grad_norm": 2.304055697056619,
      "learning_rate": 9.099498875801379e-06,
      "loss": 0.1661,
      "step": 3854
    },
    {
      "epoch": 0.5822383325781604,
      "grad_norm": 2.692542780125573,
      "learning_rate": 9.099046077197883e-06,
      "loss": 0.1721,
      "step": 3855
    },
    {
      "epoch": 0.5823893671650808,
      "grad_norm": 2.4336823967825625,
      "learning_rate": 9.098593176054492e-06,
      "loss": 0.1608,
      "step": 3856
    },
    {
      "epoch": 0.5825404017520012,
      "grad_norm": 3.356711368252825,
      "learning_rate": 9.098140172382541e-06,
      "loss": 0.1613,
      "step": 3857
    },
    {
      "epoch": 0.5826914363389216,
      "grad_norm": 2.407118072373805,
      "learning_rate": 9.097687066193359e-06,
      "loss": 0.128,
      "step": 3858
    },
    {
      "epoch": 0.5828424709258421,
      "grad_norm": 2.233635855670535,
      "learning_rate": 9.097233857498278e-06,
      "loss": 0.1457,
      "step": 3859
    },
    {
      "epoch": 0.5829935055127624,
      "grad_norm": 2.6365241084336,
      "learning_rate": 9.096780546308639e-06,
      "loss": 0.1856,
      "step": 3860
    },
    {
      "epoch": 0.5831445400996829,
      "grad_norm": 1.9578609292154185,
      "learning_rate": 9.09632713263578e-06,
      "loss": 0.1521,
      "step": 3861
    },
    {
      "epoch": 0.5832955746866032,
      "grad_norm": 2.9094214913242973,
      "learning_rate": 9.095873616491045e-06,
      "loss": 0.1964,
      "step": 3862
    },
    {
      "epoch": 0.5834466092735237,
      "grad_norm": 1.6586620367391554,
      "learning_rate": 9.095419997885778e-06,
      "loss": 0.1387,
      "step": 3863
    },
    {
      "epoch": 0.583597643860444,
      "grad_norm": 2.3338777753791864,
      "learning_rate": 9.094966276831325e-06,
      "loss": 0.154,
      "step": 3864
    },
    {
      "epoch": 0.5837486784473644,
      "grad_norm": 2.074035389190972,
      "learning_rate": 9.094512453339039e-06,
      "loss": 0.1229,
      "step": 3865
    },
    {
      "epoch": 0.5838997130342849,
      "grad_norm": 1.8755483107358757,
      "learning_rate": 9.09405852742027e-06,
      "loss": 0.1434,
      "step": 3866
    },
    {
      "epoch": 0.5840507476212052,
      "grad_norm": 1.8434916402764616,
      "learning_rate": 9.093604499086374e-06,
      "loss": 0.1445,
      "step": 3867
    },
    {
      "epoch": 0.5842017822081257,
      "grad_norm": 3.6386305306450617,
      "learning_rate": 9.09315036834871e-06,
      "loss": 0.1954,
      "step": 3868
    },
    {
      "epoch": 0.584352816795046,
      "grad_norm": 1.8799951888334014,
      "learning_rate": 9.09269613521864e-06,
      "loss": 0.142,
      "step": 3869
    },
    {
      "epoch": 0.5845038513819665,
      "grad_norm": 3.0528290660898345,
      "learning_rate": 9.092241799707522e-06,
      "loss": 0.1769,
      "step": 3870
    },
    {
      "epoch": 0.5846548859688869,
      "grad_norm": 3.5169502983491965,
      "learning_rate": 9.091787361826723e-06,
      "loss": 0.1608,
      "step": 3871
    },
    {
      "epoch": 0.5848059205558073,
      "grad_norm": 2.0497427287764975,
      "learning_rate": 9.091332821587613e-06,
      "loss": 0.1441,
      "step": 3872
    },
    {
      "epoch": 0.5849569551427277,
      "grad_norm": 2.4661859387288083,
      "learning_rate": 9.090878179001561e-06,
      "loss": 0.1627,
      "step": 3873
    },
    {
      "epoch": 0.5851079897296481,
      "grad_norm": 2.1537315041533027,
      "learning_rate": 9.09042343407994e-06,
      "loss": 0.1325,
      "step": 3874
    },
    {
      "epoch": 0.5852590243165685,
      "grad_norm": 2.3825482509841875,
      "learning_rate": 9.089968586834128e-06,
      "loss": 0.1504,
      "step": 3875
    },
    {
      "epoch": 0.5854100589034889,
      "grad_norm": 2.4459517501568646,
      "learning_rate": 9.0895136372755e-06,
      "loss": 0.1718,
      "step": 3876
    },
    {
      "epoch": 0.5855610934904093,
      "grad_norm": 1.8806014304117569,
      "learning_rate": 9.089058585415438e-06,
      "loss": 0.1447,
      "step": 3877
    },
    {
      "epoch": 0.5857121280773298,
      "grad_norm": 1.9033208944794793,
      "learning_rate": 9.088603431265329e-06,
      "loss": 0.1697,
      "step": 3878
    },
    {
      "epoch": 0.5858631626642501,
      "grad_norm": 2.5570726125098537,
      "learning_rate": 9.08814817483655e-06,
      "loss": 0.1668,
      "step": 3879
    },
    {
      "epoch": 0.5860141972511705,
      "grad_norm": 1.7020768675115905,
      "learning_rate": 9.0876928161405e-06,
      "loss": 0.1204,
      "step": 3880
    },
    {
      "epoch": 0.5861652318380909,
      "grad_norm": 2.41270825762533,
      "learning_rate": 9.087237355188563e-06,
      "loss": 0.1798,
      "step": 3881
    },
    {
      "epoch": 0.5863162664250113,
      "grad_norm": 1.86559771876864,
      "learning_rate": 9.086781791992137e-06,
      "loss": 0.154,
      "step": 3882
    },
    {
      "epoch": 0.5864673010119318,
      "grad_norm": 2.2212538882133854,
      "learning_rate": 9.086326126562612e-06,
      "loss": 0.1613,
      "step": 3883
    },
    {
      "epoch": 0.5866183355988521,
      "grad_norm": 2.6726677208024903,
      "learning_rate": 9.085870358911394e-06,
      "loss": 0.1628,
      "step": 3884
    },
    {
      "epoch": 0.5867693701857726,
      "grad_norm": 1.893599711641354,
      "learning_rate": 9.085414489049879e-06,
      "loss": 0.1413,
      "step": 3885
    },
    {
      "epoch": 0.5869204047726929,
      "grad_norm": 1.9974803560772687,
      "learning_rate": 9.084958516989474e-06,
      "loss": 0.1454,
      "step": 3886
    },
    {
      "epoch": 0.5870714393596134,
      "grad_norm": 1.9091013447212335,
      "learning_rate": 9.084502442741583e-06,
      "loss": 0.158,
      "step": 3887
    },
    {
      "epoch": 0.5872224739465337,
      "grad_norm": 2.4378613809710528,
      "learning_rate": 9.084046266317617e-06,
      "loss": 0.1666,
      "step": 3888
    },
    {
      "epoch": 0.5873735085334542,
      "grad_norm": 2.94238932565561,
      "learning_rate": 9.083589987728986e-06,
      "loss": 0.1722,
      "step": 3889
    },
    {
      "epoch": 0.5875245431203746,
      "grad_norm": 2.1792201769258273,
      "learning_rate": 9.083133606987106e-06,
      "loss": 0.1637,
      "step": 3890
    },
    {
      "epoch": 0.587675577707295,
      "grad_norm": 1.9956856905597293,
      "learning_rate": 9.082677124103392e-06,
      "loss": 0.1305,
      "step": 3891
    },
    {
      "epoch": 0.5878266122942154,
      "grad_norm": 2.2233838765942995,
      "learning_rate": 9.082220539089263e-06,
      "loss": 0.1529,
      "step": 3892
    },
    {
      "epoch": 0.5879776468811357,
      "grad_norm": 2.304831881569778,
      "learning_rate": 9.08176385195614e-06,
      "loss": 0.1683,
      "step": 3893
    },
    {
      "epoch": 0.5881286814680562,
      "grad_norm": 2.360073382337796,
      "learning_rate": 9.081307062715449e-06,
      "loss": 0.1699,
      "step": 3894
    },
    {
      "epoch": 0.5882797160549766,
      "grad_norm": 3.9461277226218057,
      "learning_rate": 9.080850171378617e-06,
      "loss": 0.1761,
      "step": 3895
    },
    {
      "epoch": 0.588430750641897,
      "grad_norm": 1.7628411445758867,
      "learning_rate": 9.080393177957073e-06,
      "loss": 0.1477,
      "step": 3896
    },
    {
      "epoch": 0.5885817852288174,
      "grad_norm": 2.0248128497423967,
      "learning_rate": 9.079936082462248e-06,
      "loss": 0.1366,
      "step": 3897
    },
    {
      "epoch": 0.5887328198157378,
      "grad_norm": 2.570023545879603,
      "learning_rate": 9.079478884905577e-06,
      "loss": 0.1887,
      "step": 3898
    },
    {
      "epoch": 0.5888838544026582,
      "grad_norm": 2.8400494842742723,
      "learning_rate": 9.079021585298499e-06,
      "loss": 0.173,
      "step": 3899
    },
    {
      "epoch": 0.5890348889895786,
      "grad_norm": 2.0014424884133057,
      "learning_rate": 9.07856418365245e-06,
      "loss": 0.1609,
      "step": 3900
    },
    {
      "epoch": 0.589185923576499,
      "grad_norm": 2.619044852525568,
      "learning_rate": 9.078106679978873e-06,
      "loss": 0.181,
      "step": 3901
    },
    {
      "epoch": 0.5893369581634195,
      "grad_norm": 1.5513511706242973,
      "learning_rate": 9.077649074289216e-06,
      "loss": 0.1202,
      "step": 3902
    },
    {
      "epoch": 0.5894879927503398,
      "grad_norm": 2.924484555497876,
      "learning_rate": 9.077191366594922e-06,
      "loss": 0.176,
      "step": 3903
    },
    {
      "epoch": 0.5896390273372603,
      "grad_norm": 1.8727961749797872,
      "learning_rate": 9.076733556907443e-06,
      "loss": 0.1369,
      "step": 3904
    },
    {
      "epoch": 0.5897900619241806,
      "grad_norm": 2.312658316698318,
      "learning_rate": 9.076275645238233e-06,
      "loss": 0.1619,
      "step": 3905
    },
    {
      "epoch": 0.589941096511101,
      "grad_norm": 2.1718342558165125,
      "learning_rate": 9.075817631598742e-06,
      "loss": 0.1474,
      "step": 3906
    },
    {
      "epoch": 0.5900921310980215,
      "grad_norm": 2.2722194533053353,
      "learning_rate": 9.075359516000432e-06,
      "loss": 0.1788,
      "step": 3907
    },
    {
      "epoch": 0.5902431656849418,
      "grad_norm": 2.3660761517897475,
      "learning_rate": 9.074901298454762e-06,
      "loss": 0.1586,
      "step": 3908
    },
    {
      "epoch": 0.5903942002718623,
      "grad_norm": 2.130785272252903,
      "learning_rate": 9.074442978973193e-06,
      "loss": 0.1505,
      "step": 3909
    },
    {
      "epoch": 0.5905452348587826,
      "grad_norm": 2.104864686764231,
      "learning_rate": 9.073984557567192e-06,
      "loss": 0.1418,
      "step": 3910
    },
    {
      "epoch": 0.5906962694457031,
      "grad_norm": 2.2369327497369706,
      "learning_rate": 9.073526034248225e-06,
      "loss": 0.1603,
      "step": 3911
    },
    {
      "epoch": 0.5908473040326234,
      "grad_norm": 2.0741592668083633,
      "learning_rate": 9.073067409027764e-06,
      "loss": 0.1627,
      "step": 3912
    },
    {
      "epoch": 0.5909983386195439,
      "grad_norm": 2.2886414194517815,
      "learning_rate": 9.07260868191728e-06,
      "loss": 0.1667,
      "step": 3913
    },
    {
      "epoch": 0.5911493732064643,
      "grad_norm": 2.608428445587872,
      "learning_rate": 9.072149852928249e-06,
      "loss": 0.1733,
      "step": 3914
    },
    {
      "epoch": 0.5913004077933847,
      "grad_norm": 2.308932850545607,
      "learning_rate": 9.07169092207215e-06,
      "loss": 0.1432,
      "step": 3915
    },
    {
      "epoch": 0.5914514423803051,
      "grad_norm": 1.9411141158461105,
      "learning_rate": 9.071231889360461e-06,
      "loss": 0.1288,
      "step": 3916
    },
    {
      "epoch": 0.5916024769672255,
      "grad_norm": 2.45345415349523,
      "learning_rate": 9.070772754804666e-06,
      "loss": 0.2029,
      "step": 3917
    },
    {
      "epoch": 0.5917535115541459,
      "grad_norm": 2.0135433758056926,
      "learning_rate": 9.070313518416252e-06,
      "loss": 0.1677,
      "step": 3918
    },
    {
      "epoch": 0.5919045461410664,
      "grad_norm": 2.3757766185456566,
      "learning_rate": 9.069854180206705e-06,
      "loss": 0.1615,
      "step": 3919
    },
    {
      "epoch": 0.5920555807279867,
      "grad_norm": 2.16541666892117,
      "learning_rate": 9.069394740187519e-06,
      "loss": 0.1641,
      "step": 3920
    },
    {
      "epoch": 0.5922066153149071,
      "grad_norm": 2.259232584454808,
      "learning_rate": 9.068935198370181e-06,
      "loss": 0.1658,
      "step": 3921
    },
    {
      "epoch": 0.5923576499018275,
      "grad_norm": 1.9105187733050093,
      "learning_rate": 9.068475554766192e-06,
      "loss": 0.1575,
      "step": 3922
    },
    {
      "epoch": 0.5925086844887479,
      "grad_norm": 4.991940298630906,
      "learning_rate": 9.068015809387049e-06,
      "loss": 0.2654,
      "step": 3923
    },
    {
      "epoch": 0.5926597190756683,
      "grad_norm": 2.114253578853436,
      "learning_rate": 9.06755596224425e-06,
      "loss": 0.141,
      "step": 3924
    },
    {
      "epoch": 0.5928107536625887,
      "grad_norm": 1.854621121870983,
      "learning_rate": 9.067096013349304e-06,
      "loss": 0.1323,
      "step": 3925
    },
    {
      "epoch": 0.5929617882495092,
      "grad_norm": 3.602783912504149,
      "learning_rate": 9.066635962713712e-06,
      "loss": 0.1804,
      "step": 3926
    },
    {
      "epoch": 0.5931128228364295,
      "grad_norm": 2.05918648561385,
      "learning_rate": 9.066175810348983e-06,
      "loss": 0.1578,
      "step": 3927
    },
    {
      "epoch": 0.59326385742335,
      "grad_norm": 3.0653959278439937,
      "learning_rate": 9.06571555626663e-06,
      "loss": 0.1565,
      "step": 3928
    },
    {
      "epoch": 0.5934148920102703,
      "grad_norm": 2.410723750993003,
      "learning_rate": 9.065255200478165e-06,
      "loss": 0.1613,
      "step": 3929
    },
    {
      "epoch": 0.5935659265971908,
      "grad_norm": 2.1150560352973633,
      "learning_rate": 9.064794742995104e-06,
      "loss": 0.1605,
      "step": 3930
    },
    {
      "epoch": 0.5937169611841112,
      "grad_norm": 2.140093650311971,
      "learning_rate": 9.064334183828967e-06,
      "loss": 0.1624,
      "step": 3931
    },
    {
      "epoch": 0.5938679957710316,
      "grad_norm": 2.3244823783652957,
      "learning_rate": 9.063873522991275e-06,
      "loss": 0.1583,
      "step": 3932
    },
    {
      "epoch": 0.594019030357952,
      "grad_norm": 2.5535453323185493,
      "learning_rate": 9.06341276049355e-06,
      "loss": 0.1789,
      "step": 3933
    },
    {
      "epoch": 0.5941700649448723,
      "grad_norm": 2.077874184956061,
      "learning_rate": 9.062951896347318e-06,
      "loss": 0.1672,
      "step": 3934
    },
    {
      "epoch": 0.5943210995317928,
      "grad_norm": 2.2584048208533627,
      "learning_rate": 9.06249093056411e-06,
      "loss": 0.1651,
      "step": 3935
    },
    {
      "epoch": 0.5944721341187131,
      "grad_norm": 1.9124235930518014,
      "learning_rate": 9.062029863155455e-06,
      "loss": 0.1433,
      "step": 3936
    },
    {
      "epoch": 0.5946231687056336,
      "grad_norm": 1.9423622192539582,
      "learning_rate": 9.06156869413289e-06,
      "loss": 0.1521,
      "step": 3937
    },
    {
      "epoch": 0.594774203292554,
      "grad_norm": 1.7108596115567394,
      "learning_rate": 9.061107423507947e-06,
      "loss": 0.1269,
      "step": 3938
    },
    {
      "epoch": 0.5949252378794744,
      "grad_norm": 2.6124642238991598,
      "learning_rate": 9.06064605129217e-06,
      "loss": 0.1434,
      "step": 3939
    },
    {
      "epoch": 0.5950762724663948,
      "grad_norm": 2.1760227955843194,
      "learning_rate": 9.060184577497097e-06,
      "loss": 0.1441,
      "step": 3940
    },
    {
      "epoch": 0.5952273070533152,
      "grad_norm": 2.3048589191641278,
      "learning_rate": 9.059723002134273e-06,
      "loss": 0.1685,
      "step": 3941
    },
    {
      "epoch": 0.5953783416402356,
      "grad_norm": 1.9035331257633845,
      "learning_rate": 9.059261325215242e-06,
      "loss": 0.1577,
      "step": 3942
    },
    {
      "epoch": 0.5955293762271561,
      "grad_norm": 2.004844127600623,
      "learning_rate": 9.05879954675156e-06,
      "loss": 0.1367,
      "step": 3943
    },
    {
      "epoch": 0.5956804108140764,
      "grad_norm": 2.4372650249985615,
      "learning_rate": 9.05833766675477e-06,
      "loss": 0.1604,
      "step": 3944
    },
    {
      "epoch": 0.5958314454009969,
      "grad_norm": 2.69925391702319,
      "learning_rate": 9.057875685236434e-06,
      "loss": 0.1346,
      "step": 3945
    },
    {
      "epoch": 0.5959824799879172,
      "grad_norm": 2.2843315991858137,
      "learning_rate": 9.057413602208102e-06,
      "loss": 0.1484,
      "step": 3946
    },
    {
      "epoch": 0.5961335145748377,
      "grad_norm": 2.12294039262153,
      "learning_rate": 9.056951417681339e-06,
      "loss": 0.1503,
      "step": 3947
    },
    {
      "epoch": 0.596284549161758,
      "grad_norm": 3.0268299324993384,
      "learning_rate": 9.056489131667703e-06,
      "loss": 0.1657,
      "step": 3948
    },
    {
      "epoch": 0.5964355837486784,
      "grad_norm": 2.2018001325805656,
      "learning_rate": 9.056026744178758e-06,
      "loss": 0.1663,
      "step": 3949
    },
    {
      "epoch": 0.5965866183355989,
      "grad_norm": 2.1680431574527974,
      "learning_rate": 9.055564255226075e-06,
      "loss": 0.1654,
      "step": 3950
    },
    {
      "epoch": 0.5967376529225192,
      "grad_norm": 2.128834706799947,
      "learning_rate": 9.05510166482122e-06,
      "loss": 0.1475,
      "step": 3951
    },
    {
      "epoch": 0.5968886875094397,
      "grad_norm": 1.6537995431940957,
      "learning_rate": 9.054638972975764e-06,
      "loss": 0.1186,
      "step": 3952
    },
    {
      "epoch": 0.59703972209636,
      "grad_norm": 1.8622993402252368,
      "learning_rate": 9.054176179701285e-06,
      "loss": 0.1472,
      "step": 3953
    },
    {
      "epoch": 0.5971907566832805,
      "grad_norm": 2.1770006053158473,
      "learning_rate": 9.053713285009358e-06,
      "loss": 0.157,
      "step": 3954
    },
    {
      "epoch": 0.5973417912702009,
      "grad_norm": 1.8505906008558661,
      "learning_rate": 9.053250288911563e-06,
      "loss": 0.1528,
      "step": 3955
    },
    {
      "epoch": 0.5974928258571213,
      "grad_norm": 2.4500778121440043,
      "learning_rate": 9.05278719141948e-06,
      "loss": 0.172,
      "step": 3956
    },
    {
      "epoch": 0.5976438604440417,
      "grad_norm": 3.0566974558100353,
      "learning_rate": 9.052323992544698e-06,
      "loss": 0.1518,
      "step": 3957
    },
    {
      "epoch": 0.5977948950309621,
      "grad_norm": 2.071586293273783,
      "learning_rate": 9.051860692298803e-06,
      "loss": 0.1472,
      "step": 3958
    },
    {
      "epoch": 0.5979459296178825,
      "grad_norm": 1.6978673402709417,
      "learning_rate": 9.05139729069338e-06,
      "loss": 0.1301,
      "step": 3959
    },
    {
      "epoch": 0.5980969642048029,
      "grad_norm": 2.4143136139048496,
      "learning_rate": 9.050933787740026e-06,
      "loss": 0.1668,
      "step": 3960
    },
    {
      "epoch": 0.5982479987917233,
      "grad_norm": 2.303139402100339,
      "learning_rate": 9.050470183450335e-06,
      "loss": 0.1649,
      "step": 3961
    },
    {
      "epoch": 0.5983990333786438,
      "grad_norm": 2.686837546593851,
      "learning_rate": 9.050006477835903e-06,
      "loss": 0.1559,
      "step": 3962
    },
    {
      "epoch": 0.5985500679655641,
      "grad_norm": 2.060889941047801,
      "learning_rate": 9.049542670908331e-06,
      "loss": 0.1415,
      "step": 3963
    },
    {
      "epoch": 0.5987011025524845,
      "grad_norm": 2.3103617889492365,
      "learning_rate": 9.04907876267922e-06,
      "loss": 0.169,
      "step": 3964
    },
    {
      "epoch": 0.5988521371394049,
      "grad_norm": 2.4513862627664462,
      "learning_rate": 9.048614753160179e-06,
      "loss": 0.1608,
      "step": 3965
    },
    {
      "epoch": 0.5990031717263253,
      "grad_norm": 2.1471091505557163,
      "learning_rate": 9.04815064236281e-06,
      "loss": 0.1521,
      "step": 3966
    },
    {
      "epoch": 0.5991542063132458,
      "grad_norm": 2.162612273574919,
      "learning_rate": 9.047686430298726e-06,
      "loss": 0.1278,
      "step": 3967
    },
    {
      "epoch": 0.5993052409001661,
      "grad_norm": 1.8971104463835309,
      "learning_rate": 9.047222116979538e-06,
      "loss": 0.1497,
      "step": 3968
    },
    {
      "epoch": 0.5994562754870866,
      "grad_norm": 2.2867227213233816,
      "learning_rate": 9.046757702416863e-06,
      "loss": 0.1482,
      "step": 3969
    },
    {
      "epoch": 0.5996073100740069,
      "grad_norm": 3.2448343332998815,
      "learning_rate": 9.046293186622317e-06,
      "loss": 0.156,
      "step": 3970
    },
    {
      "epoch": 0.5997583446609274,
      "grad_norm": 1.9109807024699073,
      "learning_rate": 9.045828569607521e-06,
      "loss": 0.1429,
      "step": 3971
    },
    {
      "epoch": 0.5999093792478477,
      "grad_norm": 2.665861918239592,
      "learning_rate": 9.045363851384097e-06,
      "loss": 0.16,
      "step": 3972
    },
    {
      "epoch": 0.6000604138347682,
      "grad_norm": 2.963613140677246,
      "learning_rate": 9.044899031963672e-06,
      "loss": 0.1882,
      "step": 3973
    },
    {
      "epoch": 0.6002114484216886,
      "grad_norm": 1.9169630398958728,
      "learning_rate": 9.04443411135787e-06,
      "loss": 0.1448,
      "step": 3974
    },
    {
      "epoch": 0.600362483008609,
      "grad_norm": 2.3696889098875404,
      "learning_rate": 9.043969089578325e-06,
      "loss": 0.1568,
      "step": 3975
    },
    {
      "epoch": 0.6005135175955294,
      "grad_norm": 2.399777162938639,
      "learning_rate": 9.043503966636668e-06,
      "loss": 0.1581,
      "step": 3976
    },
    {
      "epoch": 0.6006645521824497,
      "grad_norm": 2.4983429234828067,
      "learning_rate": 9.043038742544534e-06,
      "loss": 0.1557,
      "step": 3977
    },
    {
      "epoch": 0.6008155867693702,
      "grad_norm": 2.35584747394662,
      "learning_rate": 9.042573417313561e-06,
      "loss": 0.1589,
      "step": 3978
    },
    {
      "epoch": 0.6009666213562906,
      "grad_norm": 3.0277519382962534,
      "learning_rate": 9.04210799095539e-06,
      "loss": 0.1597,
      "step": 3979
    },
    {
      "epoch": 0.601117655943211,
      "grad_norm": 2.3600326768822764,
      "learning_rate": 9.041642463481667e-06,
      "loss": 0.1577,
      "step": 3980
    },
    {
      "epoch": 0.6012686905301314,
      "grad_norm": 2.0871637137340744,
      "learning_rate": 9.04117683490403e-06,
      "loss": 0.1494,
      "step": 3981
    },
    {
      "epoch": 0.6014197251170518,
      "grad_norm": 2.260289048627219,
      "learning_rate": 9.040711105234133e-06,
      "loss": 0.171,
      "step": 3982
    },
    {
      "epoch": 0.6015707597039722,
      "grad_norm": 2.5874746288834958,
      "learning_rate": 9.040245274483624e-06,
      "loss": 0.1331,
      "step": 3983
    },
    {
      "epoch": 0.6017217942908926,
      "grad_norm": 3.3267521176946224,
      "learning_rate": 9.039779342664155e-06,
      "loss": 0.171,
      "step": 3984
    },
    {
      "epoch": 0.601872828877813,
      "grad_norm": 1.7789020199337637,
      "learning_rate": 9.039313309787385e-06,
      "loss": 0.1296,
      "step": 3985
    },
    {
      "epoch": 0.6020238634647335,
      "grad_norm": 2.580638626262454,
      "learning_rate": 9.03884717586497e-06,
      "loss": 0.1655,
      "step": 3986
    },
    {
      "epoch": 0.6021748980516538,
      "grad_norm": 2.450297494338703,
      "learning_rate": 9.038380940908569e-06,
      "loss": 0.1775,
      "step": 3987
    },
    {
      "epoch": 0.6023259326385743,
      "grad_norm": 3.284462073563801,
      "learning_rate": 9.037914604929849e-06,
      "loss": 0.1904,
      "step": 3988
    },
    {
      "epoch": 0.6024769672254946,
      "grad_norm": 1.9648610797259625,
      "learning_rate": 9.037448167940473e-06,
      "loss": 0.1436,
      "step": 3989
    },
    {
      "epoch": 0.602628001812415,
      "grad_norm": 4.022150292483688,
      "learning_rate": 9.03698162995211e-06,
      "loss": 0.144,
      "step": 3990
    },
    {
      "epoch": 0.6027790363993355,
      "grad_norm": 2.1216371490917063,
      "learning_rate": 9.036514990976428e-06,
      "loss": 0.1342,
      "step": 3991
    },
    {
      "epoch": 0.6029300709862558,
      "grad_norm": 2.1518547401524057,
      "learning_rate": 9.036048251025103e-06,
      "loss": 0.1917,
      "step": 3992
    },
    {
      "epoch": 0.6030811055731763,
      "grad_norm": 2.9649895681743437,
      "learning_rate": 9.035581410109812e-06,
      "loss": 0.177,
      "step": 3993
    },
    {
      "epoch": 0.6032321401600966,
      "grad_norm": 2.0830847939504644,
      "learning_rate": 9.035114468242232e-06,
      "loss": 0.1403,
      "step": 3994
    },
    {
      "epoch": 0.6033831747470171,
      "grad_norm": 2.05667450271556,
      "learning_rate": 9.034647425434043e-06,
      "loss": 0.1493,
      "step": 3995
    },
    {
      "epoch": 0.6035342093339374,
      "grad_norm": 2.0891677469023984,
      "learning_rate": 9.034180281696928e-06,
      "loss": 0.1753,
      "step": 3996
    },
    {
      "epoch": 0.6036852439208579,
      "grad_norm": 2.0549944996514666,
      "learning_rate": 9.033713037042575e-06,
      "loss": 0.1425,
      "step": 3997
    },
    {
      "epoch": 0.6038362785077783,
      "grad_norm": 1.9295376420889363,
      "learning_rate": 9.03324569148267e-06,
      "loss": 0.1426,
      "step": 3998
    },
    {
      "epoch": 0.6039873130946987,
      "grad_norm": 2.4838019115983534,
      "learning_rate": 9.032778245028906e-06,
      "loss": 0.1676,
      "step": 3999
    },
    {
      "epoch": 0.6041383476816191,
      "grad_norm": 2.7319157600674826,
      "learning_rate": 9.032310697692974e-06,
      "loss": 0.1888,
      "step": 4000
    },
    {
      "epoch": 0.6042893822685395,
      "grad_norm": 2.6255586382049807,
      "learning_rate": 9.031843049486572e-06,
      "loss": 0.1531,
      "step": 4001
    },
    {
      "epoch": 0.6044404168554599,
      "grad_norm": 2.0458442573495894,
      "learning_rate": 9.031375300421398e-06,
      "loss": 0.1365,
      "step": 4002
    },
    {
      "epoch": 0.6045914514423804,
      "grad_norm": 1.8465215723700563,
      "learning_rate": 9.030907450509151e-06,
      "loss": 0.1356,
      "step": 4003
    },
    {
      "epoch": 0.6047424860293007,
      "grad_norm": 2.692706825525375,
      "learning_rate": 9.030439499761539e-06,
      "loss": 0.182,
      "step": 4004
    },
    {
      "epoch": 0.6048935206162211,
      "grad_norm": 1.8163679398927388,
      "learning_rate": 9.029971448190264e-06,
      "loss": 0.145,
      "step": 4005
    },
    {
      "epoch": 0.6050445552031415,
      "grad_norm": 2.33796684205281,
      "learning_rate": 9.029503295807036e-06,
      "loss": 0.1474,
      "step": 4006
    },
    {
      "epoch": 0.6051955897900619,
      "grad_norm": 4.812839338001444,
      "learning_rate": 9.029035042623567e-06,
      "loss": 0.1755,
      "step": 4007
    },
    {
      "epoch": 0.6053466243769823,
      "grad_norm": 2.9572534679907965,
      "learning_rate": 9.02856668865157e-06,
      "loss": 0.1709,
      "step": 4008
    },
    {
      "epoch": 0.6054976589639027,
      "grad_norm": 1.9020528175404592,
      "learning_rate": 9.028098233902758e-06,
      "loss": 0.1466,
      "step": 4009
    },
    {
      "epoch": 0.6056486935508232,
      "grad_norm": 1.9186515588979596,
      "learning_rate": 9.027629678388854e-06,
      "loss": 0.1491,
      "step": 4010
    },
    {
      "epoch": 0.6057997281377435,
      "grad_norm": 2.004604560761134,
      "learning_rate": 9.027161022121579e-06,
      "loss": 0.1373,
      "step": 4011
    },
    {
      "epoch": 0.605950762724664,
      "grad_norm": 1.8940824519417403,
      "learning_rate": 9.026692265112653e-06,
      "loss": 0.1519,
      "step": 4012
    },
    {
      "epoch": 0.6061017973115843,
      "grad_norm": 2.8112612796268324,
      "learning_rate": 9.026223407373806e-06,
      "loss": 0.146,
      "step": 4013
    },
    {
      "epoch": 0.6062528318985048,
      "grad_norm": 2.613943225909374,
      "learning_rate": 9.025754448916764e-06,
      "loss": 0.1578,
      "step": 4014
    },
    {
      "epoch": 0.6064038664854252,
      "grad_norm": 2.5938331732456144,
      "learning_rate": 9.025285389753261e-06,
      "loss": 0.2079,
      "step": 4015
    },
    {
      "epoch": 0.6065549010723456,
      "grad_norm": 2.111157608248993,
      "learning_rate": 9.024816229895029e-06,
      "loss": 0.1364,
      "step": 4016
    },
    {
      "epoch": 0.606705935659266,
      "grad_norm": 2.720411262018249,
      "learning_rate": 9.024346969353804e-06,
      "loss": 0.2156,
      "step": 4017
    },
    {
      "epoch": 0.6068569702461863,
      "grad_norm": 2.0496240585552874,
      "learning_rate": 9.023877608141325e-06,
      "loss": 0.144,
      "step": 4018
    },
    {
      "epoch": 0.6070080048331068,
      "grad_norm": 2.4127710004141565,
      "learning_rate": 9.023408146269335e-06,
      "loss": 0.1661,
      "step": 4019
    },
    {
      "epoch": 0.6071590394200271,
      "grad_norm": 2.663233216867802,
      "learning_rate": 9.022938583749575e-06,
      "loss": 0.1783,
      "step": 4020
    },
    {
      "epoch": 0.6073100740069476,
      "grad_norm": 2.4296705319229592,
      "learning_rate": 9.022468920593794e-06,
      "loss": 0.1788,
      "step": 4021
    },
    {
      "epoch": 0.607461108593868,
      "grad_norm": 2.3610721740083997,
      "learning_rate": 9.02199915681374e-06,
      "loss": 0.1599,
      "step": 4022
    },
    {
      "epoch": 0.6076121431807884,
      "grad_norm": 2.6366622628435556,
      "learning_rate": 9.021529292421163e-06,
      "loss": 0.2073,
      "step": 4023
    },
    {
      "epoch": 0.6077631777677088,
      "grad_norm": 1.9857950356565874,
      "learning_rate": 9.02105932742782e-06,
      "loss": 0.1611,
      "step": 4024
    },
    {
      "epoch": 0.6079142123546292,
      "grad_norm": 1.970191200746481,
      "learning_rate": 9.020589261845465e-06,
      "loss": 0.1616,
      "step": 4025
    },
    {
      "epoch": 0.6080652469415496,
      "grad_norm": 2.3584012776420016,
      "learning_rate": 9.020119095685855e-06,
      "loss": 0.1592,
      "step": 4026
    },
    {
      "epoch": 0.6082162815284701,
      "grad_norm": 1.684007886443082,
      "learning_rate": 9.019648828960756e-06,
      "loss": 0.1201,
      "step": 4027
    },
    {
      "epoch": 0.6083673161153904,
      "grad_norm": 2.725792830122289,
      "learning_rate": 9.01917846168193e-06,
      "loss": 0.1761,
      "step": 4028
    },
    {
      "epoch": 0.6085183507023109,
      "grad_norm": 2.1687316910419394,
      "learning_rate": 9.018707993861145e-06,
      "loss": 0.1516,
      "step": 4029
    },
    {
      "epoch": 0.6086693852892312,
      "grad_norm": 1.8516871844201908,
      "learning_rate": 9.018237425510166e-06,
      "loss": 0.127,
      "step": 4030
    },
    {
      "epoch": 0.6088204198761517,
      "grad_norm": 1.9902567948357115,
      "learning_rate": 9.017766756640766e-06,
      "loss": 0.142,
      "step": 4031
    },
    {
      "epoch": 0.608971454463072,
      "grad_norm": 2.1545148911457295,
      "learning_rate": 9.017295987264722e-06,
      "loss": 0.1575,
      "step": 4032
    },
    {
      "epoch": 0.6091224890499924,
      "grad_norm": 2.3823629385717804,
      "learning_rate": 9.01682511739381e-06,
      "loss": 0.1575,
      "step": 4033
    },
    {
      "epoch": 0.6092735236369129,
      "grad_norm": 2.275652926897981,
      "learning_rate": 9.016354147039805e-06,
      "loss": 0.1374,
      "step": 4034
    },
    {
      "epoch": 0.6094245582238332,
      "grad_norm": 2.1318797720527587,
      "learning_rate": 9.015883076214493e-06,
      "loss": 0.1444,
      "step": 4035
    },
    {
      "epoch": 0.6095755928107537,
      "grad_norm": 2.7694006033828353,
      "learning_rate": 9.015411904929653e-06,
      "loss": 0.1667,
      "step": 4036
    },
    {
      "epoch": 0.609726627397674,
      "grad_norm": 2.0066515434835397,
      "learning_rate": 9.014940633197078e-06,
      "loss": 0.1468,
      "step": 4037
    },
    {
      "epoch": 0.6098776619845945,
      "grad_norm": 2.5148021573205446,
      "learning_rate": 9.014469261028554e-06,
      "loss": 0.1615,
      "step": 4038
    },
    {
      "epoch": 0.6100286965715149,
      "grad_norm": 2.195175407786468,
      "learning_rate": 9.013997788435873e-06,
      "loss": 0.1546,
      "step": 4039
    },
    {
      "epoch": 0.6101797311584353,
      "grad_norm": 2.202626838494507,
      "learning_rate": 9.013526215430828e-06,
      "loss": 0.1481,
      "step": 4040
    },
    {
      "epoch": 0.6103307657453557,
      "grad_norm": 2.409425761450817,
      "learning_rate": 9.013054542025215e-06,
      "loss": 0.1426,
      "step": 4041
    },
    {
      "epoch": 0.6104818003322761,
      "grad_norm": 3.527447871308372,
      "learning_rate": 9.012582768230838e-06,
      "loss": 0.1677,
      "step": 4042
    },
    {
      "epoch": 0.6106328349191965,
      "grad_norm": 2.1303170604387955,
      "learning_rate": 9.012110894059492e-06,
      "loss": 0.1615,
      "step": 4043
    },
    {
      "epoch": 0.6107838695061168,
      "grad_norm": 1.8573593464498186,
      "learning_rate": 9.011638919522987e-06,
      "loss": 0.1364,
      "step": 4044
    },
    {
      "epoch": 0.6109349040930373,
      "grad_norm": 2.1408267247516664,
      "learning_rate": 9.011166844633126e-06,
      "loss": 0.1543,
      "step": 4045
    },
    {
      "epoch": 0.6110859386799578,
      "grad_norm": 1.996502133354256,
      "learning_rate": 9.010694669401719e-06,
      "loss": 0.1373,
      "step": 4046
    },
    {
      "epoch": 0.6112369732668781,
      "grad_norm": 2.4621871329384994,
      "learning_rate": 9.01022239384058e-06,
      "loss": 0.1783,
      "step": 4047
    },
    {
      "epoch": 0.6113880078537985,
      "grad_norm": 1.6758302480650131,
      "learning_rate": 9.009750017961521e-06,
      "loss": 0.1315,
      "step": 4048
    },
    {
      "epoch": 0.6115390424407189,
      "grad_norm": 2.4572006268523046,
      "learning_rate": 9.009277541776358e-06,
      "loss": 0.1368,
      "step": 4049
    },
    {
      "epoch": 0.6116900770276393,
      "grad_norm": 2.15061918443058,
      "learning_rate": 9.00880496529691e-06,
      "loss": 0.1661,
      "step": 4050
    },
    {
      "epoch": 0.6118411116145598,
      "grad_norm": 2.0195455723997906,
      "learning_rate": 9.008332288535003e-06,
      "loss": 0.1422,
      "step": 4051
    },
    {
      "epoch": 0.6119921462014801,
      "grad_norm": 1.9526779714525346,
      "learning_rate": 9.007859511502457e-06,
      "loss": 0.1494,
      "step": 4052
    },
    {
      "epoch": 0.6121431807884006,
      "grad_norm": 2.1562906935558988,
      "learning_rate": 9.007386634211101e-06,
      "loss": 0.1905,
      "step": 4053
    },
    {
      "epoch": 0.6122942153753209,
      "grad_norm": 2.828106656205294,
      "learning_rate": 9.006913656672762e-06,
      "loss": 0.1626,
      "step": 4054
    },
    {
      "epoch": 0.6124452499622414,
      "grad_norm": 2.51617817219016,
      "learning_rate": 9.006440578899276e-06,
      "loss": 0.1658,
      "step": 4055
    },
    {
      "epoch": 0.6125962845491617,
      "grad_norm": 2.997831558724931,
      "learning_rate": 9.005967400902474e-06,
      "loss": 0.1814,
      "step": 4056
    },
    {
      "epoch": 0.6127473191360822,
      "grad_norm": 1.8165589616278126,
      "learning_rate": 9.00549412269419e-06,
      "loss": 0.1427,
      "step": 4057
    },
    {
      "epoch": 0.6128983537230026,
      "grad_norm": 2.5528649610834435,
      "learning_rate": 9.005020744286271e-06,
      "loss": 0.1828,
      "step": 4058
    },
    {
      "epoch": 0.613049388309923,
      "grad_norm": 1.9188431125165324,
      "learning_rate": 9.004547265690551e-06,
      "loss": 0.1403,
      "step": 4059
    },
    {
      "epoch": 0.6132004228968434,
      "grad_norm": 2.3111611795207274,
      "learning_rate": 9.004073686918879e-06,
      "loss": 0.1543,
      "step": 4060
    },
    {
      "epoch": 0.6133514574837637,
      "grad_norm": 1.8595981993281208,
      "learning_rate": 9.003600007983102e-06,
      "loss": 0.1339,
      "step": 4061
    },
    {
      "epoch": 0.6135024920706842,
      "grad_norm": 2.662150332631584,
      "learning_rate": 9.003126228895067e-06,
      "loss": 0.1445,
      "step": 4062
    },
    {
      "epoch": 0.6136535266576046,
      "grad_norm": 2.137223551021557,
      "learning_rate": 9.002652349666627e-06,
      "loss": 0.1506,
      "step": 4063
    },
    {
      "epoch": 0.613804561244525,
      "grad_norm": 2.199652426498521,
      "learning_rate": 9.002178370309636e-06,
      "loss": 0.169,
      "step": 4064
    },
    {
      "epoch": 0.6139555958314454,
      "grad_norm": 4.111963527500941,
      "learning_rate": 9.001704290835954e-06,
      "loss": 0.1495,
      "step": 4065
    },
    {
      "epoch": 0.6141066304183658,
      "grad_norm": 4.286685297388094,
      "learning_rate": 9.001230111257434e-06,
      "loss": 0.1857,
      "step": 4066
    },
    {
      "epoch": 0.6142576650052862,
      "grad_norm": 2.0674053153039766,
      "learning_rate": 9.000755831585942e-06,
      "loss": 0.1596,
      "step": 4067
    },
    {
      "epoch": 0.6144086995922066,
      "grad_norm": 2.4851463441156585,
      "learning_rate": 9.000281451833341e-06,
      "loss": 0.1619,
      "step": 4068
    },
    {
      "epoch": 0.614559734179127,
      "grad_norm": 3.1189710622433116,
      "learning_rate": 8.9998069720115e-06,
      "loss": 0.1572,
      "step": 4069
    },
    {
      "epoch": 0.6147107687660475,
      "grad_norm": 2.078115228152165,
      "learning_rate": 8.999332392132285e-06,
      "loss": 0.1705,
      "step": 4070
    },
    {
      "epoch": 0.6148618033529678,
      "grad_norm": 1.7396792898513447,
      "learning_rate": 8.99885771220757e-06,
      "loss": 0.115,
      "step": 4071
    },
    {
      "epoch": 0.6150128379398883,
      "grad_norm": 2.8564076708513415,
      "learning_rate": 8.998382932249231e-06,
      "loss": 0.154,
      "step": 4072
    },
    {
      "epoch": 0.6151638725268086,
      "grad_norm": 1.9335808867714022,
      "learning_rate": 8.997908052269144e-06,
      "loss": 0.1521,
      "step": 4073
    },
    {
      "epoch": 0.615314907113729,
      "grad_norm": 2.2396608342271658,
      "learning_rate": 8.997433072279185e-06,
      "loss": 0.1514,
      "step": 4074
    },
    {
      "epoch": 0.6154659417006495,
      "grad_norm": 2.152438635734398,
      "learning_rate": 8.996957992291238e-06,
      "loss": 0.1553,
      "step": 4075
    },
    {
      "epoch": 0.6156169762875698,
      "grad_norm": 2.9345023739378173,
      "learning_rate": 8.99648281231719e-06,
      "loss": 0.1474,
      "step": 4076
    },
    {
      "epoch": 0.6157680108744903,
      "grad_norm": 2.574596627368039,
      "learning_rate": 8.996007532368924e-06,
      "loss": 0.1548,
      "step": 4077
    },
    {
      "epoch": 0.6159190454614106,
      "grad_norm": 2.239688872112976,
      "learning_rate": 8.99553215245833e-06,
      "loss": 0.1543,
      "step": 4078
    },
    {
      "epoch": 0.6160700800483311,
      "grad_norm": 2.124920912386263,
      "learning_rate": 8.995056672597304e-06,
      "loss": 0.156,
      "step": 4079
    },
    {
      "epoch": 0.6162211146352514,
      "grad_norm": 2.077079456695254,
      "learning_rate": 8.994581092797735e-06,
      "loss": 0.1433,
      "step": 4080
    },
    {
      "epoch": 0.6163721492221719,
      "grad_norm": 2.0871266419904004,
      "learning_rate": 8.994105413071524e-06,
      "loss": 0.1508,
      "step": 4081
    },
    {
      "epoch": 0.6165231838090923,
      "grad_norm": 2.41513809305707,
      "learning_rate": 8.993629633430565e-06,
      "loss": 0.1793,
      "step": 4082
    },
    {
      "epoch": 0.6166742183960127,
      "grad_norm": 1.9247180711693541,
      "learning_rate": 8.993153753886766e-06,
      "loss": 0.1414,
      "step": 4083
    },
    {
      "epoch": 0.6168252529829331,
      "grad_norm": 2.866611804655844,
      "learning_rate": 8.992677774452029e-06,
      "loss": 0.1613,
      "step": 4084
    },
    {
      "epoch": 0.6169762875698535,
      "grad_norm": 1.8143537540949322,
      "learning_rate": 8.99220169513826e-06,
      "loss": 0.1437,
      "step": 4085
    },
    {
      "epoch": 0.6171273221567739,
      "grad_norm": 2.260535030286418,
      "learning_rate": 8.99172551595737e-06,
      "loss": 0.168,
      "step": 4086
    },
    {
      "epoch": 0.6172783567436944,
      "grad_norm": 1.9707324519546179,
      "learning_rate": 8.991249236921268e-06,
      "loss": 0.1611,
      "step": 4087
    },
    {
      "epoch": 0.6174293913306147,
      "grad_norm": 2.122334962276443,
      "learning_rate": 8.990772858041872e-06,
      "loss": 0.1535,
      "step": 4088
    },
    {
      "epoch": 0.6175804259175351,
      "grad_norm": 3.821027354754168,
      "learning_rate": 8.990296379331097e-06,
      "loss": 0.178,
      "step": 4089
    },
    {
      "epoch": 0.6177314605044555,
      "grad_norm": 1.7679998763948161,
      "learning_rate": 8.989819800800863e-06,
      "loss": 0.1455,
      "step": 4090
    },
    {
      "epoch": 0.6178824950913759,
      "grad_norm": 2.2428331030713804,
      "learning_rate": 8.98934312246309e-06,
      "loss": 0.1549,
      "step": 4091
    },
    {
      "epoch": 0.6180335296782963,
      "grad_norm": 2.2073789236055923,
      "learning_rate": 8.988866344329705e-06,
      "loss": 0.156,
      "step": 4092
    },
    {
      "epoch": 0.6181845642652167,
      "grad_norm": 2.346875657725054,
      "learning_rate": 8.988389466412633e-06,
      "loss": 0.1763,
      "step": 4093
    },
    {
      "epoch": 0.6183355988521372,
      "grad_norm": 2.4672867816530464,
      "learning_rate": 8.987912488723804e-06,
      "loss": 0.161,
      "step": 4094
    },
    {
      "epoch": 0.6184866334390575,
      "grad_norm": 2.1019218593730566,
      "learning_rate": 8.987435411275152e-06,
      "loss": 0.1433,
      "step": 4095
    },
    {
      "epoch": 0.618637668025978,
      "grad_norm": 1.8622158360593652,
      "learning_rate": 8.98695823407861e-06,
      "loss": 0.1449,
      "step": 4096
    },
    {
      "epoch": 0.6187887026128983,
      "grad_norm": 2.16691242467165,
      "learning_rate": 8.98648095714611e-06,
      "loss": 0.1384,
      "step": 4097
    },
    {
      "epoch": 0.6189397371998188,
      "grad_norm": 2.297747366200714,
      "learning_rate": 8.986003580489597e-06,
      "loss": 0.1413,
      "step": 4098
    },
    {
      "epoch": 0.6190907717867392,
      "grad_norm": 3.2575902297482227,
      "learning_rate": 8.985526104121012e-06,
      "loss": 0.1759,
      "step": 4099
    },
    {
      "epoch": 0.6192418063736596,
      "grad_norm": 2.6203589108210044,
      "learning_rate": 8.985048528052299e-06,
      "loss": 0.1498,
      "step": 4100
    },
    {
      "epoch": 0.61939284096058,
      "grad_norm": 2.113874093734047,
      "learning_rate": 8.984570852295404e-06,
      "loss": 0.165,
      "step": 4101
    },
    {
      "epoch": 0.6195438755475003,
      "grad_norm": 2.076445618456364,
      "learning_rate": 8.984093076862277e-06,
      "loss": 0.14,
      "step": 4102
    },
    {
      "epoch": 0.6196949101344208,
      "grad_norm": 2.3609096637638185,
      "learning_rate": 8.98361520176487e-06,
      "loss": 0.158,
      "step": 4103
    },
    {
      "epoch": 0.6198459447213411,
      "grad_norm": 2.7983202675960497,
      "learning_rate": 8.983137227015137e-06,
      "loss": 0.1923,
      "step": 4104
    },
    {
      "epoch": 0.6199969793082616,
      "grad_norm": 2.446342332173013,
      "learning_rate": 8.982659152625035e-06,
      "loss": 0.1572,
      "step": 4105
    },
    {
      "epoch": 0.620148013895182,
      "grad_norm": 3.7183088070671295,
      "learning_rate": 8.982180978606521e-06,
      "loss": 0.1739,
      "step": 4106
    },
    {
      "epoch": 0.6202990484821024,
      "grad_norm": 2.1854937356082926,
      "learning_rate": 8.98170270497156e-06,
      "loss": 0.1607,
      "step": 4107
    },
    {
      "epoch": 0.6204500830690228,
      "grad_norm": 1.7776619945198144,
      "learning_rate": 8.981224331732116e-06,
      "loss": 0.1296,
      "step": 4108
    },
    {
      "epoch": 0.6206011176559432,
      "grad_norm": 2.624712646971327,
      "learning_rate": 8.980745858900153e-06,
      "loss": 0.1597,
      "step": 4109
    },
    {
      "epoch": 0.6207521522428636,
      "grad_norm": 2.1608862080599947,
      "learning_rate": 8.980267286487645e-06,
      "loss": 0.1469,
      "step": 4110
    },
    {
      "epoch": 0.6209031868297841,
      "grad_norm": 2.538807518727895,
      "learning_rate": 8.979788614506559e-06,
      "loss": 0.1885,
      "step": 4111
    },
    {
      "epoch": 0.6210542214167044,
      "grad_norm": 2.1468176747516785,
      "learning_rate": 8.979309842968872e-06,
      "loss": 0.1388,
      "step": 4112
    },
    {
      "epoch": 0.6212052560036249,
      "grad_norm": 2.540681245073126,
      "learning_rate": 8.978830971886559e-06,
      "loss": 0.134,
      "step": 4113
    },
    {
      "epoch": 0.6213562905905452,
      "grad_norm": 2.271492712710375,
      "learning_rate": 8.9783520012716e-06,
      "loss": 0.1764,
      "step": 4114
    },
    {
      "epoch": 0.6215073251774657,
      "grad_norm": 2.47589444331829,
      "learning_rate": 8.977872931135976e-06,
      "loss": 0.1764,
      "step": 4115
    },
    {
      "epoch": 0.621658359764386,
      "grad_norm": 2.6497811650737826,
      "learning_rate": 8.977393761491675e-06,
      "loss": 0.1597,
      "step": 4116
    },
    {
      "epoch": 0.6218093943513064,
      "grad_norm": 2.6542232837248267,
      "learning_rate": 8.97691449235068e-06,
      "loss": 0.1567,
      "step": 4117
    },
    {
      "epoch": 0.6219604289382269,
      "grad_norm": 3.9178890671382725,
      "learning_rate": 8.976435123724978e-06,
      "loss": 0.1689,
      "step": 4118
    },
    {
      "epoch": 0.6221114635251472,
      "grad_norm": 2.0566467990560535,
      "learning_rate": 8.975955655626565e-06,
      "loss": 0.1386,
      "step": 4119
    },
    {
      "epoch": 0.6222624981120677,
      "grad_norm": 2.484504383583782,
      "learning_rate": 8.975476088067434e-06,
      "loss": 0.1868,
      "step": 4120
    },
    {
      "epoch": 0.622413532698988,
      "grad_norm": 2.2138061389667185,
      "learning_rate": 8.974996421059582e-06,
      "loss": 0.1582,
      "step": 4121
    },
    {
      "epoch": 0.6225645672859085,
      "grad_norm": 1.6070804884672085,
      "learning_rate": 8.974516654615006e-06,
      "loss": 0.118,
      "step": 4122
    },
    {
      "epoch": 0.6227156018728289,
      "grad_norm": 2.101654939633018,
      "learning_rate": 8.974036788745711e-06,
      "loss": 0.1382,
      "step": 4123
    },
    {
      "epoch": 0.6228666364597493,
      "grad_norm": 1.963596715813692,
      "learning_rate": 8.973556823463698e-06,
      "loss": 0.1472,
      "step": 4124
    },
    {
      "epoch": 0.6230176710466697,
      "grad_norm": 1.9048330055242768,
      "learning_rate": 8.973076758780976e-06,
      "loss": 0.1444,
      "step": 4125
    },
    {
      "epoch": 0.6231687056335901,
      "grad_norm": 1.8472126145168513,
      "learning_rate": 8.97259659470955e-06,
      "loss": 0.148,
      "step": 4126
    },
    {
      "epoch": 0.6233197402205105,
      "grad_norm": 1.7221919298590598,
      "learning_rate": 8.972116331261439e-06,
      "loss": 0.1183,
      "step": 4127
    },
    {
      "epoch": 0.6234707748074308,
      "grad_norm": 2.7198747490888344,
      "learning_rate": 8.971635968448649e-06,
      "loss": 0.1475,
      "step": 4128
    },
    {
      "epoch": 0.6236218093943513,
      "grad_norm": 1.7942716566801542,
      "learning_rate": 8.9711555062832e-06,
      "loss": 0.1384,
      "step": 4129
    },
    {
      "epoch": 0.6237728439812718,
      "grad_norm": 1.9199188425167113,
      "learning_rate": 8.970674944777113e-06,
      "loss": 0.1244,
      "step": 4130
    },
    {
      "epoch": 0.6239238785681921,
      "grad_norm": 2.0044699645605335,
      "learning_rate": 8.970194283942406e-06,
      "loss": 0.1482,
      "step": 4131
    },
    {
      "epoch": 0.6240749131551125,
      "grad_norm": 2.363427816372637,
      "learning_rate": 8.969713523791106e-06,
      "loss": 0.1775,
      "step": 4132
    },
    {
      "epoch": 0.6242259477420329,
      "grad_norm": 2.1846944893142126,
      "learning_rate": 8.969232664335237e-06,
      "loss": 0.1666,
      "step": 4133
    },
    {
      "epoch": 0.6243769823289533,
      "grad_norm": 2.314075733113248,
      "learning_rate": 8.96875170558683e-06,
      "loss": 0.177,
      "step": 4134
    },
    {
      "epoch": 0.6245280169158738,
      "grad_norm": 2.7003888815576436,
      "learning_rate": 8.968270647557914e-06,
      "loss": 0.1691,
      "step": 4135
    },
    {
      "epoch": 0.6246790515027941,
      "grad_norm": 1.8306330226960263,
      "learning_rate": 8.967789490260526e-06,
      "loss": 0.1348,
      "step": 4136
    },
    {
      "epoch": 0.6248300860897146,
      "grad_norm": 2.382841092983686,
      "learning_rate": 8.9673082337067e-06,
      "loss": 0.1596,
      "step": 4137
    },
    {
      "epoch": 0.6249811206766349,
      "grad_norm": 2.327999268885375,
      "learning_rate": 8.966826877908477e-06,
      "loss": 0.1575,
      "step": 4138
    },
    {
      "epoch": 0.6251321552635554,
      "grad_norm": 2.7921559657904895,
      "learning_rate": 8.966345422877896e-06,
      "loss": 0.2079,
      "step": 4139
    },
    {
      "epoch": 0.6252831898504757,
      "grad_norm": 1.9872353576141313,
      "learning_rate": 8.965863868627002e-06,
      "loss": 0.1529,
      "step": 4140
    },
    {
      "epoch": 0.6254342244373962,
      "grad_norm": 1.7812436870073645,
      "learning_rate": 8.965382215167842e-06,
      "loss": 0.1459,
      "step": 4141
    },
    {
      "epoch": 0.6255852590243166,
      "grad_norm": 2.6255527433091967,
      "learning_rate": 8.964900462512462e-06,
      "loss": 0.1775,
      "step": 4142
    },
    {
      "epoch": 0.625736293611237,
      "grad_norm": 1.9455133012976271,
      "learning_rate": 8.964418610672917e-06,
      "loss": 0.1378,
      "step": 4143
    },
    {
      "epoch": 0.6258873281981574,
      "grad_norm": 2.0057091957882704,
      "learning_rate": 8.96393665966126e-06,
      "loss": 0.1492,
      "step": 4144
    },
    {
      "epoch": 0.6260383627850777,
      "grad_norm": 2.4842368969242066,
      "learning_rate": 8.963454609489546e-06,
      "loss": 0.1644,
      "step": 4145
    },
    {
      "epoch": 0.6261893973719982,
      "grad_norm": 2.8212107672813183,
      "learning_rate": 8.962972460169834e-06,
      "loss": 0.1683,
      "step": 4146
    },
    {
      "epoch": 0.6263404319589186,
      "grad_norm": 3.295929944030436,
      "learning_rate": 8.962490211714185e-06,
      "loss": 0.2124,
      "step": 4147
    },
    {
      "epoch": 0.626491466545839,
      "grad_norm": 2.0451409677582166,
      "learning_rate": 8.962007864134663e-06,
      "loss": 0.1321,
      "step": 4148
    },
    {
      "epoch": 0.6266425011327594,
      "grad_norm": 1.8449571188237393,
      "learning_rate": 8.961525417443336e-06,
      "loss": 0.129,
      "step": 4149
    },
    {
      "epoch": 0.6267935357196798,
      "grad_norm": 2.1349733635863792,
      "learning_rate": 8.961042871652271e-06,
      "loss": 0.1613,
      "step": 4150
    },
    {
      "epoch": 0.6269445703066002,
      "grad_norm": 2.038259110999849,
      "learning_rate": 8.960560226773538e-06,
      "loss": 0.1524,
      "step": 4151
    },
    {
      "epoch": 0.6270956048935206,
      "grad_norm": 1.9775773412533897,
      "learning_rate": 8.960077482819212e-06,
      "loss": 0.1562,
      "step": 4152
    },
    {
      "epoch": 0.627246639480441,
      "grad_norm": 2.0518195537826442,
      "learning_rate": 8.95959463980137e-06,
      "loss": 0.141,
      "step": 4153
    },
    {
      "epoch": 0.6273976740673615,
      "grad_norm": 2.17731539720689,
      "learning_rate": 8.959111697732088e-06,
      "loss": 0.1497,
      "step": 4154
    },
    {
      "epoch": 0.6275487086542818,
      "grad_norm": 2.6996702990842,
      "learning_rate": 8.95862865662345e-06,
      "loss": 0.1862,
      "step": 4155
    },
    {
      "epoch": 0.6276997432412023,
      "grad_norm": 3.00152331666034,
      "learning_rate": 8.958145516487536e-06,
      "loss": 0.1711,
      "step": 4156
    },
    {
      "epoch": 0.6278507778281226,
      "grad_norm": 2.523064702179048,
      "learning_rate": 8.957662277336436e-06,
      "loss": 0.1631,
      "step": 4157
    },
    {
      "epoch": 0.628001812415043,
      "grad_norm": 2.5892315533622323,
      "learning_rate": 8.957178939182237e-06,
      "loss": 0.1779,
      "step": 4158
    },
    {
      "epoch": 0.6281528470019635,
      "grad_norm": 1.7913076462473045,
      "learning_rate": 8.956695502037027e-06,
      "loss": 0.1392,
      "step": 4159
    },
    {
      "epoch": 0.6283038815888838,
      "grad_norm": 4.166863044056374,
      "learning_rate": 8.956211965912904e-06,
      "loss": 0.1957,
      "step": 4160
    },
    {
      "epoch": 0.6284549161758043,
      "grad_norm": 1.9333096466653519,
      "learning_rate": 8.955728330821963e-06,
      "loss": 0.14,
      "step": 4161
    },
    {
      "epoch": 0.6286059507627246,
      "grad_norm": 1.6282955562610157,
      "learning_rate": 8.9552445967763e-06,
      "loss": 0.1187,
      "step": 4162
    },
    {
      "epoch": 0.6287569853496451,
      "grad_norm": 1.9395357817936068,
      "learning_rate": 8.954760763788018e-06,
      "loss": 0.1532,
      "step": 4163
    },
    {
      "epoch": 0.6289080199365654,
      "grad_norm": 4.488881596962528,
      "learning_rate": 8.954276831869219e-06,
      "loss": 0.1595,
      "step": 4164
    },
    {
      "epoch": 0.6290590545234859,
      "grad_norm": 2.5446036822881983,
      "learning_rate": 8.953792801032008e-06,
      "loss": 0.1698,
      "step": 4165
    },
    {
      "epoch": 0.6292100891104063,
      "grad_norm": 2.4247493325966833,
      "learning_rate": 8.953308671288496e-06,
      "loss": 0.1488,
      "step": 4166
    },
    {
      "epoch": 0.6293611236973267,
      "grad_norm": 3.2503053934027366,
      "learning_rate": 8.952824442650794e-06,
      "loss": 0.1605,
      "step": 4167
    },
    {
      "epoch": 0.6295121582842471,
      "grad_norm": 1.8652416810160815,
      "learning_rate": 8.952340115131012e-06,
      "loss": 0.1413,
      "step": 4168
    },
    {
      "epoch": 0.6296631928711675,
      "grad_norm": 2.7765049476569654,
      "learning_rate": 8.951855688741268e-06,
      "loss": 0.1965,
      "step": 4169
    },
    {
      "epoch": 0.6298142274580879,
      "grad_norm": 2.3923196854280695,
      "learning_rate": 8.951371163493679e-06,
      "loss": 0.15,
      "step": 4170
    },
    {
      "epoch": 0.6299652620450084,
      "grad_norm": 1.846309064388343,
      "learning_rate": 8.950886539400367e-06,
      "loss": 0.1485,
      "step": 4171
    },
    {
      "epoch": 0.6301162966319287,
      "grad_norm": 2.3923460980358424,
      "learning_rate": 8.950401816473455e-06,
      "loss": 0.1712,
      "step": 4172
    },
    {
      "epoch": 0.6302673312188491,
      "grad_norm": 1.9032689639028801,
      "learning_rate": 8.949916994725067e-06,
      "loss": 0.1456,
      "step": 4173
    },
    {
      "epoch": 0.6304183658057695,
      "grad_norm": 2.241440106178778,
      "learning_rate": 8.949432074167332e-06,
      "loss": 0.1635,
      "step": 4174
    },
    {
      "epoch": 0.6305694003926899,
      "grad_norm": 2.0465276844105817,
      "learning_rate": 8.948947054812383e-06,
      "loss": 0.1424,
      "step": 4175
    },
    {
      "epoch": 0.6307204349796103,
      "grad_norm": 1.9351990082045336,
      "learning_rate": 8.948461936672348e-06,
      "loss": 0.1395,
      "step": 4176
    },
    {
      "epoch": 0.6308714695665307,
      "grad_norm": 1.9897638078862256,
      "learning_rate": 8.947976719759366e-06,
      "loss": 0.1613,
      "step": 4177
    },
    {
      "epoch": 0.6310225041534512,
      "grad_norm": 1.7118000109453329,
      "learning_rate": 8.947491404085574e-06,
      "loss": 0.1182,
      "step": 4178
    },
    {
      "epoch": 0.6311735387403715,
      "grad_norm": 2.258432350647609,
      "learning_rate": 8.947005989663114e-06,
      "loss": 0.1731,
      "step": 4179
    },
    {
      "epoch": 0.631324573327292,
      "grad_norm": 2.494312757687663,
      "learning_rate": 8.946520476504125e-06,
      "loss": 0.1594,
      "step": 4180
    },
    {
      "epoch": 0.6314756079142123,
      "grad_norm": 2.532745048811284,
      "learning_rate": 8.946034864620758e-06,
      "loss": 0.1491,
      "step": 4181
    },
    {
      "epoch": 0.6316266425011328,
      "grad_norm": 1.9784386075307785,
      "learning_rate": 8.945549154025156e-06,
      "loss": 0.1513,
      "step": 4182
    },
    {
      "epoch": 0.6317776770880532,
      "grad_norm": 2.2019603034361315,
      "learning_rate": 8.945063344729469e-06,
      "loss": 0.1716,
      "step": 4183
    },
    {
      "epoch": 0.6319287116749736,
      "grad_norm": 1.6664066352977043,
      "learning_rate": 8.944577436745855e-06,
      "loss": 0.1385,
      "step": 4184
    },
    {
      "epoch": 0.632079746261894,
      "grad_norm": 2.223458878947008,
      "learning_rate": 8.944091430086466e-06,
      "loss": 0.1445,
      "step": 4185
    },
    {
      "epoch": 0.6322307808488143,
      "grad_norm": 2.1085702188577216,
      "learning_rate": 8.94360532476346e-06,
      "loss": 0.1487,
      "step": 4186
    },
    {
      "epoch": 0.6323818154357348,
      "grad_norm": 2.198385768871063,
      "learning_rate": 8.943119120788995e-06,
      "loss": 0.1721,
      "step": 4187
    },
    {
      "epoch": 0.6325328500226551,
      "grad_norm": 1.44215751907074,
      "learning_rate": 8.942632818175237e-06,
      "loss": 0.1045,
      "step": 4188
    },
    {
      "epoch": 0.6326838846095756,
      "grad_norm": 2.7429645315776736,
      "learning_rate": 8.94214641693435e-06,
      "loss": 0.1755,
      "step": 4189
    },
    {
      "epoch": 0.632834919196496,
      "grad_norm": 1.963220671683408,
      "learning_rate": 8.9416599170785e-06,
      "loss": 0.1524,
      "step": 4190
    },
    {
      "epoch": 0.6329859537834164,
      "grad_norm": 1.9231966889640078,
      "learning_rate": 8.94117331861986e-06,
      "loss": 0.1415,
      "step": 4191
    },
    {
      "epoch": 0.6331369883703368,
      "grad_norm": 2.004516828283572,
      "learning_rate": 8.9406866215706e-06,
      "loss": 0.1493,
      "step": 4192
    },
    {
      "epoch": 0.6332880229572572,
      "grad_norm": 2.2553267250101294,
      "learning_rate": 8.940199825942898e-06,
      "loss": 0.1466,
      "step": 4193
    },
    {
      "epoch": 0.6334390575441776,
      "grad_norm": 1.9773506729601602,
      "learning_rate": 8.939712931748927e-06,
      "loss": 0.1382,
      "step": 4194
    },
    {
      "epoch": 0.6335900921310981,
      "grad_norm": 2.043779723511122,
      "learning_rate": 8.93922593900087e-06,
      "loss": 0.1517,
      "step": 4195
    },
    {
      "epoch": 0.6337411267180184,
      "grad_norm": 2.0595613319265746,
      "learning_rate": 8.938738847710911e-06,
      "loss": 0.1488,
      "step": 4196
    },
    {
      "epoch": 0.6338921613049389,
      "grad_norm": 2.7206266343313645,
      "learning_rate": 8.93825165789123e-06,
      "loss": 0.1964,
      "step": 4197
    },
    {
      "epoch": 0.6340431958918592,
      "grad_norm": 2.621174105407693,
      "learning_rate": 8.937764369554018e-06,
      "loss": 0.1497,
      "step": 4198
    },
    {
      "epoch": 0.6341942304787797,
      "grad_norm": 2.604426829763241,
      "learning_rate": 8.937276982711463e-06,
      "loss": 0.1642,
      "step": 4199
    },
    {
      "epoch": 0.6343452650657,
      "grad_norm": 2.0889763865635116,
      "learning_rate": 8.93678949737576e-06,
      "loss": 0.1329,
      "step": 4200
    },
    {
      "epoch": 0.6344962996526204,
      "grad_norm": 2.0130390490875953,
      "learning_rate": 8.9363019135591e-06,
      "loss": 0.1344,
      "step": 4201
    },
    {
      "epoch": 0.6346473342395409,
      "grad_norm": 1.9061808361591168,
      "learning_rate": 8.935814231273683e-06,
      "loss": 0.1509,
      "step": 4202
    },
    {
      "epoch": 0.6347983688264612,
      "grad_norm": 2.161720553707755,
      "learning_rate": 8.935326450531705e-06,
      "loss": 0.1491,
      "step": 4203
    },
    {
      "epoch": 0.6349494034133817,
      "grad_norm": 2.1008179093027466,
      "learning_rate": 8.934838571345373e-06,
      "loss": 0.1718,
      "step": 4204
    },
    {
      "epoch": 0.635100438000302,
      "grad_norm": 1.9151704324041,
      "learning_rate": 8.934350593726887e-06,
      "loss": 0.1333,
      "step": 4205
    },
    {
      "epoch": 0.6352514725872225,
      "grad_norm": 2.013604791640087,
      "learning_rate": 8.93386251768846e-06,
      "loss": 0.1663,
      "step": 4206
    },
    {
      "epoch": 0.6354025071741429,
      "grad_norm": 2.218703633876006,
      "learning_rate": 8.933374343242296e-06,
      "loss": 0.137,
      "step": 4207
    },
    {
      "epoch": 0.6355535417610633,
      "grad_norm": 2.0123643845860215,
      "learning_rate": 8.932886070400609e-06,
      "loss": 0.1495,
      "step": 4208
    },
    {
      "epoch": 0.6357045763479837,
      "grad_norm": 3.0548925957648274,
      "learning_rate": 8.93239769917561e-06,
      "loss": 0.1595,
      "step": 4209
    },
    {
      "epoch": 0.6358556109349041,
      "grad_norm": 2.7711273179317937,
      "learning_rate": 8.931909229579522e-06,
      "loss": 0.1432,
      "step": 4210
    },
    {
      "epoch": 0.6360066455218245,
      "grad_norm": 2.1682737006803796,
      "learning_rate": 8.93142066162456e-06,
      "loss": 0.1258,
      "step": 4211
    },
    {
      "epoch": 0.6361576801087448,
      "grad_norm": 2.4824668273562156,
      "learning_rate": 8.930931995322949e-06,
      "loss": 0.1499,
      "step": 4212
    },
    {
      "epoch": 0.6363087146956653,
      "grad_norm": 1.9589425084850511,
      "learning_rate": 8.930443230686909e-06,
      "loss": 0.1323,
      "step": 4213
    },
    {
      "epoch": 0.6364597492825858,
      "grad_norm": 2.47027579600357,
      "learning_rate": 8.92995436772867e-06,
      "loss": 0.1727,
      "step": 4214
    },
    {
      "epoch": 0.6366107838695061,
      "grad_norm": 2.32888949145439,
      "learning_rate": 8.92946540646046e-06,
      "loss": 0.1841,
      "step": 4215
    },
    {
      "epoch": 0.6367618184564265,
      "grad_norm": 1.8626950158273405,
      "learning_rate": 8.928976346894512e-06,
      "loss": 0.1416,
      "step": 4216
    },
    {
      "epoch": 0.6369128530433469,
      "grad_norm": 2.298997654287189,
      "learning_rate": 8.928487189043058e-06,
      "loss": 0.1691,
      "step": 4217
    },
    {
      "epoch": 0.6370638876302673,
      "grad_norm": 2.649558097916303,
      "learning_rate": 8.927997932918336e-06,
      "loss": 0.1414,
      "step": 4218
    },
    {
      "epoch": 0.6372149222171878,
      "grad_norm": 1.8830235541811806,
      "learning_rate": 8.927508578532584e-06,
      "loss": 0.1267,
      "step": 4219
    },
    {
      "epoch": 0.6373659568041081,
      "grad_norm": 2.105217606550932,
      "learning_rate": 8.927019125898044e-06,
      "loss": 0.1448,
      "step": 4220
    },
    {
      "epoch": 0.6375169913910286,
      "grad_norm": 3.020454993778208,
      "learning_rate": 8.92652957502696e-06,
      "loss": 0.1562,
      "step": 4221
    },
    {
      "epoch": 0.6376680259779489,
      "grad_norm": 2.1540074606090913,
      "learning_rate": 8.92603992593158e-06,
      "loss": 0.1603,
      "step": 4222
    },
    {
      "epoch": 0.6378190605648694,
      "grad_norm": 2.258690648306076,
      "learning_rate": 8.925550178624149e-06,
      "loss": 0.1545,
      "step": 4223
    },
    {
      "epoch": 0.6379700951517897,
      "grad_norm": 1.9501049557322654,
      "learning_rate": 8.92506033311692e-06,
      "loss": 0.162,
      "step": 4224
    },
    {
      "epoch": 0.6381211297387102,
      "grad_norm": 2.0663942889723423,
      "learning_rate": 8.92457038942215e-06,
      "loss": 0.1569,
      "step": 4225
    },
    {
      "epoch": 0.6382721643256306,
      "grad_norm": 3.113956833195268,
      "learning_rate": 8.924080347552089e-06,
      "loss": 0.1659,
      "step": 4226
    },
    {
      "epoch": 0.638423198912551,
      "grad_norm": 1.890514249168562,
      "learning_rate": 8.923590207519001e-06,
      "loss": 0.1212,
      "step": 4227
    },
    {
      "epoch": 0.6385742334994714,
      "grad_norm": 2.652317286247439,
      "learning_rate": 8.923099969335145e-06,
      "loss": 0.1881,
      "step": 4228
    },
    {
      "epoch": 0.6387252680863917,
      "grad_norm": 2.2336880635502645,
      "learning_rate": 8.922609633012786e-06,
      "loss": 0.1745,
      "step": 4229
    },
    {
      "epoch": 0.6388763026733122,
      "grad_norm": 2.295691211211716,
      "learning_rate": 8.922119198564187e-06,
      "loss": 0.1765,
      "step": 4230
    },
    {
      "epoch": 0.6390273372602326,
      "grad_norm": 1.9572444676278191,
      "learning_rate": 8.92162866600162e-06,
      "loss": 0.1538,
      "step": 4231
    },
    {
      "epoch": 0.639178371847153,
      "grad_norm": 1.7744558560190244,
      "learning_rate": 8.921138035337353e-06,
      "loss": 0.1204,
      "step": 4232
    },
    {
      "epoch": 0.6393294064340734,
      "grad_norm": 3.253910941287437,
      "learning_rate": 8.92064730658366e-06,
      "loss": 0.1718,
      "step": 4233
    },
    {
      "epoch": 0.6394804410209938,
      "grad_norm": 1.9152176134854133,
      "learning_rate": 8.92015647975282e-06,
      "loss": 0.132,
      "step": 4234
    },
    {
      "epoch": 0.6396314756079142,
      "grad_norm": 1.9381449481661623,
      "learning_rate": 8.919665554857107e-06,
      "loss": 0.1452,
      "step": 4235
    },
    {
      "epoch": 0.6397825101948346,
      "grad_norm": 3.1129984773310935,
      "learning_rate": 8.919174531908803e-06,
      "loss": 0.1669,
      "step": 4236
    },
    {
      "epoch": 0.639933544781755,
      "grad_norm": 2.2800338575689323,
      "learning_rate": 8.918683410920192e-06,
      "loss": 0.1453,
      "step": 4237
    },
    {
      "epoch": 0.6400845793686755,
      "grad_norm": 2.0397396398904935,
      "learning_rate": 8.918192191903561e-06,
      "loss": 0.1671,
      "step": 4238
    },
    {
      "epoch": 0.6402356139555958,
      "grad_norm": 1.98584396486289,
      "learning_rate": 8.917700874871194e-06,
      "loss": 0.157,
      "step": 4239
    },
    {
      "epoch": 0.6403866485425163,
      "grad_norm": 2.0404857646300996,
      "learning_rate": 8.917209459835386e-06,
      "loss": 0.141,
      "step": 4240
    },
    {
      "epoch": 0.6405376831294366,
      "grad_norm": 2.518580538307042,
      "learning_rate": 8.916717946808428e-06,
      "loss": 0.1703,
      "step": 4241
    },
    {
      "epoch": 0.640688717716357,
      "grad_norm": 2.2730505403214587,
      "learning_rate": 8.916226335802616e-06,
      "loss": 0.1505,
      "step": 4242
    },
    {
      "epoch": 0.6408397523032775,
      "grad_norm": 2.18069197958625,
      "learning_rate": 8.915734626830246e-06,
      "loss": 0.1672,
      "step": 4243
    },
    {
      "epoch": 0.6409907868901978,
      "grad_norm": 2.8643539029572254,
      "learning_rate": 8.915242819903621e-06,
      "loss": 0.1984,
      "step": 4244
    },
    {
      "epoch": 0.6411418214771183,
      "grad_norm": 2.6816745331718934,
      "learning_rate": 8.914750915035042e-06,
      "loss": 0.1791,
      "step": 4245
    },
    {
      "epoch": 0.6412928560640386,
      "grad_norm": 2.4780952001590206,
      "learning_rate": 8.914258912236816e-06,
      "loss": 0.1739,
      "step": 4246
    },
    {
      "epoch": 0.6414438906509591,
      "grad_norm": 2.7064929493046486,
      "learning_rate": 8.913766811521248e-06,
      "loss": 0.1589,
      "step": 4247
    },
    {
      "epoch": 0.6415949252378794,
      "grad_norm": 3.4276552264643803,
      "learning_rate": 8.91327461290065e-06,
      "loss": 0.1805,
      "step": 4248
    },
    {
      "epoch": 0.6417459598247999,
      "grad_norm": 2.050413770147378,
      "learning_rate": 8.912782316387337e-06,
      "loss": 0.1461,
      "step": 4249
    },
    {
      "epoch": 0.6418969944117203,
      "grad_norm": 2.552885874380327,
      "learning_rate": 8.91228992199362e-06,
      "loss": 0.1674,
      "step": 4250
    },
    {
      "epoch": 0.6420480289986407,
      "grad_norm": 1.8667674843833721,
      "learning_rate": 8.911797429731819e-06,
      "loss": 0.1558,
      "step": 4251
    },
    {
      "epoch": 0.6421990635855611,
      "grad_norm": 1.9378842891034025,
      "learning_rate": 8.911304839614251e-06,
      "loss": 0.1423,
      "step": 4252
    },
    {
      "epoch": 0.6423500981724815,
      "grad_norm": 1.7766892617414813,
      "learning_rate": 8.91081215165324e-06,
      "loss": 0.1365,
      "step": 4253
    },
    {
      "epoch": 0.6425011327594019,
      "grad_norm": 2.4536268999183073,
      "learning_rate": 8.910319365861115e-06,
      "loss": 0.1832,
      "step": 4254
    },
    {
      "epoch": 0.6426521673463224,
      "grad_norm": 2.5851491579070345,
      "learning_rate": 8.909826482250197e-06,
      "loss": 0.1721,
      "step": 4255
    },
    {
      "epoch": 0.6428032019332427,
      "grad_norm": 2.4070498472517996,
      "learning_rate": 8.90933350083282e-06,
      "loss": 0.1556,
      "step": 4256
    },
    {
      "epoch": 0.6429542365201631,
      "grad_norm": 2.4822078758457238,
      "learning_rate": 8.908840421621312e-06,
      "loss": 0.1511,
      "step": 4257
    },
    {
      "epoch": 0.6431052711070835,
      "grad_norm": 1.8203552924616235,
      "learning_rate": 8.908347244628012e-06,
      "loss": 0.1372,
      "step": 4258
    },
    {
      "epoch": 0.6432563056940039,
      "grad_norm": 2.136307899415612,
      "learning_rate": 8.907853969865255e-06,
      "loss": 0.1478,
      "step": 4259
    },
    {
      "epoch": 0.6434073402809243,
      "grad_norm": 3.3232431789295918,
      "learning_rate": 8.90736059734538e-06,
      "loss": 0.1768,
      "step": 4260
    },
    {
      "epoch": 0.6435583748678447,
      "grad_norm": 2.2782687078833517,
      "learning_rate": 8.906867127080732e-06,
      "loss": 0.1246,
      "step": 4261
    },
    {
      "epoch": 0.6437094094547652,
      "grad_norm": 1.8416449274184896,
      "learning_rate": 8.90637355908365e-06,
      "loss": 0.117,
      "step": 4262
    },
    {
      "epoch": 0.6438604440416855,
      "grad_norm": 2.698307446561345,
      "learning_rate": 8.905879893366486e-06,
      "loss": 0.2165,
      "step": 4263
    },
    {
      "epoch": 0.644011478628606,
      "grad_norm": 2.7000818162402678,
      "learning_rate": 8.90538612994159e-06,
      "loss": 0.1551,
      "step": 4264
    },
    {
      "epoch": 0.6441625132155263,
      "grad_norm": 1.9426735798027612,
      "learning_rate": 8.904892268821308e-06,
      "loss": 0.1366,
      "step": 4265
    },
    {
      "epoch": 0.6443135478024468,
      "grad_norm": 2.3697386579142985,
      "learning_rate": 8.904398310017998e-06,
      "loss": 0.1485,
      "step": 4266
    },
    {
      "epoch": 0.6444645823893672,
      "grad_norm": 2.5060715124788215,
      "learning_rate": 8.903904253544016e-06,
      "loss": 0.1708,
      "step": 4267
    },
    {
      "epoch": 0.6446156169762876,
      "grad_norm": 2.367799066788,
      "learning_rate": 8.903410099411721e-06,
      "loss": 0.1651,
      "step": 4268
    },
    {
      "epoch": 0.644766651563208,
      "grad_norm": 2.760325219867596,
      "learning_rate": 8.902915847633475e-06,
      "loss": 0.1792,
      "step": 4269
    },
    {
      "epoch": 0.6449176861501283,
      "grad_norm": 2.3188471415345515,
      "learning_rate": 8.902421498221643e-06,
      "loss": 0.1783,
      "step": 4270
    },
    {
      "epoch": 0.6450687207370488,
      "grad_norm": 2.3102787692542317,
      "learning_rate": 8.901927051188589e-06,
      "loss": 0.1752,
      "step": 4271
    },
    {
      "epoch": 0.6452197553239691,
      "grad_norm": 2.138113845132557,
      "learning_rate": 8.901432506546682e-06,
      "loss": 0.1543,
      "step": 4272
    },
    {
      "epoch": 0.6453707899108896,
      "grad_norm": 2.5789307281623692,
      "learning_rate": 8.900937864308295e-06,
      "loss": 0.172,
      "step": 4273
    },
    {
      "epoch": 0.64552182449781,
      "grad_norm": 2.7018214717946236,
      "learning_rate": 8.900443124485803e-06,
      "loss": 0.1625,
      "step": 4274
    },
    {
      "epoch": 0.6456728590847304,
      "grad_norm": 2.2904000992644376,
      "learning_rate": 8.899948287091577e-06,
      "loss": 0.164,
      "step": 4275
    },
    {
      "epoch": 0.6458238936716508,
      "grad_norm": 2.037101267126868,
      "learning_rate": 8.899453352138001e-06,
      "loss": 0.1274,
      "step": 4276
    },
    {
      "epoch": 0.6459749282585712,
      "grad_norm": 2.8246852477391293,
      "learning_rate": 8.898958319637453e-06,
      "loss": 0.201,
      "step": 4277
    },
    {
      "epoch": 0.6461259628454916,
      "grad_norm": 2.890849443775828,
      "learning_rate": 8.898463189602318e-06,
      "loss": 0.121,
      "step": 4278
    },
    {
      "epoch": 0.6462769974324121,
      "grad_norm": 2.1410468907369453,
      "learning_rate": 8.897967962044981e-06,
      "loss": 0.154,
      "step": 4279
    },
    {
      "epoch": 0.6464280320193324,
      "grad_norm": 1.9922157323276528,
      "learning_rate": 8.89747263697783e-06,
      "loss": 0.1435,
      "step": 4280
    },
    {
      "epoch": 0.6465790666062529,
      "grad_norm": 3.255061068062084,
      "learning_rate": 8.896977214413258e-06,
      "loss": 0.1608,
      "step": 4281
    },
    {
      "epoch": 0.6467301011931732,
      "grad_norm": 2.364908171328864,
      "learning_rate": 8.896481694363656e-06,
      "loss": 0.1598,
      "step": 4282
    },
    {
      "epoch": 0.6468811357800937,
      "grad_norm": 2.149718877521335,
      "learning_rate": 8.895986076841424e-06,
      "loss": 0.153,
      "step": 4283
    },
    {
      "epoch": 0.647032170367014,
      "grad_norm": 1.8044845008314834,
      "learning_rate": 8.895490361858952e-06,
      "loss": 0.1276,
      "step": 4284
    },
    {
      "epoch": 0.6471832049539344,
      "grad_norm": 2.2752837786612,
      "learning_rate": 8.894994549428647e-06,
      "loss": 0.1342,
      "step": 4285
    },
    {
      "epoch": 0.6473342395408549,
      "grad_norm": 2.051870318361392,
      "learning_rate": 8.89449863956291e-06,
      "loss": 0.151,
      "step": 4286
    },
    {
      "epoch": 0.6474852741277752,
      "grad_norm": 2.27582090524114,
      "learning_rate": 8.894002632274147e-06,
      "loss": 0.1531,
      "step": 4287
    },
    {
      "epoch": 0.6476363087146957,
      "grad_norm": 1.7747613037200753,
      "learning_rate": 8.893506527574766e-06,
      "loss": 0.134,
      "step": 4288
    },
    {
      "epoch": 0.647787343301616,
      "grad_norm": 1.8748408683405882,
      "learning_rate": 8.893010325477179e-06,
      "loss": 0.144,
      "step": 4289
    },
    {
      "epoch": 0.6479383778885365,
      "grad_norm": 2.098778382359459,
      "learning_rate": 8.892514025993793e-06,
      "loss": 0.1365,
      "step": 4290
    },
    {
      "epoch": 0.6480894124754569,
      "grad_norm": 2.3918802278249234,
      "learning_rate": 8.892017629137029e-06,
      "loss": 0.162,
      "step": 4291
    },
    {
      "epoch": 0.6482404470623773,
      "grad_norm": 1.8855518643671734,
      "learning_rate": 8.891521134919303e-06,
      "loss": 0.1273,
      "step": 4292
    },
    {
      "epoch": 0.6483914816492977,
      "grad_norm": 2.496241206996064,
      "learning_rate": 8.891024543353032e-06,
      "loss": 0.1509,
      "step": 4293
    },
    {
      "epoch": 0.6485425162362181,
      "grad_norm": 2.2649933436337104,
      "learning_rate": 8.890527854450645e-06,
      "loss": 0.1594,
      "step": 4294
    },
    {
      "epoch": 0.6486935508231385,
      "grad_norm": 2.2735274673372015,
      "learning_rate": 8.890031068224561e-06,
      "loss": 0.1572,
      "step": 4295
    },
    {
      "epoch": 0.6488445854100588,
      "grad_norm": 2.203274317891883,
      "learning_rate": 8.88953418468721e-06,
      "loss": 0.1309,
      "step": 4296
    },
    {
      "epoch": 0.6489956199969793,
      "grad_norm": 1.977699059156529,
      "learning_rate": 8.88903720385102e-06,
      "loss": 0.1301,
      "step": 4297
    },
    {
      "epoch": 0.6491466545838998,
      "grad_norm": 2.2258362751186884,
      "learning_rate": 8.888540125728427e-06,
      "loss": 0.1707,
      "step": 4298
    },
    {
      "epoch": 0.6492976891708201,
      "grad_norm": 2.068963997898545,
      "learning_rate": 8.888042950331863e-06,
      "loss": 0.1399,
      "step": 4299
    },
    {
      "epoch": 0.6494487237577405,
      "grad_norm": 2.2305711322753408,
      "learning_rate": 8.887545677673763e-06,
      "loss": 0.1593,
      "step": 4300
    },
    {
      "epoch": 0.6495997583446609,
      "grad_norm": 2.4536841347057847,
      "learning_rate": 8.887048307766571e-06,
      "loss": 0.1724,
      "step": 4301
    },
    {
      "epoch": 0.6497507929315813,
      "grad_norm": 2.0786031247521772,
      "learning_rate": 8.886550840622728e-06,
      "loss": 0.1395,
      "step": 4302
    },
    {
      "epoch": 0.6499018275185018,
      "grad_norm": 2.165136312631865,
      "learning_rate": 8.886053276254676e-06,
      "loss": 0.1423,
      "step": 4303
    },
    {
      "epoch": 0.6500528621054221,
      "grad_norm": 2.4785494051905226,
      "learning_rate": 8.885555614674861e-06,
      "loss": 0.1646,
      "step": 4304
    },
    {
      "epoch": 0.6502038966923426,
      "grad_norm": 2.2058381755874423,
      "learning_rate": 8.885057855895737e-06,
      "loss": 0.1523,
      "step": 4305
    },
    {
      "epoch": 0.6503549312792629,
      "grad_norm": 2.0441436114322955,
      "learning_rate": 8.884559999929752e-06,
      "loss": 0.1656,
      "step": 4306
    },
    {
      "epoch": 0.6505059658661834,
      "grad_norm": 1.7815020715530618,
      "learning_rate": 8.884062046789363e-06,
      "loss": 0.1283,
      "step": 4307
    },
    {
      "epoch": 0.6506570004531037,
      "grad_norm": 2.371928958592013,
      "learning_rate": 8.883563996487023e-06,
      "loss": 0.1685,
      "step": 4308
    },
    {
      "epoch": 0.6508080350400242,
      "grad_norm": 1.8929249376337638,
      "learning_rate": 8.883065849035195e-06,
      "loss": 0.139,
      "step": 4309
    },
    {
      "epoch": 0.6509590696269446,
      "grad_norm": 1.7685388094908696,
      "learning_rate": 8.882567604446336e-06,
      "loss": 0.1393,
      "step": 4310
    },
    {
      "epoch": 0.651110104213865,
      "grad_norm": 2.1958130105577545,
      "learning_rate": 8.882069262732914e-06,
      "loss": 0.1431,
      "step": 4311
    },
    {
      "epoch": 0.6512611388007854,
      "grad_norm": 2.3401164384301847,
      "learning_rate": 8.881570823907392e-06,
      "loss": 0.1432,
      "step": 4312
    },
    {
      "epoch": 0.6514121733877057,
      "grad_norm": 2.7934435486148304,
      "learning_rate": 8.881072287982243e-06,
      "loss": 0.1845,
      "step": 4313
    },
    {
      "epoch": 0.6515632079746262,
      "grad_norm": 2.2263353891842343,
      "learning_rate": 8.880573654969933e-06,
      "loss": 0.1536,
      "step": 4314
    },
    {
      "epoch": 0.6517142425615466,
      "grad_norm": 2.4813335998859314,
      "learning_rate": 8.880074924882938e-06,
      "loss": 0.1446,
      "step": 4315
    },
    {
      "epoch": 0.651865277148467,
      "grad_norm": 2.038400082584396,
      "learning_rate": 8.879576097733736e-06,
      "loss": 0.1487,
      "step": 4316
    },
    {
      "epoch": 0.6520163117353874,
      "grad_norm": 2.7404652962256995,
      "learning_rate": 8.879077173534801e-06,
      "loss": 0.1656,
      "step": 4317
    },
    {
      "epoch": 0.6521673463223078,
      "grad_norm": 2.6065522209347893,
      "learning_rate": 8.878578152298616e-06,
      "loss": 0.1859,
      "step": 4318
    },
    {
      "epoch": 0.6523183809092282,
      "grad_norm": 3.237838153476075,
      "learning_rate": 8.878079034037665e-06,
      "loss": 0.1467,
      "step": 4319
    },
    {
      "epoch": 0.6524694154961486,
      "grad_norm": 1.9540361477270016,
      "learning_rate": 8.877579818764434e-06,
      "loss": 0.1602,
      "step": 4320
    },
    {
      "epoch": 0.652620450083069,
      "grad_norm": 2.2799589534556866,
      "learning_rate": 8.877080506491412e-06,
      "loss": 0.1654,
      "step": 4321
    },
    {
      "epoch": 0.6527714846699895,
      "grad_norm": 2.5178023301368775,
      "learning_rate": 8.876581097231085e-06,
      "loss": 0.1782,
      "step": 4322
    },
    {
      "epoch": 0.6529225192569098,
      "grad_norm": 1.6170132393830927,
      "learning_rate": 8.876081590995949e-06,
      "loss": 0.1285,
      "step": 4323
    },
    {
      "epoch": 0.6530735538438303,
      "grad_norm": 1.7034576959134697,
      "learning_rate": 8.875581987798502e-06,
      "loss": 0.1241,
      "step": 4324
    },
    {
      "epoch": 0.6532245884307506,
      "grad_norm": 1.8313253514615582,
      "learning_rate": 8.875082287651238e-06,
      "loss": 0.1276,
      "step": 4325
    },
    {
      "epoch": 0.653375623017671,
      "grad_norm": 2.5852777368059043,
      "learning_rate": 8.874582490566659e-06,
      "loss": 0.1739,
      "step": 4326
    },
    {
      "epoch": 0.6535266576045915,
      "grad_norm": 2.622565818635353,
      "learning_rate": 8.874082596557266e-06,
      "loss": 0.1728,
      "step": 4327
    },
    {
      "epoch": 0.6536776921915118,
      "grad_norm": 1.9723374643525744,
      "learning_rate": 8.873582605635564e-06,
      "loss": 0.1216,
      "step": 4328
    },
    {
      "epoch": 0.6538287267784323,
      "grad_norm": 2.1708122096079423,
      "learning_rate": 8.873082517814064e-06,
      "loss": 0.161,
      "step": 4329
    },
    {
      "epoch": 0.6539797613653526,
      "grad_norm": 2.8256778454560307,
      "learning_rate": 8.872582333105274e-06,
      "loss": 0.1714,
      "step": 4330
    },
    {
      "epoch": 0.6541307959522731,
      "grad_norm": 2.386742987617883,
      "learning_rate": 8.872082051521706e-06,
      "loss": 0.1745,
      "step": 4331
    },
    {
      "epoch": 0.6542818305391934,
      "grad_norm": 2.23270779539249,
      "learning_rate": 8.871581673075874e-06,
      "loss": 0.1556,
      "step": 4332
    },
    {
      "epoch": 0.6544328651261139,
      "grad_norm": 1.698946158923877,
      "learning_rate": 8.871081197780298e-06,
      "loss": 0.1447,
      "step": 4333
    },
    {
      "epoch": 0.6545838997130343,
      "grad_norm": 2.6805968395847812,
      "learning_rate": 8.870580625647496e-06,
      "loss": 0.1466,
      "step": 4334
    },
    {
      "epoch": 0.6547349342999547,
      "grad_norm": 1.6808313233632308,
      "learning_rate": 8.87007995668999e-06,
      "loss": 0.1307,
      "step": 4335
    },
    {
      "epoch": 0.6548859688868751,
      "grad_norm": 1.8705985625025014,
      "learning_rate": 8.869579190920303e-06,
      "loss": 0.1552,
      "step": 4336
    },
    {
      "epoch": 0.6550370034737955,
      "grad_norm": 1.4759107048848423,
      "learning_rate": 8.869078328350964e-06,
      "loss": 0.1101,
      "step": 4337
    },
    {
      "epoch": 0.6551880380607159,
      "grad_norm": 2.3656859631934752,
      "learning_rate": 8.868577368994502e-06,
      "loss": 0.1438,
      "step": 4338
    },
    {
      "epoch": 0.6553390726476364,
      "grad_norm": 2.009151613581905,
      "learning_rate": 8.868076312863449e-06,
      "loss": 0.1663,
      "step": 4339
    },
    {
      "epoch": 0.6554901072345567,
      "grad_norm": 2.200931048944445,
      "learning_rate": 8.867575159970339e-06,
      "loss": 0.1459,
      "step": 4340
    },
    {
      "epoch": 0.6556411418214771,
      "grad_norm": 4.10245194641948,
      "learning_rate": 8.867073910327708e-06,
      "loss": 0.1844,
      "step": 4341
    },
    {
      "epoch": 0.6557921764083975,
      "grad_norm": 2.662001790774113,
      "learning_rate": 8.866572563948095e-06,
      "loss": 0.1596,
      "step": 4342
    },
    {
      "epoch": 0.6559432109953179,
      "grad_norm": 2.289798288013484,
      "learning_rate": 8.866071120844041e-06,
      "loss": 0.1525,
      "step": 4343
    },
    {
      "epoch": 0.6560942455822383,
      "grad_norm": 2.375620181622449,
      "learning_rate": 8.865569581028095e-06,
      "loss": 0.1384,
      "step": 4344
    },
    {
      "epoch": 0.6562452801691587,
      "grad_norm": 2.271473388293234,
      "learning_rate": 8.865067944512794e-06,
      "loss": 0.1419,
      "step": 4345
    },
    {
      "epoch": 0.6563963147560792,
      "grad_norm": 2.427302807263998,
      "learning_rate": 8.864566211310695e-06,
      "loss": 0.1313,
      "step": 4346
    },
    {
      "epoch": 0.6565473493429995,
      "grad_norm": 2.707028398023797,
      "learning_rate": 8.864064381434346e-06,
      "loss": 0.1574,
      "step": 4347
    },
    {
      "epoch": 0.65669838392992,
      "grad_norm": 2.2003273945084,
      "learning_rate": 8.8635624548963e-06,
      "loss": 0.1725,
      "step": 4348
    },
    {
      "epoch": 0.6568494185168403,
      "grad_norm": 1.9463519246534262,
      "learning_rate": 8.863060431709112e-06,
      "loss": 0.1495,
      "step": 4349
    },
    {
      "epoch": 0.6570004531037608,
      "grad_norm": 4.167272871825305,
      "learning_rate": 8.862558311885345e-06,
      "loss": 0.1709,
      "step": 4350
    },
    {
      "epoch": 0.6571514876906812,
      "grad_norm": 2.284000429912845,
      "learning_rate": 8.862056095437554e-06,
      "loss": 0.1664,
      "step": 4351
    },
    {
      "epoch": 0.6573025222776016,
      "grad_norm": 1.9422533501293686,
      "learning_rate": 8.861553782378306e-06,
      "loss": 0.1449,
      "step": 4352
    },
    {
      "epoch": 0.657453556864522,
      "grad_norm": 1.8622771871787542,
      "learning_rate": 8.861051372720163e-06,
      "loss": 0.1668,
      "step": 4353
    },
    {
      "epoch": 0.6576045914514423,
      "grad_norm": 1.8828253129542012,
      "learning_rate": 8.8605488664757e-06,
      "loss": 0.1305,
      "step": 4354
    },
    {
      "epoch": 0.6577556260383628,
      "grad_norm": 2.6801067679345953,
      "learning_rate": 8.860046263657481e-06,
      "loss": 0.179,
      "step": 4355
    },
    {
      "epoch": 0.6579066606252831,
      "grad_norm": 2.1932838709841334,
      "learning_rate": 8.859543564278079e-06,
      "loss": 0.1533,
      "step": 4356
    },
    {
      "epoch": 0.6580576952122036,
      "grad_norm": 1.901542113438867,
      "learning_rate": 8.859040768350074e-06,
      "loss": 0.1523,
      "step": 4357
    },
    {
      "epoch": 0.658208729799124,
      "grad_norm": 2.1206775267751974,
      "learning_rate": 8.85853787588604e-06,
      "loss": 0.1535,
      "step": 4358
    },
    {
      "epoch": 0.6583597643860444,
      "grad_norm": 2.447912294756573,
      "learning_rate": 8.858034886898558e-06,
      "loss": 0.1698,
      "step": 4359
    },
    {
      "epoch": 0.6585107989729648,
      "grad_norm": 1.9974538528135077,
      "learning_rate": 8.85753180140021e-06,
      "loss": 0.146,
      "step": 4360
    },
    {
      "epoch": 0.6586618335598852,
      "grad_norm": 2.4968862515991606,
      "learning_rate": 8.857028619403583e-06,
      "loss": 0.1501,
      "step": 4361
    },
    {
      "epoch": 0.6588128681468056,
      "grad_norm": 2.427432336635907,
      "learning_rate": 8.856525340921262e-06,
      "loss": 0.1562,
      "step": 4362
    },
    {
      "epoch": 0.6589639027337261,
      "grad_norm": 2.1284587463167637,
      "learning_rate": 8.856021965965838e-06,
      "loss": 0.1383,
      "step": 4363
    },
    {
      "epoch": 0.6591149373206464,
      "grad_norm": 2.3294275116384253,
      "learning_rate": 8.855518494549901e-06,
      "loss": 0.178,
      "step": 4364
    },
    {
      "epoch": 0.6592659719075669,
      "grad_norm": 2.399664928570391,
      "learning_rate": 8.85501492668605e-06,
      "loss": 0.1738,
      "step": 4365
    },
    {
      "epoch": 0.6594170064944872,
      "grad_norm": 2.051766288707087,
      "learning_rate": 8.854511262386878e-06,
      "loss": 0.1556,
      "step": 4366
    },
    {
      "epoch": 0.6595680410814077,
      "grad_norm": 2.3875611630958797,
      "learning_rate": 8.854007501664988e-06,
      "loss": 0.149,
      "step": 4367
    },
    {
      "epoch": 0.659719075668328,
      "grad_norm": 2.0188176227269197,
      "learning_rate": 8.85350364453298e-06,
      "loss": 0.1531,
      "step": 4368
    },
    {
      "epoch": 0.6598701102552484,
      "grad_norm": 2.0548658040993044,
      "learning_rate": 8.852999691003456e-06,
      "loss": 0.161,
      "step": 4369
    },
    {
      "epoch": 0.6600211448421689,
      "grad_norm": 2.0090351529191164,
      "learning_rate": 8.852495641089026e-06,
      "loss": 0.1329,
      "step": 4370
    },
    {
      "epoch": 0.6601721794290892,
      "grad_norm": 2.258326102538151,
      "learning_rate": 8.851991494802299e-06,
      "loss": 0.1381,
      "step": 4371
    },
    {
      "epoch": 0.6603232140160097,
      "grad_norm": 4.6302154700305715,
      "learning_rate": 8.851487252155882e-06,
      "loss": 0.2062,
      "step": 4372
    },
    {
      "epoch": 0.66047424860293,
      "grad_norm": 2.489192920890474,
      "learning_rate": 8.850982913162396e-06,
      "loss": 0.1731,
      "step": 4373
    },
    {
      "epoch": 0.6606252831898505,
      "grad_norm": 2.7529591992537266,
      "learning_rate": 8.850478477834453e-06,
      "loss": 0.162,
      "step": 4374
    },
    {
      "epoch": 0.6607763177767709,
      "grad_norm": 2.1159912409705233,
      "learning_rate": 8.84997394618467e-06,
      "loss": 0.1502,
      "step": 4375
    },
    {
      "epoch": 0.6609273523636913,
      "grad_norm": 2.0699070389994416,
      "learning_rate": 8.849469318225671e-06,
      "loss": 0.1566,
      "step": 4376
    },
    {
      "epoch": 0.6610783869506117,
      "grad_norm": 2.3066975096076066,
      "learning_rate": 8.848964593970082e-06,
      "loss": 0.1629,
      "step": 4377
    },
    {
      "epoch": 0.6612294215375321,
      "grad_norm": 2.472352128915734,
      "learning_rate": 8.848459773430522e-06,
      "loss": 0.17,
      "step": 4378
    },
    {
      "epoch": 0.6613804561244525,
      "grad_norm": 2.2870069329150766,
      "learning_rate": 8.847954856619625e-06,
      "loss": 0.1589,
      "step": 4379
    },
    {
      "epoch": 0.6615314907113728,
      "grad_norm": 2.788300150595566,
      "learning_rate": 8.847449843550022e-06,
      "loss": 0.1675,
      "step": 4380
    },
    {
      "epoch": 0.6616825252982933,
      "grad_norm": 1.8672800671527914,
      "learning_rate": 8.846944734234342e-06,
      "loss": 0.1299,
      "step": 4381
    },
    {
      "epoch": 0.6618335598852138,
      "grad_norm": 2.74813198861976,
      "learning_rate": 8.846439528685225e-06,
      "loss": 0.1474,
      "step": 4382
    },
    {
      "epoch": 0.6619845944721341,
      "grad_norm": 2.5094903373887245,
      "learning_rate": 8.845934226915304e-06,
      "loss": 0.1678,
      "step": 4383
    },
    {
      "epoch": 0.6621356290590545,
      "grad_norm": 2.522555838480101,
      "learning_rate": 8.845428828937223e-06,
      "loss": 0.161,
      "step": 4384
    },
    {
      "epoch": 0.6622866636459749,
      "grad_norm": 2.222571974957588,
      "learning_rate": 8.844923334763626e-06,
      "loss": 0.1636,
      "step": 4385
    },
    {
      "epoch": 0.6624376982328953,
      "grad_norm": 2.115316470375366,
      "learning_rate": 8.844417744407155e-06,
      "loss": 0.1495,
      "step": 4386
    },
    {
      "epoch": 0.6625887328198158,
      "grad_norm": 1.7497839650480207,
      "learning_rate": 8.84391205788046e-06,
      "loss": 0.1451,
      "step": 4387
    },
    {
      "epoch": 0.6627397674067361,
      "grad_norm": 2.0553625303340914,
      "learning_rate": 8.843406275196189e-06,
      "loss": 0.1511,
      "step": 4388
    },
    {
      "epoch": 0.6628908019936566,
      "grad_norm": 1.9457619678851557,
      "learning_rate": 8.842900396366995e-06,
      "loss": 0.1436,
      "step": 4389
    },
    {
      "epoch": 0.6630418365805769,
      "grad_norm": 2.0633965543289605,
      "learning_rate": 8.842394421405534e-06,
      "loss": 0.1627,
      "step": 4390
    },
    {
      "epoch": 0.6631928711674974,
      "grad_norm": 2.086194053846992,
      "learning_rate": 8.841888350324463e-06,
      "loss": 0.139,
      "step": 4391
    },
    {
      "epoch": 0.6633439057544177,
      "grad_norm": 2.2150312514194788,
      "learning_rate": 8.84138218313644e-06,
      "loss": 0.1533,
      "step": 4392
    },
    {
      "epoch": 0.6634949403413382,
      "grad_norm": 2.1354937767262223,
      "learning_rate": 8.840875919854128e-06,
      "loss": 0.1701,
      "step": 4393
    },
    {
      "epoch": 0.6636459749282586,
      "grad_norm": 2.654309080316272,
      "learning_rate": 8.840369560490191e-06,
      "loss": 0.1535,
      "step": 4394
    },
    {
      "epoch": 0.663797009515179,
      "grad_norm": 2.1100934322910847,
      "learning_rate": 8.839863105057299e-06,
      "loss": 0.1401,
      "step": 4395
    },
    {
      "epoch": 0.6639480441020994,
      "grad_norm": 1.8665230653051808,
      "learning_rate": 8.839356553568118e-06,
      "loss": 0.1394,
      "step": 4396
    },
    {
      "epoch": 0.6640990786890197,
      "grad_norm": 1.7821429678459415,
      "learning_rate": 8.838849906035319e-06,
      "loss": 0.1377,
      "step": 4397
    },
    {
      "epoch": 0.6642501132759402,
      "grad_norm": 2.0778514651280076,
      "learning_rate": 8.838343162471579e-06,
      "loss": 0.1499,
      "step": 4398
    },
    {
      "epoch": 0.6644011478628606,
      "grad_norm": 1.724667207848538,
      "learning_rate": 8.837836322889573e-06,
      "loss": 0.1347,
      "step": 4399
    },
    {
      "epoch": 0.664552182449781,
      "grad_norm": 2.049443636939261,
      "learning_rate": 8.837329387301978e-06,
      "loss": 0.1511,
      "step": 4400
    },
    {
      "epoch": 0.6647032170367014,
      "grad_norm": 2.0836318621507983,
      "learning_rate": 8.836822355721478e-06,
      "loss": 0.1546,
      "step": 4401
    },
    {
      "epoch": 0.6648542516236218,
      "grad_norm": 1.7870728755726624,
      "learning_rate": 8.836315228160757e-06,
      "loss": 0.1413,
      "step": 4402
    },
    {
      "epoch": 0.6650052862105422,
      "grad_norm": 1.8967067537777553,
      "learning_rate": 8.835808004632497e-06,
      "loss": 0.1309,
      "step": 4403
    },
    {
      "epoch": 0.6651563207974626,
      "grad_norm": 1.9788798716741787,
      "learning_rate": 8.835300685149393e-06,
      "loss": 0.1427,
      "step": 4404
    },
    {
      "epoch": 0.665307355384383,
      "grad_norm": 1.9073497522793377,
      "learning_rate": 8.834793269724128e-06,
      "loss": 0.1581,
      "step": 4405
    },
    {
      "epoch": 0.6654583899713035,
      "grad_norm": 2.0718329777799003,
      "learning_rate": 8.834285758369403e-06,
      "loss": 0.1329,
      "step": 4406
    },
    {
      "epoch": 0.6656094245582238,
      "grad_norm": 2.2103306819683906,
      "learning_rate": 8.83377815109791e-06,
      "loss": 0.1557,
      "step": 4407
    },
    {
      "epoch": 0.6657604591451443,
      "grad_norm": 2.202836197527056,
      "learning_rate": 8.833270447922346e-06,
      "loss": 0.1532,
      "step": 4408
    },
    {
      "epoch": 0.6659114937320646,
      "grad_norm": 1.9405246316666622,
      "learning_rate": 8.832762648855412e-06,
      "loss": 0.1449,
      "step": 4409
    },
    {
      "epoch": 0.666062528318985,
      "grad_norm": 1.9538078168235915,
      "learning_rate": 8.832254753909812e-06,
      "loss": 0.1458,
      "step": 4410
    },
    {
      "epoch": 0.6662135629059055,
      "grad_norm": 1.9054084060564722,
      "learning_rate": 8.831746763098252e-06,
      "loss": 0.1221,
      "step": 4411
    },
    {
      "epoch": 0.6663645974928258,
      "grad_norm": 2.1238595495403576,
      "learning_rate": 8.831238676433437e-06,
      "loss": 0.1601,
      "step": 4412
    },
    {
      "epoch": 0.6665156320797463,
      "grad_norm": 2.301415528685143,
      "learning_rate": 8.830730493928078e-06,
      "loss": 0.1597,
      "step": 4413
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.356016333116334,
      "learning_rate": 8.83022221559489e-06,
      "loss": 0.1577,
      "step": 4414
    },
    {
      "epoch": 0.6668177012535871,
      "grad_norm": 1.843554706945789,
      "learning_rate": 8.829713841446585e-06,
      "loss": 0.1404,
      "step": 4415
    },
    {
      "epoch": 0.6669687358405075,
      "grad_norm": 2.6425917766726696,
      "learning_rate": 8.829205371495883e-06,
      "loss": 0.151,
      "step": 4416
    },
    {
      "epoch": 0.6671197704274279,
      "grad_norm": 1.7643698626272746,
      "learning_rate": 8.828696805755498e-06,
      "loss": 0.1431,
      "step": 4417
    },
    {
      "epoch": 0.6672708050143483,
      "grad_norm": 3.3372626406152235,
      "learning_rate": 8.828188144238161e-06,
      "loss": 0.1479,
      "step": 4418
    },
    {
      "epoch": 0.6674218396012687,
      "grad_norm": 2.6263136559699563,
      "learning_rate": 8.827679386956586e-06,
      "loss": 0.1764,
      "step": 4419
    },
    {
      "epoch": 0.6675728741881891,
      "grad_norm": 2.1046041785316554,
      "learning_rate": 8.827170533923509e-06,
      "loss": 0.1474,
      "step": 4420
    },
    {
      "epoch": 0.6677239087751095,
      "grad_norm": 2.1221163589685133,
      "learning_rate": 8.826661585151654e-06,
      "loss": 0.1587,
      "step": 4421
    },
    {
      "epoch": 0.6678749433620299,
      "grad_norm": 1.8304915308879046,
      "learning_rate": 8.826152540653753e-06,
      "loss": 0.1322,
      "step": 4422
    },
    {
      "epoch": 0.6680259779489504,
      "grad_norm": 2.0416835351272367,
      "learning_rate": 8.825643400442542e-06,
      "loss": 0.1476,
      "step": 4423
    },
    {
      "epoch": 0.6681770125358707,
      "grad_norm": 3.2193224809052867,
      "learning_rate": 8.825134164530757e-06,
      "loss": 0.1442,
      "step": 4424
    },
    {
      "epoch": 0.6683280471227911,
      "grad_norm": 2.4651279416842624,
      "learning_rate": 8.824624832931135e-06,
      "loss": 0.1879,
      "step": 4425
    },
    {
      "epoch": 0.6684790817097115,
      "grad_norm": 2.075456166975253,
      "learning_rate": 8.82411540565642e-06,
      "loss": 0.1367,
      "step": 4426
    },
    {
      "epoch": 0.6686301162966319,
      "grad_norm": 1.7317459401694708,
      "learning_rate": 8.823605882719353e-06,
      "loss": 0.129,
      "step": 4427
    },
    {
      "epoch": 0.6687811508835524,
      "grad_norm": 2.037749933891493,
      "learning_rate": 8.823096264132682e-06,
      "loss": 0.1545,
      "step": 4428
    },
    {
      "epoch": 0.6689321854704727,
      "grad_norm": 2.5653932385700364,
      "learning_rate": 8.822586549909154e-06,
      "loss": 0.1953,
      "step": 4429
    },
    {
      "epoch": 0.6690832200573932,
      "grad_norm": 2.1905027285276284,
      "learning_rate": 8.82207674006152e-06,
      "loss": 0.1613,
      "step": 4430
    },
    {
      "epoch": 0.6692342546443135,
      "grad_norm": 2.359244427976905,
      "learning_rate": 8.821566834602534e-06,
      "loss": 0.1519,
      "step": 4431
    },
    {
      "epoch": 0.669385289231234,
      "grad_norm": 2.254472303061926,
      "learning_rate": 8.821056833544953e-06,
      "loss": 0.176,
      "step": 4432
    },
    {
      "epoch": 0.6695363238181543,
      "grad_norm": 2.091551367760987,
      "learning_rate": 8.820546736901529e-06,
      "loss": 0.1578,
      "step": 4433
    },
    {
      "epoch": 0.6696873584050748,
      "grad_norm": 1.8172618371580669,
      "learning_rate": 8.820036544685028e-06,
      "loss": 0.1492,
      "step": 4434
    },
    {
      "epoch": 0.6698383929919952,
      "grad_norm": 2.545501996327014,
      "learning_rate": 8.81952625690821e-06,
      "loss": 0.191,
      "step": 4435
    },
    {
      "epoch": 0.6699894275789156,
      "grad_norm": 1.9770219980349972,
      "learning_rate": 8.819015873583845e-06,
      "loss": 0.1492,
      "step": 4436
    },
    {
      "epoch": 0.670140462165836,
      "grad_norm": 2.4846900021955998,
      "learning_rate": 8.818505394724693e-06,
      "loss": 0.1814,
      "step": 4437
    },
    {
      "epoch": 0.6702914967527563,
      "grad_norm": 2.1216304437532476,
      "learning_rate": 8.817994820343526e-06,
      "loss": 0.1459,
      "step": 4438
    },
    {
      "epoch": 0.6704425313396768,
      "grad_norm": 2.4051133085392498,
      "learning_rate": 8.817484150453122e-06,
      "loss": 0.1773,
      "step": 4439
    },
    {
      "epoch": 0.6705935659265972,
      "grad_norm": 2.6397247551052234,
      "learning_rate": 8.816973385066251e-06,
      "loss": 0.1735,
      "step": 4440
    },
    {
      "epoch": 0.6707446005135176,
      "grad_norm": 2.0768929700784224,
      "learning_rate": 8.816462524195691e-06,
      "loss": 0.1481,
      "step": 4441
    },
    {
      "epoch": 0.670895635100438,
      "grad_norm": 2.3861399390264224,
      "learning_rate": 8.81595156785422e-06,
      "loss": 0.1482,
      "step": 4442
    },
    {
      "epoch": 0.6710466696873584,
      "grad_norm": 2.3888354799493237,
      "learning_rate": 8.81544051605462e-06,
      "loss": 0.1581,
      "step": 4443
    },
    {
      "epoch": 0.6711977042742788,
      "grad_norm": 2.008237019329116,
      "learning_rate": 8.814929368809677e-06,
      "loss": 0.1624,
      "step": 4444
    },
    {
      "epoch": 0.6713487388611992,
      "grad_norm": 2.0583354860078953,
      "learning_rate": 8.814418126132177e-06,
      "loss": 0.1653,
      "step": 4445
    },
    {
      "epoch": 0.6714997734481196,
      "grad_norm": 2.068693725208457,
      "learning_rate": 8.813906788034909e-06,
      "loss": 0.1186,
      "step": 4446
    },
    {
      "epoch": 0.6716508080350401,
      "grad_norm": 1.9452046481417657,
      "learning_rate": 8.813395354530665e-06,
      "loss": 0.1479,
      "step": 4447
    },
    {
      "epoch": 0.6718018426219604,
      "grad_norm": 1.9493820209786579,
      "learning_rate": 8.812883825632236e-06,
      "loss": 0.1297,
      "step": 4448
    },
    {
      "epoch": 0.6719528772088809,
      "grad_norm": 2.069266498072143,
      "learning_rate": 8.812372201352422e-06,
      "loss": 0.1348,
      "step": 4449
    },
    {
      "epoch": 0.6721039117958012,
      "grad_norm": 2.5279998461446596,
      "learning_rate": 8.81186048170402e-06,
      "loss": 0.1758,
      "step": 4450
    },
    {
      "epoch": 0.6722549463827217,
      "grad_norm": 2.210549757591047,
      "learning_rate": 8.81134866669983e-06,
      "loss": 0.1437,
      "step": 4451
    },
    {
      "epoch": 0.6724059809696421,
      "grad_norm": 2.4854849333853335,
      "learning_rate": 8.810836756352657e-06,
      "loss": 0.1666,
      "step": 4452
    },
    {
      "epoch": 0.6725570155565624,
      "grad_norm": 2.799743233527777,
      "learning_rate": 8.810324750675306e-06,
      "loss": 0.1464,
      "step": 4453
    },
    {
      "epoch": 0.6727080501434829,
      "grad_norm": 2.028121387308886,
      "learning_rate": 8.809812649680584e-06,
      "loss": 0.1485,
      "step": 4454
    },
    {
      "epoch": 0.6728590847304032,
      "grad_norm": 2.194937599436245,
      "learning_rate": 8.809300453381302e-06,
      "loss": 0.1793,
      "step": 4455
    },
    {
      "epoch": 0.6730101193173237,
      "grad_norm": 2.7599389933836536,
      "learning_rate": 8.808788161790274e-06,
      "loss": 0.1649,
      "step": 4456
    },
    {
      "epoch": 0.673161153904244,
      "grad_norm": 2.320480414512147,
      "learning_rate": 8.808275774920314e-06,
      "loss": 0.1613,
      "step": 4457
    },
    {
      "epoch": 0.6733121884911645,
      "grad_norm": 2.4681248492823338,
      "learning_rate": 8.807763292784242e-06,
      "loss": 0.1686,
      "step": 4458
    },
    {
      "epoch": 0.6734632230780849,
      "grad_norm": 1.851620384580475,
      "learning_rate": 8.807250715394874e-06,
      "loss": 0.1272,
      "step": 4459
    },
    {
      "epoch": 0.6736142576650053,
      "grad_norm": 2.7867401561109437,
      "learning_rate": 8.806738042765036e-06,
      "loss": 0.1674,
      "step": 4460
    },
    {
      "epoch": 0.6737652922519257,
      "grad_norm": 2.1651487902775175,
      "learning_rate": 8.80622527490755e-06,
      "loss": 0.1659,
      "step": 4461
    },
    {
      "epoch": 0.6739163268388461,
      "grad_norm": 2.384805383305368,
      "learning_rate": 8.805712411835246e-06,
      "loss": 0.1589,
      "step": 4462
    },
    {
      "epoch": 0.6740673614257665,
      "grad_norm": 2.181385120471587,
      "learning_rate": 8.805199453560951e-06,
      "loss": 0.1711,
      "step": 4463
    },
    {
      "epoch": 0.674218396012687,
      "grad_norm": 2.024933971875939,
      "learning_rate": 8.804686400097499e-06,
      "loss": 0.1472,
      "step": 4464
    },
    {
      "epoch": 0.6743694305996073,
      "grad_norm": 1.9696246223543141,
      "learning_rate": 8.804173251457723e-06,
      "loss": 0.1722,
      "step": 4465
    },
    {
      "epoch": 0.6745204651865278,
      "grad_norm": 2.162457991298113,
      "learning_rate": 8.80366000765446e-06,
      "loss": 0.1479,
      "step": 4466
    },
    {
      "epoch": 0.6746714997734481,
      "grad_norm": 2.5664344262432532,
      "learning_rate": 8.803146668700548e-06,
      "loss": 0.1634,
      "step": 4467
    },
    {
      "epoch": 0.6748225343603685,
      "grad_norm": 2.063877141677791,
      "learning_rate": 8.802633234608832e-06,
      "loss": 0.1476,
      "step": 4468
    },
    {
      "epoch": 0.6749735689472889,
      "grad_norm": 2.3517483487183792,
      "learning_rate": 8.80211970539215e-06,
      "loss": 0.1526,
      "step": 4469
    },
    {
      "epoch": 0.6751246035342093,
      "grad_norm": 2.0824381938955643,
      "learning_rate": 8.801606081063356e-06,
      "loss": 0.1519,
      "step": 4470
    },
    {
      "epoch": 0.6752756381211298,
      "grad_norm": 2.4764430901839365,
      "learning_rate": 8.801092361635293e-06,
      "loss": 0.1888,
      "step": 4471
    },
    {
      "epoch": 0.6754266727080501,
      "grad_norm": 2.4908047796275636,
      "learning_rate": 8.800578547120812e-06,
      "loss": 0.1706,
      "step": 4472
    },
    {
      "epoch": 0.6755777072949706,
      "grad_norm": 1.8317108321036228,
      "learning_rate": 8.800064637532769e-06,
      "loss": 0.1386,
      "step": 4473
    },
    {
      "epoch": 0.6757287418818909,
      "grad_norm": 1.9844706094167555,
      "learning_rate": 8.799550632884015e-06,
      "loss": 0.1437,
      "step": 4474
    },
    {
      "epoch": 0.6758797764688114,
      "grad_norm": 2.1000907746768416,
      "learning_rate": 8.799036533187415e-06,
      "loss": 0.1584,
      "step": 4475
    },
    {
      "epoch": 0.6760308110557318,
      "grad_norm": 2.1475060508899504,
      "learning_rate": 8.798522338455823e-06,
      "loss": 0.1526,
      "step": 4476
    },
    {
      "epoch": 0.6761818456426522,
      "grad_norm": 1.6692496426301102,
      "learning_rate": 8.798008048702107e-06,
      "loss": 0.1134,
      "step": 4477
    },
    {
      "epoch": 0.6763328802295726,
      "grad_norm": 2.5132114752363406,
      "learning_rate": 8.79749366393913e-06,
      "loss": 0.1831,
      "step": 4478
    },
    {
      "epoch": 0.676483914816493,
      "grad_norm": 2.2125304408614217,
      "learning_rate": 8.796979184179759e-06,
      "loss": 0.1522,
      "step": 4479
    },
    {
      "epoch": 0.6766349494034134,
      "grad_norm": 2.6687192614029147,
      "learning_rate": 8.796464609436864e-06,
      "loss": 0.1564,
      "step": 4480
    },
    {
      "epoch": 0.6767859839903337,
      "grad_norm": 2.2204817634362004,
      "learning_rate": 8.79594993972332e-06,
      "loss": 0.157,
      "step": 4481
    },
    {
      "epoch": 0.6769370185772542,
      "grad_norm": 1.97196273556498,
      "learning_rate": 8.795435175051998e-06,
      "loss": 0.1484,
      "step": 4482
    },
    {
      "epoch": 0.6770880531641746,
      "grad_norm": 2.1582706723755103,
      "learning_rate": 8.794920315435777e-06,
      "loss": 0.149,
      "step": 4483
    },
    {
      "epoch": 0.677239087751095,
      "grad_norm": 2.183501912903484,
      "learning_rate": 8.794405360887537e-06,
      "loss": 0.1383,
      "step": 4484
    },
    {
      "epoch": 0.6773901223380154,
      "grad_norm": 2.346992741955997,
      "learning_rate": 8.793890311420159e-06,
      "loss": 0.1588,
      "step": 4485
    },
    {
      "epoch": 0.6775411569249358,
      "grad_norm": 3.1900250642987684,
      "learning_rate": 8.793375167046526e-06,
      "loss": 0.1984,
      "step": 4486
    },
    {
      "epoch": 0.6776921915118562,
      "grad_norm": 1.9471417909645847,
      "learning_rate": 8.792859927779527e-06,
      "loss": 0.1343,
      "step": 4487
    },
    {
      "epoch": 0.6778432260987767,
      "grad_norm": 2.020708902034869,
      "learning_rate": 8.792344593632053e-06,
      "loss": 0.1696,
      "step": 4488
    },
    {
      "epoch": 0.677994260685697,
      "grad_norm": 2.997433858369008,
      "learning_rate": 8.791829164616988e-06,
      "loss": 0.1713,
      "step": 4489
    },
    {
      "epoch": 0.6781452952726175,
      "grad_norm": 1.8210263521205,
      "learning_rate": 8.791313640747232e-06,
      "loss": 0.154,
      "step": 4490
    },
    {
      "epoch": 0.6782963298595378,
      "grad_norm": 2.2544045009896685,
      "learning_rate": 8.79079802203568e-06,
      "loss": 0.1655,
      "step": 4491
    },
    {
      "epoch": 0.6784473644464583,
      "grad_norm": 1.8643623249755148,
      "learning_rate": 8.790282308495229e-06,
      "loss": 0.1287,
      "step": 4492
    },
    {
      "epoch": 0.6785983990333786,
      "grad_norm": 1.889127829398544,
      "learning_rate": 8.789766500138781e-06,
      "loss": 0.143,
      "step": 4493
    },
    {
      "epoch": 0.678749433620299,
      "grad_norm": 2.6596399026271613,
      "learning_rate": 8.789250596979238e-06,
      "loss": 0.1747,
      "step": 4494
    },
    {
      "epoch": 0.6789004682072195,
      "grad_norm": 2.2447048195198787,
      "learning_rate": 8.788734599029507e-06,
      "loss": 0.1697,
      "step": 4495
    },
    {
      "epoch": 0.6790515027941398,
      "grad_norm": 1.957194267342663,
      "learning_rate": 8.788218506302497e-06,
      "loss": 0.1412,
      "step": 4496
    },
    {
      "epoch": 0.6792025373810603,
      "grad_norm": 2.69223798455558,
      "learning_rate": 8.787702318811115e-06,
      "loss": 0.1708,
      "step": 4497
    },
    {
      "epoch": 0.6793535719679806,
      "grad_norm": 1.87534282088877,
      "learning_rate": 8.787186036568275e-06,
      "loss": 0.1539,
      "step": 4498
    },
    {
      "epoch": 0.6795046065549011,
      "grad_norm": 1.8841335919052264,
      "learning_rate": 8.786669659586896e-06,
      "loss": 0.1455,
      "step": 4499
    },
    {
      "epoch": 0.6796556411418215,
      "grad_norm": 2.207277988791209,
      "learning_rate": 8.786153187879889e-06,
      "loss": 0.1493,
      "step": 4500
    },
    {
      "epoch": 0.6798066757287419,
      "grad_norm": 3.1356179559113313,
      "learning_rate": 8.785636621460177e-06,
      "loss": 0.1254,
      "step": 4501
    },
    {
      "epoch": 0.6799577103156623,
      "grad_norm": 2.2722157766869304,
      "learning_rate": 8.785119960340682e-06,
      "loss": 0.181,
      "step": 4502
    },
    {
      "epoch": 0.6801087449025827,
      "grad_norm": 2.1990722526602613,
      "learning_rate": 8.78460320453433e-06,
      "loss": 0.1443,
      "step": 4503
    },
    {
      "epoch": 0.6802597794895031,
      "grad_norm": 2.4077447201826283,
      "learning_rate": 8.784086354054046e-06,
      "loss": 0.1346,
      "step": 4504
    },
    {
      "epoch": 0.6804108140764235,
      "grad_norm": 1.8922491748915395,
      "learning_rate": 8.783569408912759e-06,
      "loss": 0.1558,
      "step": 4505
    },
    {
      "epoch": 0.6805618486633439,
      "grad_norm": 3.1346788181973237,
      "learning_rate": 8.783052369123402e-06,
      "loss": 0.1465,
      "step": 4506
    },
    {
      "epoch": 0.6807128832502644,
      "grad_norm": 2.0031509464765156,
      "learning_rate": 8.78253523469891e-06,
      "loss": 0.1601,
      "step": 4507
    },
    {
      "epoch": 0.6808639178371847,
      "grad_norm": 1.9965127891172612,
      "learning_rate": 8.782018005652214e-06,
      "loss": 0.1471,
      "step": 4508
    },
    {
      "epoch": 0.6810149524241051,
      "grad_norm": 3.8160265352729894,
      "learning_rate": 8.78150068199626e-06,
      "loss": 0.1416,
      "step": 4509
    },
    {
      "epoch": 0.6811659870110255,
      "grad_norm": 2.1643009699605544,
      "learning_rate": 8.780983263743986e-06,
      "loss": 0.1389,
      "step": 4510
    },
    {
      "epoch": 0.6813170215979459,
      "grad_norm": 2.020540057265469,
      "learning_rate": 8.780465750908334e-06,
      "loss": 0.1541,
      "step": 4511
    },
    {
      "epoch": 0.6814680561848664,
      "grad_norm": 1.9249589054537948,
      "learning_rate": 8.779948143502252e-06,
      "loss": 0.1289,
      "step": 4512
    },
    {
      "epoch": 0.6816190907717867,
      "grad_norm": 2.1575037234868204,
      "learning_rate": 8.779430441538688e-06,
      "loss": 0.1565,
      "step": 4513
    },
    {
      "epoch": 0.6817701253587072,
      "grad_norm": 2.3556196331627097,
      "learning_rate": 8.778912645030591e-06,
      "loss": 0.1638,
      "step": 4514
    },
    {
      "epoch": 0.6819211599456275,
      "grad_norm": 2.037041017629922,
      "learning_rate": 8.778394753990917e-06,
      "loss": 0.156,
      "step": 4515
    },
    {
      "epoch": 0.682072194532548,
      "grad_norm": 2.509607258937539,
      "learning_rate": 8.777876768432617e-06,
      "loss": 0.1712,
      "step": 4516
    },
    {
      "epoch": 0.6822232291194683,
      "grad_norm": 2.0214479526547087,
      "learning_rate": 8.777358688368652e-06,
      "loss": 0.1492,
      "step": 4517
    },
    {
      "epoch": 0.6823742637063888,
      "grad_norm": 4.021626850232264,
      "learning_rate": 8.776840513811981e-06,
      "loss": 0.1698,
      "step": 4518
    },
    {
      "epoch": 0.6825252982933092,
      "grad_norm": 2.317337132856148,
      "learning_rate": 8.776322244775565e-06,
      "loss": 0.1641,
      "step": 4519
    },
    {
      "epoch": 0.6826763328802296,
      "grad_norm": 1.816400056981668,
      "learning_rate": 8.775803881272374e-06,
      "loss": 0.1394,
      "step": 4520
    },
    {
      "epoch": 0.68282736746715,
      "grad_norm": 1.8227869205215286,
      "learning_rate": 8.775285423315369e-06,
      "loss": 0.1447,
      "step": 4521
    },
    {
      "epoch": 0.6829784020540703,
      "grad_norm": 1.7087978577799985,
      "learning_rate": 8.774766870917523e-06,
      "loss": 0.1449,
      "step": 4522
    },
    {
      "epoch": 0.6831294366409908,
      "grad_norm": 2.068467607445932,
      "learning_rate": 8.774248224091805e-06,
      "loss": 0.1383,
      "step": 4523
    },
    {
      "epoch": 0.6832804712279112,
      "grad_norm": 2.678863453849656,
      "learning_rate": 8.773729482851194e-06,
      "loss": 0.1805,
      "step": 4524
    },
    {
      "epoch": 0.6834315058148316,
      "grad_norm": 2.5180782491133216,
      "learning_rate": 8.773210647208661e-06,
      "loss": 0.1586,
      "step": 4525
    },
    {
      "epoch": 0.683582540401752,
      "grad_norm": 1.8896135764808484,
      "learning_rate": 8.77269171717719e-06,
      "loss": 0.1497,
      "step": 4526
    },
    {
      "epoch": 0.6837335749886724,
      "grad_norm": 2.118681316752945,
      "learning_rate": 8.772172692769757e-06,
      "loss": 0.1516,
      "step": 4527
    },
    {
      "epoch": 0.6838846095755928,
      "grad_norm": 1.7940727000830046,
      "learning_rate": 8.77165357399935e-06,
      "loss": 0.1581,
      "step": 4528
    },
    {
      "epoch": 0.6840356441625132,
      "grad_norm": 1.8663410980767408,
      "learning_rate": 8.771134360878954e-06,
      "loss": 0.1442,
      "step": 4529
    },
    {
      "epoch": 0.6841866787494336,
      "grad_norm": 1.8503873005563556,
      "learning_rate": 8.770615053421558e-06,
      "loss": 0.139,
      "step": 4530
    },
    {
      "epoch": 0.6843377133363541,
      "grad_norm": 2.126687033552443,
      "learning_rate": 8.770095651640152e-06,
      "loss": 0.1553,
      "step": 4531
    },
    {
      "epoch": 0.6844887479232744,
      "grad_norm": 2.484751648934944,
      "learning_rate": 8.769576155547727e-06,
      "loss": 0.155,
      "step": 4532
    },
    {
      "epoch": 0.6846397825101949,
      "grad_norm": 3.543441495086544,
      "learning_rate": 8.76905656515728e-06,
      "loss": 0.1792,
      "step": 4533
    },
    {
      "epoch": 0.6847908170971152,
      "grad_norm": 1.8317785946261862,
      "learning_rate": 8.768536880481812e-06,
      "loss": 0.145,
      "step": 4534
    },
    {
      "epoch": 0.6849418516840357,
      "grad_norm": 2.523441867717961,
      "learning_rate": 8.768017101534318e-06,
      "loss": 0.1532,
      "step": 4535
    },
    {
      "epoch": 0.6850928862709561,
      "grad_norm": 1.9879995938087445,
      "learning_rate": 8.767497228327804e-06,
      "loss": 0.1439,
      "step": 4536
    },
    {
      "epoch": 0.6852439208578764,
      "grad_norm": 2.102196981183225,
      "learning_rate": 8.766977260875275e-06,
      "loss": 0.1526,
      "step": 4537
    },
    {
      "epoch": 0.6853949554447969,
      "grad_norm": 3.3792886817239713,
      "learning_rate": 8.766457199189737e-06,
      "loss": 0.1689,
      "step": 4538
    },
    {
      "epoch": 0.6855459900317172,
      "grad_norm": 2.207053747890099,
      "learning_rate": 8.765937043284198e-06,
      "loss": 0.1676,
      "step": 4539
    },
    {
      "epoch": 0.6856970246186377,
      "grad_norm": 2.2020799395534247,
      "learning_rate": 8.765416793171675e-06,
      "loss": 0.1418,
      "step": 4540
    },
    {
      "epoch": 0.685848059205558,
      "grad_norm": 2.6666680078375533,
      "learning_rate": 8.764896448865177e-06,
      "loss": 0.1674,
      "step": 4541
    },
    {
      "epoch": 0.6859990937924785,
      "grad_norm": 2.1024421751481,
      "learning_rate": 8.764376010377724e-06,
      "loss": 0.1534,
      "step": 4542
    },
    {
      "epoch": 0.6861501283793989,
      "grad_norm": 2.7511289165394905,
      "learning_rate": 8.763855477722331e-06,
      "loss": 0.1446,
      "step": 4543
    },
    {
      "epoch": 0.6863011629663193,
      "grad_norm": 1.9478783374106008,
      "learning_rate": 8.763334850912027e-06,
      "loss": 0.1409,
      "step": 4544
    },
    {
      "epoch": 0.6864521975532397,
      "grad_norm": 1.895814291865702,
      "learning_rate": 8.762814129959826e-06,
      "loss": 0.1504,
      "step": 4545
    },
    {
      "epoch": 0.6866032321401601,
      "grad_norm": 3.485898088143928,
      "learning_rate": 8.762293314878764e-06,
      "loss": 0.1612,
      "step": 4546
    },
    {
      "epoch": 0.6867542667270805,
      "grad_norm": 1.968635468748224,
      "learning_rate": 8.761772405681863e-06,
      "loss": 0.145,
      "step": 4547
    },
    {
      "epoch": 0.686905301314001,
      "grad_norm": 1.6614299916638817,
      "learning_rate": 8.761251402382154e-06,
      "loss": 0.1246,
      "step": 4548
    },
    {
      "epoch": 0.6870563359009213,
      "grad_norm": 2.2930830169105354,
      "learning_rate": 8.760730304992674e-06,
      "loss": 0.143,
      "step": 4549
    },
    {
      "epoch": 0.6872073704878418,
      "grad_norm": 2.8306386142697924,
      "learning_rate": 8.760209113526455e-06,
      "loss": 0.1497,
      "step": 4550
    },
    {
      "epoch": 0.6873584050747621,
      "grad_norm": 2.182389897220221,
      "learning_rate": 8.759687827996537e-06,
      "loss": 0.1589,
      "step": 4551
    },
    {
      "epoch": 0.6875094396616825,
      "grad_norm": 1.8464684249449657,
      "learning_rate": 8.759166448415959e-06,
      "loss": 0.1304,
      "step": 4552
    },
    {
      "epoch": 0.6876604742486029,
      "grad_norm": 2.3057142147966627,
      "learning_rate": 8.758644974797764e-06,
      "loss": 0.1653,
      "step": 4553
    },
    {
      "epoch": 0.6878115088355233,
      "grad_norm": 2.3472438560069095,
      "learning_rate": 8.758123407154995e-06,
      "loss": 0.1521,
      "step": 4554
    },
    {
      "epoch": 0.6879625434224438,
      "grad_norm": 2.382523890025646,
      "learning_rate": 8.757601745500704e-06,
      "loss": 0.1446,
      "step": 4555
    },
    {
      "epoch": 0.6881135780093641,
      "grad_norm": 2.2979811673336994,
      "learning_rate": 8.757079989847936e-06,
      "loss": 0.1571,
      "step": 4556
    },
    {
      "epoch": 0.6882646125962846,
      "grad_norm": 1.987106105898636,
      "learning_rate": 8.756558140209747e-06,
      "loss": 0.1512,
      "step": 4557
    },
    {
      "epoch": 0.6884156471832049,
      "grad_norm": 1.8959662087493705,
      "learning_rate": 8.756036196599189e-06,
      "loss": 0.1697,
      "step": 4558
    },
    {
      "epoch": 0.6885666817701254,
      "grad_norm": 1.9614227884858841,
      "learning_rate": 8.755514159029317e-06,
      "loss": 0.139,
      "step": 4559
    },
    {
      "epoch": 0.6887177163570458,
      "grad_norm": 2.0678685623074657,
      "learning_rate": 8.754992027513194e-06,
      "loss": 0.1505,
      "step": 4560
    },
    {
      "epoch": 0.6888687509439662,
      "grad_norm": 2.768610602140076,
      "learning_rate": 8.754469802063879e-06,
      "loss": 0.1551,
      "step": 4561
    },
    {
      "epoch": 0.6890197855308866,
      "grad_norm": 2.3983269351332663,
      "learning_rate": 8.753947482694435e-06,
      "loss": 0.1542,
      "step": 4562
    },
    {
      "epoch": 0.689170820117807,
      "grad_norm": 1.828505532493076,
      "learning_rate": 8.75342506941793e-06,
      "loss": 0.1256,
      "step": 4563
    },
    {
      "epoch": 0.6893218547047274,
      "grad_norm": 2.158419084231102,
      "learning_rate": 8.752902562247432e-06,
      "loss": 0.1583,
      "step": 4564
    },
    {
      "epoch": 0.6894728892916477,
      "grad_norm": 2.1068545806527523,
      "learning_rate": 8.752379961196011e-06,
      "loss": 0.1621,
      "step": 4565
    },
    {
      "epoch": 0.6896239238785682,
      "grad_norm": 2.003727132129498,
      "learning_rate": 8.751857266276742e-06,
      "loss": 0.1448,
      "step": 4566
    },
    {
      "epoch": 0.6897749584654886,
      "grad_norm": 2.1358250261089133,
      "learning_rate": 8.751334477502698e-06,
      "loss": 0.139,
      "step": 4567
    },
    {
      "epoch": 0.689925993052409,
      "grad_norm": 2.282779934011106,
      "learning_rate": 8.75081159488696e-06,
      "loss": 0.1407,
      "step": 4568
    },
    {
      "epoch": 0.6900770276393294,
      "grad_norm": 2.2390813856092833,
      "learning_rate": 8.750288618442604e-06,
      "loss": 0.1742,
      "step": 4569
    },
    {
      "epoch": 0.6902280622262498,
      "grad_norm": 2.0298170054838716,
      "learning_rate": 8.749765548182716e-06,
      "loss": 0.1788,
      "step": 4570
    },
    {
      "epoch": 0.6903790968131702,
      "grad_norm": 1.6932875176777018,
      "learning_rate": 8.749242384120379e-06,
      "loss": 0.1284,
      "step": 4571
    },
    {
      "epoch": 0.6905301314000907,
      "grad_norm": 1.7969496115464387,
      "learning_rate": 8.74871912626868e-06,
      "loss": 0.1244,
      "step": 4572
    },
    {
      "epoch": 0.690681165987011,
      "grad_norm": 2.325299971634737,
      "learning_rate": 8.74819577464071e-06,
      "loss": 0.1808,
      "step": 4573
    },
    {
      "epoch": 0.6908322005739315,
      "grad_norm": 2.869072092996391,
      "learning_rate": 8.747672329249563e-06,
      "loss": 0.1725,
      "step": 4574
    },
    {
      "epoch": 0.6909832351608518,
      "grad_norm": 2.150994541896629,
      "learning_rate": 8.747148790108328e-06,
      "loss": 0.1462,
      "step": 4575
    },
    {
      "epoch": 0.6911342697477723,
      "grad_norm": 3.154417135860244,
      "learning_rate": 8.746625157230107e-06,
      "loss": 0.1409,
      "step": 4576
    },
    {
      "epoch": 0.6912853043346926,
      "grad_norm": 2.0348561366845312,
      "learning_rate": 8.746101430627993e-06,
      "loss": 0.1521,
      "step": 4577
    },
    {
      "epoch": 0.691436338921613,
      "grad_norm": 2.040665205041113,
      "learning_rate": 8.745577610315093e-06,
      "loss": 0.1458,
      "step": 4578
    },
    {
      "epoch": 0.6915873735085335,
      "grad_norm": 1.9706515774001883,
      "learning_rate": 8.745053696304507e-06,
      "loss": 0.1547,
      "step": 4579
    },
    {
      "epoch": 0.6917384080954538,
      "grad_norm": 2.4193605158991964,
      "learning_rate": 8.744529688609343e-06,
      "loss": 0.1673,
      "step": 4580
    },
    {
      "epoch": 0.6918894426823743,
      "grad_norm": 2.3954559113495644,
      "learning_rate": 8.74400558724271e-06,
      "loss": 0.1536,
      "step": 4581
    },
    {
      "epoch": 0.6920404772692946,
      "grad_norm": 2.09910829171619,
      "learning_rate": 8.743481392217713e-06,
      "loss": 0.1616,
      "step": 4582
    },
    {
      "epoch": 0.6921915118562151,
      "grad_norm": 1.9081500649328482,
      "learning_rate": 8.742957103547474e-06,
      "loss": 0.1251,
      "step": 4583
    },
    {
      "epoch": 0.6923425464431355,
      "grad_norm": 2.5819512129334754,
      "learning_rate": 8.7424327212451e-06,
      "loss": 0.1608,
      "step": 4584
    },
    {
      "epoch": 0.6924935810300559,
      "grad_norm": 2.272610389299132,
      "learning_rate": 8.741908245323715e-06,
      "loss": 0.1556,
      "step": 4585
    },
    {
      "epoch": 0.6926446156169763,
      "grad_norm": 1.8772794187451622,
      "learning_rate": 8.741383675796435e-06,
      "loss": 0.1496,
      "step": 4586
    },
    {
      "epoch": 0.6927956502038967,
      "grad_norm": 2.205322177176732,
      "learning_rate": 8.740859012676386e-06,
      "loss": 0.1566,
      "step": 4587
    },
    {
      "epoch": 0.6929466847908171,
      "grad_norm": 1.9489542848743742,
      "learning_rate": 8.740334255976689e-06,
      "loss": 0.1349,
      "step": 4588
    },
    {
      "epoch": 0.6930977193777375,
      "grad_norm": 2.0557938177002986,
      "learning_rate": 8.739809405710472e-06,
      "loss": 0.1513,
      "step": 4589
    },
    {
      "epoch": 0.6932487539646579,
      "grad_norm": 2.687866952084783,
      "learning_rate": 8.739284461890865e-06,
      "loss": 0.1578,
      "step": 4590
    },
    {
      "epoch": 0.6933997885515784,
      "grad_norm": 3.492591479773203,
      "learning_rate": 8.738759424531002e-06,
      "loss": 0.1673,
      "step": 4591
    },
    {
      "epoch": 0.6935508231384987,
      "grad_norm": 2.0169453542062574,
      "learning_rate": 8.738234293644012e-06,
      "loss": 0.14,
      "step": 4592
    },
    {
      "epoch": 0.6937018577254191,
      "grad_norm": 2.680624053145373,
      "learning_rate": 8.737709069243037e-06,
      "loss": 0.151,
      "step": 4593
    },
    {
      "epoch": 0.6938528923123395,
      "grad_norm": 2.9359165005750785,
      "learning_rate": 8.737183751341211e-06,
      "loss": 0.1648,
      "step": 4594
    },
    {
      "epoch": 0.6940039268992599,
      "grad_norm": 2.159135983422571,
      "learning_rate": 8.73665833995168e-06,
      "loss": 0.1533,
      "step": 4595
    },
    {
      "epoch": 0.6941549614861804,
      "grad_norm": 2.4048691116284058,
      "learning_rate": 8.736132835087582e-06,
      "loss": 0.1674,
      "step": 4596
    },
    {
      "epoch": 0.6943059960731007,
      "grad_norm": 3.003276652852155,
      "learning_rate": 8.735607236762067e-06,
      "loss": 0.1522,
      "step": 4597
    },
    {
      "epoch": 0.6944570306600212,
      "grad_norm": 2.0245770888157186,
      "learning_rate": 8.735081544988281e-06,
      "loss": 0.1491,
      "step": 4598
    },
    {
      "epoch": 0.6946080652469415,
      "grad_norm": 2.0185274682263716,
      "learning_rate": 8.734555759779375e-06,
      "loss": 0.1705,
      "step": 4599
    },
    {
      "epoch": 0.694759099833862,
      "grad_norm": 1.813105420494603,
      "learning_rate": 8.734029881148503e-06,
      "loss": 0.1255,
      "step": 4600
    },
    {
      "epoch": 0.6949101344207823,
      "grad_norm": 2.510623908309334,
      "learning_rate": 8.733503909108817e-06,
      "loss": 0.1667,
      "step": 4601
    },
    {
      "epoch": 0.6950611690077028,
      "grad_norm": 2.0607771842784524,
      "learning_rate": 8.732977843673479e-06,
      "loss": 0.1441,
      "step": 4602
    },
    {
      "epoch": 0.6952122035946232,
      "grad_norm": 1.9676883296323717,
      "learning_rate": 8.732451684855646e-06,
      "loss": 0.1361,
      "step": 4603
    },
    {
      "epoch": 0.6953632381815436,
      "grad_norm": 1.9084225293342547,
      "learning_rate": 8.73192543266848e-06,
      "loss": 0.1402,
      "step": 4604
    },
    {
      "epoch": 0.695514272768464,
      "grad_norm": 2.585886460813935,
      "learning_rate": 8.731399087125145e-06,
      "loss": 0.1695,
      "step": 4605
    },
    {
      "epoch": 0.6956653073553843,
      "grad_norm": 2.2533979796954724,
      "learning_rate": 8.73087264823881e-06,
      "loss": 0.1519,
      "step": 4606
    },
    {
      "epoch": 0.6958163419423048,
      "grad_norm": 1.9068833060154762,
      "learning_rate": 8.730346116022644e-06,
      "loss": 0.145,
      "step": 4607
    },
    {
      "epoch": 0.6959673765292252,
      "grad_norm": 2.037608759642697,
      "learning_rate": 8.729819490489815e-06,
      "loss": 0.1436,
      "step": 4608
    },
    {
      "epoch": 0.6961184111161456,
      "grad_norm": 3.1310870468031387,
      "learning_rate": 8.729292771653501e-06,
      "loss": 0.1664,
      "step": 4609
    },
    {
      "epoch": 0.696269445703066,
      "grad_norm": 2.0318346141051102,
      "learning_rate": 8.728765959526874e-06,
      "loss": 0.1446,
      "step": 4610
    },
    {
      "epoch": 0.6964204802899864,
      "grad_norm": 4.276580715320186,
      "learning_rate": 8.728239054123117e-06,
      "loss": 0.1741,
      "step": 4611
    },
    {
      "epoch": 0.6965715148769068,
      "grad_norm": 2.215464995870003,
      "learning_rate": 8.72771205545541e-06,
      "loss": 0.1627,
      "step": 4612
    },
    {
      "epoch": 0.6967225494638272,
      "grad_norm": 2.2927036217056003,
      "learning_rate": 8.727184963536933e-06,
      "loss": 0.1578,
      "step": 4613
    },
    {
      "epoch": 0.6968735840507476,
      "grad_norm": 2.528033181762702,
      "learning_rate": 8.726657778380874e-06,
      "loss": 0.161,
      "step": 4614
    },
    {
      "epoch": 0.6970246186376681,
      "grad_norm": 1.808215346138575,
      "learning_rate": 8.72613050000042e-06,
      "loss": 0.1455,
      "step": 4615
    },
    {
      "epoch": 0.6971756532245884,
      "grad_norm": 1.8240322634754795,
      "learning_rate": 8.725603128408763e-06,
      "loss": 0.1453,
      "step": 4616
    },
    {
      "epoch": 0.6973266878115089,
      "grad_norm": 2.515071750479156,
      "learning_rate": 8.725075663619093e-06,
      "loss": 0.1707,
      "step": 4617
    },
    {
      "epoch": 0.6974777223984292,
      "grad_norm": 2.1120905601051736,
      "learning_rate": 8.724548105644604e-06,
      "loss": 0.1362,
      "step": 4618
    },
    {
      "epoch": 0.6976287569853497,
      "grad_norm": 1.8267592265043497,
      "learning_rate": 8.724020454498496e-06,
      "loss": 0.1506,
      "step": 4619
    },
    {
      "epoch": 0.6977797915722701,
      "grad_norm": 2.1073580309173754,
      "learning_rate": 8.723492710193968e-06,
      "loss": 0.1489,
      "step": 4620
    },
    {
      "epoch": 0.6979308261591904,
      "grad_norm": 2.012457781592766,
      "learning_rate": 8.722964872744222e-06,
      "loss": 0.1506,
      "step": 4621
    },
    {
      "epoch": 0.6980818607461109,
      "grad_norm": 1.6316673167857583,
      "learning_rate": 8.72243694216246e-06,
      "loss": 0.1134,
      "step": 4622
    },
    {
      "epoch": 0.6982328953330312,
      "grad_norm": 2.068202384308958,
      "learning_rate": 8.72190891846189e-06,
      "loss": 0.1511,
      "step": 4623
    },
    {
      "epoch": 0.6983839299199517,
      "grad_norm": 1.9489606891634192,
      "learning_rate": 8.721380801655721e-06,
      "loss": 0.1484,
      "step": 4624
    },
    {
      "epoch": 0.698534964506872,
      "grad_norm": 2.1513498429687954,
      "learning_rate": 8.720852591757165e-06,
      "loss": 0.1647,
      "step": 4625
    },
    {
      "epoch": 0.6986859990937925,
      "grad_norm": 2.1872796794294502,
      "learning_rate": 8.720324288779431e-06,
      "loss": 0.1596,
      "step": 4626
    },
    {
      "epoch": 0.6988370336807129,
      "grad_norm": 1.8833095039272678,
      "learning_rate": 8.71979589273574e-06,
      "loss": 0.1395,
      "step": 4627
    },
    {
      "epoch": 0.6989880682676333,
      "grad_norm": 2.0293113461335026,
      "learning_rate": 8.719267403639308e-06,
      "loss": 0.139,
      "step": 4628
    },
    {
      "epoch": 0.6991391028545537,
      "grad_norm": 1.868584046235681,
      "learning_rate": 8.718738821503355e-06,
      "loss": 0.1278,
      "step": 4629
    },
    {
      "epoch": 0.6992901374414741,
      "grad_norm": 2.8756641472193616,
      "learning_rate": 8.718210146341106e-06,
      "loss": 0.192,
      "step": 4630
    },
    {
      "epoch": 0.6994411720283945,
      "grad_norm": 2.1185817108605245,
      "learning_rate": 8.717681378165783e-06,
      "loss": 0.1659,
      "step": 4631
    },
    {
      "epoch": 0.699592206615315,
      "grad_norm": 2.089098604376863,
      "learning_rate": 8.717152516990614e-06,
      "loss": 0.1663,
      "step": 4632
    },
    {
      "epoch": 0.6997432412022353,
      "grad_norm": 2.573560785117386,
      "learning_rate": 8.716623562828831e-06,
      "loss": 0.1727,
      "step": 4633
    },
    {
      "epoch": 0.6998942757891558,
      "grad_norm": 3.353706290592279,
      "learning_rate": 8.716094515693665e-06,
      "loss": 0.1466,
      "step": 4634
    },
    {
      "epoch": 0.7000453103760761,
      "grad_norm": 3.3032963367822417,
      "learning_rate": 8.715565375598349e-06,
      "loss": 0.1532,
      "step": 4635
    },
    {
      "epoch": 0.7001963449629965,
      "grad_norm": 2.0171155610832536,
      "learning_rate": 8.715036142556122e-06,
      "loss": 0.1375,
      "step": 4636
    },
    {
      "epoch": 0.7003473795499169,
      "grad_norm": 2.3229853862785492,
      "learning_rate": 8.714506816580221e-06,
      "loss": 0.1435,
      "step": 4637
    },
    {
      "epoch": 0.7004984141368373,
      "grad_norm": 4.3969409465834355,
      "learning_rate": 8.713977397683888e-06,
      "loss": 0.2096,
      "step": 4638
    },
    {
      "epoch": 0.7006494487237578,
      "grad_norm": 2.215676443584127,
      "learning_rate": 8.713447885880369e-06,
      "loss": 0.1559,
      "step": 4639
    },
    {
      "epoch": 0.7008004833106781,
      "grad_norm": 2.447174573761201,
      "learning_rate": 8.712918281182906e-06,
      "loss": 0.171,
      "step": 4640
    },
    {
      "epoch": 0.7009515178975986,
      "grad_norm": 2.334240917036291,
      "learning_rate": 8.712388583604749e-06,
      "loss": 0.1597,
      "step": 4641
    },
    {
      "epoch": 0.7011025524845189,
      "grad_norm": 1.8454402321694723,
      "learning_rate": 8.71185879315915e-06,
      "loss": 0.1512,
      "step": 4642
    },
    {
      "epoch": 0.7012535870714394,
      "grad_norm": 4.0991538781351595,
      "learning_rate": 8.711328909859362e-06,
      "loss": 0.1846,
      "step": 4643
    },
    {
      "epoch": 0.7014046216583598,
      "grad_norm": 2.3177807079258126,
      "learning_rate": 8.710798933718637e-06,
      "loss": 0.1511,
      "step": 4644
    },
    {
      "epoch": 0.7015556562452802,
      "grad_norm": 1.967232447433289,
      "learning_rate": 8.710268864750238e-06,
      "loss": 0.1469,
      "step": 4645
    },
    {
      "epoch": 0.7017066908322006,
      "grad_norm": 2.0928239411045366,
      "learning_rate": 8.709738702967418e-06,
      "loss": 0.1421,
      "step": 4646
    },
    {
      "epoch": 0.701857725419121,
      "grad_norm": 2.3188483155304374,
      "learning_rate": 8.709208448383446e-06,
      "loss": 0.1539,
      "step": 4647
    },
    {
      "epoch": 0.7020087600060414,
      "grad_norm": 3.2732495068167724,
      "learning_rate": 8.708678101011584e-06,
      "loss": 0.1557,
      "step": 4648
    },
    {
      "epoch": 0.7021597945929617,
      "grad_norm": 1.7536892308049035,
      "learning_rate": 8.708147660865098e-06,
      "loss": 0.1372,
      "step": 4649
    },
    {
      "epoch": 0.7023108291798822,
      "grad_norm": 2.114030391689677,
      "learning_rate": 8.707617127957258e-06,
      "loss": 0.177,
      "step": 4650
    },
    {
      "epoch": 0.7024618637668026,
      "grad_norm": 2.3305854806304898,
      "learning_rate": 8.707086502301336e-06,
      "loss": 0.1583,
      "step": 4651
    },
    {
      "epoch": 0.702612898353723,
      "grad_norm": 1.9268837180771892,
      "learning_rate": 8.706555783910606e-06,
      "loss": 0.1632,
      "step": 4652
    },
    {
      "epoch": 0.7027639329406434,
      "grad_norm": 1.9485080016182361,
      "learning_rate": 8.706024972798343e-06,
      "loss": 0.1364,
      "step": 4653
    },
    {
      "epoch": 0.7029149675275638,
      "grad_norm": 2.0164928198743044,
      "learning_rate": 8.705494068977827e-06,
      "loss": 0.146,
      "step": 4654
    },
    {
      "epoch": 0.7030660021144842,
      "grad_norm": 1.9057255262502883,
      "learning_rate": 8.704963072462336e-06,
      "loss": 0.1369,
      "step": 4655
    },
    {
      "epoch": 0.7032170367014047,
      "grad_norm": 2.12075461870559,
      "learning_rate": 8.704431983265158e-06,
      "loss": 0.1491,
      "step": 4656
    },
    {
      "epoch": 0.703368071288325,
      "grad_norm": 1.8782459544285088,
      "learning_rate": 8.703900801399574e-06,
      "loss": 0.1243,
      "step": 4657
    },
    {
      "epoch": 0.7035191058752455,
      "grad_norm": 1.6423540370216994,
      "learning_rate": 8.703369526878873e-06,
      "loss": 0.1207,
      "step": 4658
    },
    {
      "epoch": 0.7036701404621658,
      "grad_norm": 2.2145539724136927,
      "learning_rate": 8.702838159716348e-06,
      "loss": 0.1549,
      "step": 4659
    },
    {
      "epoch": 0.7038211750490863,
      "grad_norm": 1.9997567669158116,
      "learning_rate": 8.702306699925287e-06,
      "loss": 0.1582,
      "step": 4660
    },
    {
      "epoch": 0.7039722096360066,
      "grad_norm": 1.9326316080331287,
      "learning_rate": 8.701775147518989e-06,
      "loss": 0.1297,
      "step": 4661
    },
    {
      "epoch": 0.704123244222927,
      "grad_norm": 2.2216388369887787,
      "learning_rate": 8.701243502510748e-06,
      "loss": 0.1729,
      "step": 4662
    },
    {
      "epoch": 0.7042742788098475,
      "grad_norm": 2.3723400544898547,
      "learning_rate": 8.700711764913863e-06,
      "loss": 0.1505,
      "step": 4663
    },
    {
      "epoch": 0.7044253133967678,
      "grad_norm": 2.310970338053252,
      "learning_rate": 8.70017993474164e-06,
      "loss": 0.151,
      "step": 4664
    },
    {
      "epoch": 0.7045763479836883,
      "grad_norm": 2.070560056361176,
      "learning_rate": 8.699648012007378e-06,
      "loss": 0.1458,
      "step": 4665
    },
    {
      "epoch": 0.7047273825706086,
      "grad_norm": 2.330858867844005,
      "learning_rate": 8.699115996724386e-06,
      "loss": 0.164,
      "step": 4666
    },
    {
      "epoch": 0.7048784171575291,
      "grad_norm": 1.8668211631492986,
      "learning_rate": 8.698583888905972e-06,
      "loss": 0.1558,
      "step": 4667
    },
    {
      "epoch": 0.7050294517444495,
      "grad_norm": 2.155213539344162,
      "learning_rate": 8.698051688565446e-06,
      "loss": 0.1465,
      "step": 4668
    },
    {
      "epoch": 0.7051804863313699,
      "grad_norm": 2.3212448520048605,
      "learning_rate": 8.697519395716123e-06,
      "loss": 0.1608,
      "step": 4669
    },
    {
      "epoch": 0.7053315209182903,
      "grad_norm": 4.688212688751288,
      "learning_rate": 8.69698701037132e-06,
      "loss": 0.1637,
      "step": 4670
    },
    {
      "epoch": 0.7054825555052107,
      "grad_norm": 1.9225318788103358,
      "learning_rate": 8.69645453254435e-06,
      "loss": 0.1425,
      "step": 4671
    },
    {
      "epoch": 0.7056335900921311,
      "grad_norm": 2.18243715878646,
      "learning_rate": 8.695921962248537e-06,
      "loss": 0.1338,
      "step": 4672
    },
    {
      "epoch": 0.7057846246790515,
      "grad_norm": 2.135901109641134,
      "learning_rate": 8.695389299497204e-06,
      "loss": 0.147,
      "step": 4673
    },
    {
      "epoch": 0.7059356592659719,
      "grad_norm": 2.8265226812234387,
      "learning_rate": 8.694856544303673e-06,
      "loss": 0.16,
      "step": 4674
    },
    {
      "epoch": 0.7060866938528924,
      "grad_norm": 1.9847238688453945,
      "learning_rate": 8.694323696681272e-06,
      "loss": 0.1496,
      "step": 4675
    },
    {
      "epoch": 0.7062377284398127,
      "grad_norm": 2.2061531525792537,
      "learning_rate": 8.693790756643333e-06,
      "loss": 0.1239,
      "step": 4676
    },
    {
      "epoch": 0.7063887630267331,
      "grad_norm": 2.1828087793546023,
      "learning_rate": 8.693257724203186e-06,
      "loss": 0.1665,
      "step": 4677
    },
    {
      "epoch": 0.7065397976136535,
      "grad_norm": 2.223150336189225,
      "learning_rate": 8.692724599374162e-06,
      "loss": 0.1482,
      "step": 4678
    },
    {
      "epoch": 0.7066908322005739,
      "grad_norm": 2.5925522849702585,
      "learning_rate": 8.692191382169604e-06,
      "loss": 0.171,
      "step": 4679
    },
    {
      "epoch": 0.7068418667874944,
      "grad_norm": 1.9184605303140305,
      "learning_rate": 8.691658072602845e-06,
      "loss": 0.1288,
      "step": 4680
    },
    {
      "epoch": 0.7069929013744147,
      "grad_norm": 2.0283920816829966,
      "learning_rate": 8.69112467068723e-06,
      "loss": 0.1514,
      "step": 4681
    },
    {
      "epoch": 0.7071439359613352,
      "grad_norm": 1.8094421683920079,
      "learning_rate": 8.690591176436099e-06,
      "loss": 0.1236,
      "step": 4682
    },
    {
      "epoch": 0.7072949705482555,
      "grad_norm": 1.6293718710794316,
      "learning_rate": 8.6900575898628e-06,
      "loss": 0.1304,
      "step": 4683
    },
    {
      "epoch": 0.707446005135176,
      "grad_norm": 2.0406098397807493,
      "learning_rate": 8.689523910980679e-06,
      "loss": 0.1604,
      "step": 4684
    },
    {
      "epoch": 0.7075970397220963,
      "grad_norm": 2.213048166347823,
      "learning_rate": 8.688990139803088e-06,
      "loss": 0.1474,
      "step": 4685
    },
    {
      "epoch": 0.7077480743090168,
      "grad_norm": 4.085012216973311,
      "learning_rate": 8.688456276343379e-06,
      "loss": 0.1911,
      "step": 4686
    },
    {
      "epoch": 0.7078991088959372,
      "grad_norm": 2.621771668418654,
      "learning_rate": 8.687922320614907e-06,
      "loss": 0.1854,
      "step": 4687
    },
    {
      "epoch": 0.7080501434828576,
      "grad_norm": 1.8093622602265789,
      "learning_rate": 8.68738827263103e-06,
      "loss": 0.1346,
      "step": 4688
    },
    {
      "epoch": 0.708201178069778,
      "grad_norm": 2.125200216463993,
      "learning_rate": 8.686854132405104e-06,
      "loss": 0.1495,
      "step": 4689
    },
    {
      "epoch": 0.7083522126566983,
      "grad_norm": 1.948482286212535,
      "learning_rate": 8.686319899950494e-06,
      "loss": 0.1497,
      "step": 4690
    },
    {
      "epoch": 0.7085032472436188,
      "grad_norm": 1.664378172046026,
      "learning_rate": 8.685785575280566e-06,
      "loss": 0.1167,
      "step": 4691
    },
    {
      "epoch": 0.7086542818305392,
      "grad_norm": 2.276802636940786,
      "learning_rate": 8.685251158408682e-06,
      "loss": 0.1466,
      "step": 4692
    },
    {
      "epoch": 0.7088053164174596,
      "grad_norm": 1.7160841665717417,
      "learning_rate": 8.684716649348214e-06,
      "loss": 0.1334,
      "step": 4693
    },
    {
      "epoch": 0.70895635100438,
      "grad_norm": 2.7806298626053123,
      "learning_rate": 8.68418204811253e-06,
      "loss": 0.168,
      "step": 4694
    },
    {
      "epoch": 0.7091073855913004,
      "grad_norm": 1.8853086256271658,
      "learning_rate": 8.683647354715006e-06,
      "loss": 0.1485,
      "step": 4695
    },
    {
      "epoch": 0.7092584201782208,
      "grad_norm": 3.2439005900443085,
      "learning_rate": 8.683112569169016e-06,
      "loss": 0.1978,
      "step": 4696
    },
    {
      "epoch": 0.7094094547651412,
      "grad_norm": 2.6625868424286865,
      "learning_rate": 8.68257769148794e-06,
      "loss": 0.1732,
      "step": 4697
    },
    {
      "epoch": 0.7095604893520616,
      "grad_norm": 2.2624233636693645,
      "learning_rate": 8.682042721685155e-06,
      "loss": 0.1743,
      "step": 4698
    },
    {
      "epoch": 0.7097115239389821,
      "grad_norm": 2.670256323828651,
      "learning_rate": 8.681507659774046e-06,
      "loss": 0.1729,
      "step": 4699
    },
    {
      "epoch": 0.7098625585259024,
      "grad_norm": 2.7725846731973345,
      "learning_rate": 8.680972505767998e-06,
      "loss": 0.1471,
      "step": 4700
    },
    {
      "epoch": 0.7100135931128229,
      "grad_norm": 3.6637458602321917,
      "learning_rate": 8.680437259680398e-06,
      "loss": 0.1566,
      "step": 4701
    },
    {
      "epoch": 0.7101646276997432,
      "grad_norm": 2.5350930712639013,
      "learning_rate": 8.679901921524634e-06,
      "loss": 0.1792,
      "step": 4702
    },
    {
      "epoch": 0.7103156622866637,
      "grad_norm": 2.356421127285559,
      "learning_rate": 8.6793664913141e-06,
      "loss": 0.1669,
      "step": 4703
    },
    {
      "epoch": 0.7104666968735841,
      "grad_norm": 2.5030604773069505,
      "learning_rate": 8.678830969062188e-06,
      "loss": 0.182,
      "step": 4704
    },
    {
      "epoch": 0.7106177314605044,
      "grad_norm": 2.4297478475420617,
      "learning_rate": 8.678295354782295e-06,
      "loss": 0.1439,
      "step": 4705
    },
    {
      "epoch": 0.7107687660474249,
      "grad_norm": 1.7938380073604394,
      "learning_rate": 8.677759648487821e-06,
      "loss": 0.14,
      "step": 4706
    },
    {
      "epoch": 0.7109198006343452,
      "grad_norm": 2.1891944406953927,
      "learning_rate": 8.677223850192162e-06,
      "loss": 0.1556,
      "step": 4707
    },
    {
      "epoch": 0.7110708352212657,
      "grad_norm": 2.1620178091128843,
      "learning_rate": 8.67668795990873e-06,
      "loss": 0.1451,
      "step": 4708
    },
    {
      "epoch": 0.711221869808186,
      "grad_norm": 2.039906451018772,
      "learning_rate": 8.676151977650923e-06,
      "loss": 0.157,
      "step": 4709
    },
    {
      "epoch": 0.7113729043951065,
      "grad_norm": 2.3532194242326514,
      "learning_rate": 8.675615903432153e-06,
      "loss": 0.1589,
      "step": 4710
    },
    {
      "epoch": 0.7115239389820269,
      "grad_norm": 1.8073773919129936,
      "learning_rate": 8.675079737265828e-06,
      "loss": 0.1468,
      "step": 4711
    },
    {
      "epoch": 0.7116749735689473,
      "grad_norm": 1.8801508584112592,
      "learning_rate": 8.674543479165363e-06,
      "loss": 0.1363,
      "step": 4712
    },
    {
      "epoch": 0.7118260081558677,
      "grad_norm": 2.7034711430661007,
      "learning_rate": 8.674007129144169e-06,
      "loss": 0.1662,
      "step": 4713
    },
    {
      "epoch": 0.7119770427427881,
      "grad_norm": 4.209780597960342,
      "learning_rate": 8.673470687215666e-06,
      "loss": 0.1967,
      "step": 4714
    },
    {
      "epoch": 0.7121280773297085,
      "grad_norm": 2.202590146827295,
      "learning_rate": 8.672934153393273e-06,
      "loss": 0.1467,
      "step": 4715
    },
    {
      "epoch": 0.712279111916629,
      "grad_norm": 2.149357777775997,
      "learning_rate": 8.672397527690412e-06,
      "loss": 0.1458,
      "step": 4716
    },
    {
      "epoch": 0.7124301465035493,
      "grad_norm": 2.108433323557576,
      "learning_rate": 8.671860810120505e-06,
      "loss": 0.1417,
      "step": 4717
    },
    {
      "epoch": 0.7125811810904698,
      "grad_norm": 2.009669992999982,
      "learning_rate": 8.67132400069698e-06,
      "loss": 0.1827,
      "step": 4718
    },
    {
      "epoch": 0.7127322156773901,
      "grad_norm": 2.0073684885249037,
      "learning_rate": 8.670787099433265e-06,
      "loss": 0.155,
      "step": 4719
    },
    {
      "epoch": 0.7128832502643105,
      "grad_norm": 2.434878828093774,
      "learning_rate": 8.670250106342792e-06,
      "loss": 0.134,
      "step": 4720
    },
    {
      "epoch": 0.7130342848512309,
      "grad_norm": 2.050630587686164,
      "learning_rate": 8.669713021438992e-06,
      "loss": 0.142,
      "step": 4721
    },
    {
      "epoch": 0.7131853194381513,
      "grad_norm": 2.3783047834205315,
      "learning_rate": 8.669175844735303e-06,
      "loss": 0.1629,
      "step": 4722
    },
    {
      "epoch": 0.7133363540250718,
      "grad_norm": 2.2559540449847866,
      "learning_rate": 8.668638576245158e-06,
      "loss": 0.1578,
      "step": 4723
    },
    {
      "epoch": 0.7134873886119921,
      "grad_norm": 1.8726492475240804,
      "learning_rate": 8.668101215982006e-06,
      "loss": 0.157,
      "step": 4724
    },
    {
      "epoch": 0.7136384231989126,
      "grad_norm": 2.60631316456085,
      "learning_rate": 8.66756376395928e-06,
      "loss": 0.1694,
      "step": 4725
    },
    {
      "epoch": 0.7137894577858329,
      "grad_norm": 2.309442405964809,
      "learning_rate": 8.667026220190429e-06,
      "loss": 0.154,
      "step": 4726
    },
    {
      "epoch": 0.7139404923727534,
      "grad_norm": 2.346872977497484,
      "learning_rate": 8.666488584688901e-06,
      "loss": 0.1513,
      "step": 4727
    },
    {
      "epoch": 0.7140915269596738,
      "grad_norm": 1.983053579338368,
      "learning_rate": 8.665950857468142e-06,
      "loss": 0.147,
      "step": 4728
    },
    {
      "epoch": 0.7142425615465942,
      "grad_norm": 4.1188812616365205,
      "learning_rate": 8.665413038541607e-06,
      "loss": 0.1578,
      "step": 4729
    },
    {
      "epoch": 0.7143935961335146,
      "grad_norm": 2.3275765089805014,
      "learning_rate": 8.664875127922747e-06,
      "loss": 0.1727,
      "step": 4730
    },
    {
      "epoch": 0.714544630720435,
      "grad_norm": 2.0296830363650304,
      "learning_rate": 8.664337125625019e-06,
      "loss": 0.1568,
      "step": 4731
    },
    {
      "epoch": 0.7146956653073554,
      "grad_norm": 2.0195105908270023,
      "learning_rate": 8.663799031661884e-06,
      "loss": 0.1459,
      "step": 4732
    },
    {
      "epoch": 0.7148466998942757,
      "grad_norm": 1.7933042694875776,
      "learning_rate": 8.663260846046799e-06,
      "loss": 0.1219,
      "step": 4733
    },
    {
      "epoch": 0.7149977344811962,
      "grad_norm": 1.8944574747794753,
      "learning_rate": 8.662722568793227e-06,
      "loss": 0.1322,
      "step": 4734
    },
    {
      "epoch": 0.7151487690681166,
      "grad_norm": 3.524684248893905,
      "learning_rate": 8.662184199914635e-06,
      "loss": 0.1428,
      "step": 4735
    },
    {
      "epoch": 0.715299803655037,
      "grad_norm": 3.24259862093761,
      "learning_rate": 8.661645739424492e-06,
      "loss": 0.1607,
      "step": 4736
    },
    {
      "epoch": 0.7154508382419574,
      "grad_norm": 2.1238102267389993,
      "learning_rate": 8.661107187336266e-06,
      "loss": 0.1619,
      "step": 4737
    },
    {
      "epoch": 0.7156018728288778,
      "grad_norm": 1.738455095644376,
      "learning_rate": 8.660568543663429e-06,
      "loss": 0.1251,
      "step": 4738
    },
    {
      "epoch": 0.7157529074157982,
      "grad_norm": 1.8055149811124858,
      "learning_rate": 8.660029808419456e-06,
      "loss": 0.1383,
      "step": 4739
    },
    {
      "epoch": 0.7159039420027187,
      "grad_norm": 1.7693471807780832,
      "learning_rate": 8.659490981617823e-06,
      "loss": 0.133,
      "step": 4740
    },
    {
      "epoch": 0.716054976589639,
      "grad_norm": 1.9674222520823714,
      "learning_rate": 8.658952063272011e-06,
      "loss": 0.1488,
      "step": 4741
    },
    {
      "epoch": 0.7162060111765595,
      "grad_norm": 1.6610467933009072,
      "learning_rate": 8.658413053395497e-06,
      "loss": 0.1226,
      "step": 4742
    },
    {
      "epoch": 0.7163570457634798,
      "grad_norm": 10.031716934697254,
      "learning_rate": 8.65787395200177e-06,
      "loss": 0.153,
      "step": 4743
    },
    {
      "epoch": 0.7165080803504003,
      "grad_norm": 2.638685451317582,
      "learning_rate": 8.657334759104313e-06,
      "loss": 0.1483,
      "step": 4744
    },
    {
      "epoch": 0.7166591149373206,
      "grad_norm": 1.9804277018639103,
      "learning_rate": 8.656795474716615e-06,
      "loss": 0.1506,
      "step": 4745
    },
    {
      "epoch": 0.716810149524241,
      "grad_norm": 3.689720676239371,
      "learning_rate": 8.656256098852165e-06,
      "loss": 0.1997,
      "step": 4746
    },
    {
      "epoch": 0.7169611841111615,
      "grad_norm": 1.8490819957679518,
      "learning_rate": 8.65571663152446e-06,
      "loss": 0.1462,
      "step": 4747
    },
    {
      "epoch": 0.7171122186980818,
      "grad_norm": 2.056924798379539,
      "learning_rate": 8.65517707274699e-06,
      "loss": 0.161,
      "step": 4748
    },
    {
      "epoch": 0.7172632532850023,
      "grad_norm": 1.7728185222767237,
      "learning_rate": 8.654637422533254e-06,
      "loss": 0.1272,
      "step": 4749
    },
    {
      "epoch": 0.7174142878719226,
      "grad_norm": 1.872642452381913,
      "learning_rate": 8.654097680896753e-06,
      "loss": 0.1312,
      "step": 4750
    },
    {
      "epoch": 0.7175653224588431,
      "grad_norm": 2.1277034487136524,
      "learning_rate": 8.653557847850987e-06,
      "loss": 0.1763,
      "step": 4751
    },
    {
      "epoch": 0.7177163570457635,
      "grad_norm": 2.1868494302934733,
      "learning_rate": 8.653017923409462e-06,
      "loss": 0.1359,
      "step": 4752
    },
    {
      "epoch": 0.7178673916326839,
      "grad_norm": 2.918537637504054,
      "learning_rate": 8.652477907585685e-06,
      "loss": 0.18,
      "step": 4753
    },
    {
      "epoch": 0.7180184262196043,
      "grad_norm": 1.660077300807047,
      "learning_rate": 8.651937800393162e-06,
      "loss": 0.1302,
      "step": 4754
    },
    {
      "epoch": 0.7181694608065247,
      "grad_norm": 2.534698188058763,
      "learning_rate": 8.651397601845407e-06,
      "loss": 0.1605,
      "step": 4755
    },
    {
      "epoch": 0.7183204953934451,
      "grad_norm": 1.9962790784101527,
      "learning_rate": 8.650857311955929e-06,
      "loss": 0.1367,
      "step": 4756
    },
    {
      "epoch": 0.7184715299803655,
      "grad_norm": 3.592335992383102,
      "learning_rate": 8.650316930738249e-06,
      "loss": 0.1555,
      "step": 4757
    },
    {
      "epoch": 0.7186225645672859,
      "grad_norm": 2.109232746438264,
      "learning_rate": 8.649776458205884e-06,
      "loss": 0.1474,
      "step": 4758
    },
    {
      "epoch": 0.7187735991542064,
      "grad_norm": 3.2426526958917963,
      "learning_rate": 8.649235894372349e-06,
      "loss": 0.1495,
      "step": 4759
    },
    {
      "epoch": 0.7189246337411267,
      "grad_norm": 4.352544732470391,
      "learning_rate": 8.648695239251173e-06,
      "loss": 0.1543,
      "step": 4760
    },
    {
      "epoch": 0.7190756683280471,
      "grad_norm": 1.9186845230584526,
      "learning_rate": 8.648154492855879e-06,
      "loss": 0.1437,
      "step": 4761
    },
    {
      "epoch": 0.7192267029149675,
      "grad_norm": 1.8670332180531735,
      "learning_rate": 8.64761365519999e-06,
      "loss": 0.1282,
      "step": 4762
    },
    {
      "epoch": 0.7193777375018879,
      "grad_norm": 2.025717272437892,
      "learning_rate": 8.647072726297041e-06,
      "loss": 0.1369,
      "step": 4763
    },
    {
      "epoch": 0.7195287720888084,
      "grad_norm": 2.2673075733304997,
      "learning_rate": 8.646531706160559e-06,
      "loss": 0.13,
      "step": 4764
    },
    {
      "epoch": 0.7196798066757287,
      "grad_norm": 1.7477294485973123,
      "learning_rate": 8.645990594804082e-06,
      "loss": 0.1417,
      "step": 4765
    },
    {
      "epoch": 0.7198308412626492,
      "grad_norm": 1.9333186508456492,
      "learning_rate": 8.645449392241143e-06,
      "loss": 0.1584,
      "step": 4766
    },
    {
      "epoch": 0.7199818758495695,
      "grad_norm": 2.60683013824048,
      "learning_rate": 8.644908098485283e-06,
      "loss": 0.1814,
      "step": 4767
    },
    {
      "epoch": 0.72013291043649,
      "grad_norm": 1.9455558642464956,
      "learning_rate": 8.644366713550042e-06,
      "loss": 0.1316,
      "step": 4768
    },
    {
      "epoch": 0.7202839450234103,
      "grad_norm": 2.494811481121864,
      "learning_rate": 8.643825237448961e-06,
      "loss": 0.1631,
      "step": 4769
    },
    {
      "epoch": 0.7204349796103308,
      "grad_norm": 3.9031893278900553,
      "learning_rate": 8.643283670195586e-06,
      "loss": 0.173,
      "step": 4770
    },
    {
      "epoch": 0.7205860141972512,
      "grad_norm": 2.4731659339817345,
      "learning_rate": 8.642742011803466e-06,
      "loss": 0.1588,
      "step": 4771
    },
    {
      "epoch": 0.7207370487841716,
      "grad_norm": 2.6177362558911965,
      "learning_rate": 8.642200262286153e-06,
      "loss": 0.1577,
      "step": 4772
    },
    {
      "epoch": 0.720888083371092,
      "grad_norm": 2.100330879622607,
      "learning_rate": 8.641658421657195e-06,
      "loss": 0.1594,
      "step": 4773
    },
    {
      "epoch": 0.7210391179580123,
      "grad_norm": 2.536564417635219,
      "learning_rate": 8.641116489930147e-06,
      "loss": 0.1727,
      "step": 4774
    },
    {
      "epoch": 0.7211901525449328,
      "grad_norm": 2.273625954025132,
      "learning_rate": 8.640574467118566e-06,
      "loss": 0.1515,
      "step": 4775
    },
    {
      "epoch": 0.7213411871318532,
      "grad_norm": 2.3032264903874595,
      "learning_rate": 8.640032353236015e-06,
      "loss": 0.1372,
      "step": 4776
    },
    {
      "epoch": 0.7214922217187736,
      "grad_norm": 2.1593624177830826,
      "learning_rate": 8.639490148296048e-06,
      "loss": 0.1788,
      "step": 4777
    },
    {
      "epoch": 0.721643256305694,
      "grad_norm": 1.8473768448541177,
      "learning_rate": 8.638947852312236e-06,
      "loss": 0.1405,
      "step": 4778
    },
    {
      "epoch": 0.7217942908926144,
      "grad_norm": 1.9212475042794426,
      "learning_rate": 8.638405465298138e-06,
      "loss": 0.1408,
      "step": 4779
    },
    {
      "epoch": 0.7219453254795348,
      "grad_norm": 1.8437755815412016,
      "learning_rate": 8.637862987267327e-06,
      "loss": 0.1315,
      "step": 4780
    },
    {
      "epoch": 0.7220963600664552,
      "grad_norm": 1.7985675080012955,
      "learning_rate": 8.637320418233372e-06,
      "loss": 0.1447,
      "step": 4781
    },
    {
      "epoch": 0.7222473946533756,
      "grad_norm": 3.8910935675437224,
      "learning_rate": 8.636777758209846e-06,
      "loss": 0.1745,
      "step": 4782
    },
    {
      "epoch": 0.7223984292402961,
      "grad_norm": 2.1269336962096728,
      "learning_rate": 8.636235007210323e-06,
      "loss": 0.1429,
      "step": 4783
    },
    {
      "epoch": 0.7225494638272164,
      "grad_norm": 2.296635145662473,
      "learning_rate": 8.63569216524838e-06,
      "loss": 0.1555,
      "step": 4784
    },
    {
      "epoch": 0.7227004984141369,
      "grad_norm": 2.44306156493011,
      "learning_rate": 8.635149232337599e-06,
      "loss": 0.1648,
      "step": 4785
    },
    {
      "epoch": 0.7228515330010572,
      "grad_norm": 2.5992631453368964,
      "learning_rate": 8.634606208491558e-06,
      "loss": 0.1694,
      "step": 4786
    },
    {
      "epoch": 0.7230025675879777,
      "grad_norm": 2.027688929597973,
      "learning_rate": 8.634063093723843e-06,
      "loss": 0.1494,
      "step": 4787
    },
    {
      "epoch": 0.7231536021748981,
      "grad_norm": 2.14813706000838,
      "learning_rate": 8.633519888048041e-06,
      "loss": 0.1706,
      "step": 4788
    },
    {
      "epoch": 0.7233046367618184,
      "grad_norm": 1.8839427366717358,
      "learning_rate": 8.63297659147774e-06,
      "loss": 0.1366,
      "step": 4789
    },
    {
      "epoch": 0.7234556713487389,
      "grad_norm": 2.6302806625867627,
      "learning_rate": 8.63243320402653e-06,
      "loss": 0.1623,
      "step": 4790
    },
    {
      "epoch": 0.7236067059356592,
      "grad_norm": 1.8310885325008646,
      "learning_rate": 8.631889725708005e-06,
      "loss": 0.1322,
      "step": 4791
    },
    {
      "epoch": 0.7237577405225797,
      "grad_norm": 1.9089813502742954,
      "learning_rate": 8.63134615653576e-06,
      "loss": 0.1306,
      "step": 4792
    },
    {
      "epoch": 0.7239087751095,
      "grad_norm": 2.298584059376361,
      "learning_rate": 8.630802496523395e-06,
      "loss": 0.1779,
      "step": 4793
    },
    {
      "epoch": 0.7240598096964205,
      "grad_norm": 1.9915997538006955,
      "learning_rate": 8.630258745684506e-06,
      "loss": 0.1388,
      "step": 4794
    },
    {
      "epoch": 0.7242108442833409,
      "grad_norm": 2.692280885663234,
      "learning_rate": 8.629714904032696e-06,
      "loss": 0.1579,
      "step": 4795
    },
    {
      "epoch": 0.7243618788702613,
      "grad_norm": 2.219522757081923,
      "learning_rate": 8.629170971581571e-06,
      "loss": 0.1398,
      "step": 4796
    },
    {
      "epoch": 0.7245129134571817,
      "grad_norm": 1.9358610268947924,
      "learning_rate": 8.628626948344739e-06,
      "loss": 0.1443,
      "step": 4797
    },
    {
      "epoch": 0.7246639480441021,
      "grad_norm": 3.4695902779938805,
      "learning_rate": 8.628082834335807e-06,
      "loss": 0.1625,
      "step": 4798
    },
    {
      "epoch": 0.7248149826310225,
      "grad_norm": 2.1033209607578485,
      "learning_rate": 8.627538629568386e-06,
      "loss": 0.1514,
      "step": 4799
    },
    {
      "epoch": 0.724966017217943,
      "grad_norm": 2.0552849731932805,
      "learning_rate": 8.626994334056092e-06,
      "loss": 0.163,
      "step": 4800
    },
    {
      "epoch": 0.7251170518048633,
      "grad_norm": 3.578132578180454,
      "learning_rate": 8.62644994781254e-06,
      "loss": 0.1431,
      "step": 4801
    },
    {
      "epoch": 0.7252680863917838,
      "grad_norm": 2.251851898041612,
      "learning_rate": 8.625905470851343e-06,
      "loss": 0.1767,
      "step": 4802
    },
    {
      "epoch": 0.7254191209787041,
      "grad_norm": 2.0059218559197007,
      "learning_rate": 8.625360903186128e-06,
      "loss": 0.153,
      "step": 4803
    },
    {
      "epoch": 0.7255701555656245,
      "grad_norm": 2.1042893828762903,
      "learning_rate": 8.624816244830516e-06,
      "loss": 0.1631,
      "step": 4804
    },
    {
      "epoch": 0.7257211901525449,
      "grad_norm": 1.8602959254730798,
      "learning_rate": 8.62427149579813e-06,
      "loss": 0.1367,
      "step": 4805
    },
    {
      "epoch": 0.7258722247394653,
      "grad_norm": 2.341357010572072,
      "learning_rate": 8.6237266561026e-06,
      "loss": 0.1531,
      "step": 4806
    },
    {
      "epoch": 0.7260232593263858,
      "grad_norm": 2.1932362644856895,
      "learning_rate": 8.623181725757552e-06,
      "loss": 0.1305,
      "step": 4807
    },
    {
      "epoch": 0.7261742939133061,
      "grad_norm": 1.9535625500010911,
      "learning_rate": 8.622636704776621e-06,
      "loss": 0.1513,
      "step": 4808
    },
    {
      "epoch": 0.7263253285002266,
      "grad_norm": 1.9271251613300102,
      "learning_rate": 8.62209159317344e-06,
      "loss": 0.1514,
      "step": 4809
    },
    {
      "epoch": 0.7264763630871469,
      "grad_norm": 2.1743649809121735,
      "learning_rate": 8.621546390961644e-06,
      "loss": 0.1569,
      "step": 4810
    },
    {
      "epoch": 0.7266273976740674,
      "grad_norm": 3.1247578051399607,
      "learning_rate": 8.621001098154873e-06,
      "loss": 0.1868,
      "step": 4811
    },
    {
      "epoch": 0.7267784322609878,
      "grad_norm": 1.6781296134822998,
      "learning_rate": 8.620455714766767e-06,
      "loss": 0.1174,
      "step": 4812
    },
    {
      "epoch": 0.7269294668479082,
      "grad_norm": 1.8145861216686745,
      "learning_rate": 8.61991024081097e-06,
      "loss": 0.1372,
      "step": 4813
    },
    {
      "epoch": 0.7270805014348286,
      "grad_norm": 1.967134356474115,
      "learning_rate": 8.619364676301125e-06,
      "loss": 0.14,
      "step": 4814
    },
    {
      "epoch": 0.727231536021749,
      "grad_norm": 1.9371419422928204,
      "learning_rate": 8.618819021250883e-06,
      "loss": 0.143,
      "step": 4815
    },
    {
      "epoch": 0.7273825706086694,
      "grad_norm": 2.925815221921508,
      "learning_rate": 8.61827327567389e-06,
      "loss": 0.1351,
      "step": 4816
    },
    {
      "epoch": 0.7275336051955897,
      "grad_norm": 1.8102485332422402,
      "learning_rate": 8.617727439583804e-06,
      "loss": 0.1387,
      "step": 4817
    },
    {
      "epoch": 0.7276846397825102,
      "grad_norm": 1.9048762394513459,
      "learning_rate": 8.617181512994272e-06,
      "loss": 0.1466,
      "step": 4818
    },
    {
      "epoch": 0.7278356743694306,
      "grad_norm": 1.9848171166054216,
      "learning_rate": 8.616635495918955e-06,
      "loss": 0.1475,
      "step": 4819
    },
    {
      "epoch": 0.727986708956351,
      "grad_norm": 1.8481603459699545,
      "learning_rate": 8.616089388371512e-06,
      "loss": 0.1424,
      "step": 4820
    },
    {
      "epoch": 0.7281377435432714,
      "grad_norm": 1.9352495775164438,
      "learning_rate": 8.615543190365603e-06,
      "loss": 0.1349,
      "step": 4821
    },
    {
      "epoch": 0.7282887781301918,
      "grad_norm": 2.1480045743083407,
      "learning_rate": 8.614996901914892e-06,
      "loss": 0.1573,
      "step": 4822
    },
    {
      "epoch": 0.7284398127171122,
      "grad_norm": 2.1009825820756003,
      "learning_rate": 8.614450523033045e-06,
      "loss": 0.1515,
      "step": 4823
    },
    {
      "epoch": 0.7285908473040327,
      "grad_norm": 2.002919553412824,
      "learning_rate": 8.613904053733729e-06,
      "loss": 0.1456,
      "step": 4824
    },
    {
      "epoch": 0.728741881890953,
      "grad_norm": 2.57885592287924,
      "learning_rate": 8.613357494030615e-06,
      "loss": 0.185,
      "step": 4825
    },
    {
      "epoch": 0.7288929164778735,
      "grad_norm": 2.3943631327562733,
      "learning_rate": 8.612810843937375e-06,
      "loss": 0.1577,
      "step": 4826
    },
    {
      "epoch": 0.7290439510647938,
      "grad_norm": 1.842377341141638,
      "learning_rate": 8.612264103467684e-06,
      "loss": 0.1288,
      "step": 4827
    },
    {
      "epoch": 0.7291949856517143,
      "grad_norm": 2.264823955781415,
      "learning_rate": 8.611717272635219e-06,
      "loss": 0.1666,
      "step": 4828
    },
    {
      "epoch": 0.7293460202386346,
      "grad_norm": 2.2712470857685165,
      "learning_rate": 8.61117035145366e-06,
      "loss": 0.161,
      "step": 4829
    },
    {
      "epoch": 0.729497054825555,
      "grad_norm": 2.0489477409223826,
      "learning_rate": 8.610623339936685e-06,
      "loss": 0.1489,
      "step": 4830
    },
    {
      "epoch": 0.7296480894124755,
      "grad_norm": 3.336470784969859,
      "learning_rate": 8.610076238097983e-06,
      "loss": 0.1742,
      "step": 4831
    },
    {
      "epoch": 0.7297991239993958,
      "grad_norm": 2.8159399097052185,
      "learning_rate": 8.60952904595124e-06,
      "loss": 0.1634,
      "step": 4832
    },
    {
      "epoch": 0.7299501585863163,
      "grad_norm": 2.285166149905388,
      "learning_rate": 8.608981763510138e-06,
      "loss": 0.1628,
      "step": 4833
    },
    {
      "epoch": 0.7301011931732366,
      "grad_norm": 2.1649901153469635,
      "learning_rate": 8.608434390788373e-06,
      "loss": 0.1533,
      "step": 4834
    },
    {
      "epoch": 0.7302522277601571,
      "grad_norm": 2.2523412177284072,
      "learning_rate": 8.607886927799635e-06,
      "loss": 0.1735,
      "step": 4835
    },
    {
      "epoch": 0.7304032623470775,
      "grad_norm": 1.8909048173982086,
      "learning_rate": 8.607339374557622e-06,
      "loss": 0.1395,
      "step": 4836
    },
    {
      "epoch": 0.7305542969339979,
      "grad_norm": 2.2959846827088284,
      "learning_rate": 8.60679173107603e-06,
      "loss": 0.1606,
      "step": 4837
    },
    {
      "epoch": 0.7307053315209183,
      "grad_norm": 2.2798334737409545,
      "learning_rate": 8.606243997368558e-06,
      "loss": 0.1654,
      "step": 4838
    },
    {
      "epoch": 0.7308563661078387,
      "grad_norm": 3.634829806094518,
      "learning_rate": 8.605696173448907e-06,
      "loss": 0.1888,
      "step": 4839
    },
    {
      "epoch": 0.7310074006947591,
      "grad_norm": 2.533840096158156,
      "learning_rate": 8.605148259330785e-06,
      "loss": 0.1636,
      "step": 4840
    },
    {
      "epoch": 0.7311584352816795,
      "grad_norm": 2.121600649292606,
      "learning_rate": 8.604600255027892e-06,
      "loss": 0.1515,
      "step": 4841
    },
    {
      "epoch": 0.7313094698685999,
      "grad_norm": 2.1887192283039716,
      "learning_rate": 8.604052160553945e-06,
      "loss": 0.1595,
      "step": 4842
    },
    {
      "epoch": 0.7314605044555204,
      "grad_norm": 2.46163651502346,
      "learning_rate": 8.603503975922647e-06,
      "loss": 0.144,
      "step": 4843
    },
    {
      "epoch": 0.7316115390424407,
      "grad_norm": 2.1295937052563993,
      "learning_rate": 8.602955701147715e-06,
      "loss": 0.1523,
      "step": 4844
    },
    {
      "epoch": 0.7317625736293611,
      "grad_norm": 1.8422701121642235,
      "learning_rate": 8.602407336242864e-06,
      "loss": 0.1535,
      "step": 4845
    },
    {
      "epoch": 0.7319136082162815,
      "grad_norm": 1.9122126286908963,
      "learning_rate": 8.601858881221813e-06,
      "loss": 0.1523,
      "step": 4846
    },
    {
      "epoch": 0.7320646428032019,
      "grad_norm": 2.1040918113241407,
      "learning_rate": 8.601310336098278e-06,
      "loss": 0.1379,
      "step": 4847
    },
    {
      "epoch": 0.7322156773901224,
      "grad_norm": 2.7390073078562636,
      "learning_rate": 8.600761700885985e-06,
      "loss": 0.1457,
      "step": 4848
    },
    {
      "epoch": 0.7323667119770427,
      "grad_norm": 1.981129078353284,
      "learning_rate": 8.600212975598656e-06,
      "loss": 0.1585,
      "step": 4849
    },
    {
      "epoch": 0.7325177465639632,
      "grad_norm": 3.211105519490653,
      "learning_rate": 8.59966416025002e-06,
      "loss": 0.2021,
      "step": 4850
    },
    {
      "epoch": 0.7326687811508835,
      "grad_norm": 2.2550728031847056,
      "learning_rate": 8.599115254853802e-06,
      "loss": 0.1412,
      "step": 4851
    },
    {
      "epoch": 0.732819815737804,
      "grad_norm": 1.793043794778488,
      "learning_rate": 8.598566259423737e-06,
      "loss": 0.1178,
      "step": 4852
    },
    {
      "epoch": 0.7329708503247243,
      "grad_norm": 2.0450235023345766,
      "learning_rate": 8.598017173973557e-06,
      "loss": 0.1483,
      "step": 4853
    },
    {
      "epoch": 0.7331218849116448,
      "grad_norm": 1.823495087763403,
      "learning_rate": 8.597467998516999e-06,
      "loss": 0.1365,
      "step": 4854
    },
    {
      "epoch": 0.7332729194985652,
      "grad_norm": 2.494930648995959,
      "learning_rate": 8.596918733067798e-06,
      "loss": 0.1474,
      "step": 4855
    },
    {
      "epoch": 0.7334239540854856,
      "grad_norm": 1.8323927071760115,
      "learning_rate": 8.596369377639697e-06,
      "loss": 0.1426,
      "step": 4856
    },
    {
      "epoch": 0.733574988672406,
      "grad_norm": 2.3273897826265277,
      "learning_rate": 8.595819932246436e-06,
      "loss": 0.1629,
      "step": 4857
    },
    {
      "epoch": 0.7337260232593263,
      "grad_norm": 1.972882864452221,
      "learning_rate": 8.595270396901762e-06,
      "loss": 0.1248,
      "step": 4858
    },
    {
      "epoch": 0.7338770578462468,
      "grad_norm": 1.8012686048245707,
      "learning_rate": 8.594720771619421e-06,
      "loss": 0.1316,
      "step": 4859
    },
    {
      "epoch": 0.7340280924331672,
      "grad_norm": 2.010153045769762,
      "learning_rate": 8.594171056413164e-06,
      "loss": 0.1196,
      "step": 4860
    },
    {
      "epoch": 0.7341791270200876,
      "grad_norm": 2.1207975188967763,
      "learning_rate": 8.593621251296736e-06,
      "loss": 0.1571,
      "step": 4861
    },
    {
      "epoch": 0.734330161607008,
      "grad_norm": 2.194316757923857,
      "learning_rate": 8.593071356283899e-06,
      "loss": 0.1327,
      "step": 4862
    },
    {
      "epoch": 0.7344811961939284,
      "grad_norm": 2.714086640400457,
      "learning_rate": 8.592521371388403e-06,
      "loss": 0.1975,
      "step": 4863
    },
    {
      "epoch": 0.7346322307808488,
      "grad_norm": 2.017591057713576,
      "learning_rate": 8.591971296624008e-06,
      "loss": 0.1431,
      "step": 4864
    },
    {
      "epoch": 0.7347832653677692,
      "grad_norm": 2.498275473002373,
      "learning_rate": 8.591421132004477e-06,
      "loss": 0.1621,
      "step": 4865
    },
    {
      "epoch": 0.7349342999546896,
      "grad_norm": 1.7595253643360498,
      "learning_rate": 8.59087087754357e-06,
      "loss": 0.1411,
      "step": 4866
    },
    {
      "epoch": 0.7350853345416101,
      "grad_norm": 1.6263913204193334,
      "learning_rate": 8.59032053325505e-06,
      "loss": 0.1307,
      "step": 4867
    },
    {
      "epoch": 0.7352363691285304,
      "grad_norm": 1.753877297665552,
      "learning_rate": 8.589770099152689e-06,
      "loss": 0.1307,
      "step": 4868
    },
    {
      "epoch": 0.7353874037154509,
      "grad_norm": 1.8892387909682404,
      "learning_rate": 8.589219575250252e-06,
      "loss": 0.1382,
      "step": 4869
    },
    {
      "epoch": 0.7355384383023712,
      "grad_norm": 1.89774509043458,
      "learning_rate": 8.588668961561514e-06,
      "loss": 0.152,
      "step": 4870
    },
    {
      "epoch": 0.7356894728892917,
      "grad_norm": 1.804633833238593,
      "learning_rate": 8.588118258100247e-06,
      "loss": 0.1313,
      "step": 4871
    },
    {
      "epoch": 0.7358405074762121,
      "grad_norm": 2.0801634142060466,
      "learning_rate": 8.587567464880227e-06,
      "loss": 0.1701,
      "step": 4872
    },
    {
      "epoch": 0.7359915420631324,
      "grad_norm": 2.181938958782894,
      "learning_rate": 8.587016581915233e-06,
      "loss": 0.1396,
      "step": 4873
    },
    {
      "epoch": 0.7361425766500529,
      "grad_norm": 1.7970321066463433,
      "learning_rate": 8.586465609219046e-06,
      "loss": 0.1376,
      "step": 4874
    },
    {
      "epoch": 0.7362936112369732,
      "grad_norm": 2.095704796998284,
      "learning_rate": 8.58591454680545e-06,
      "loss": 0.1453,
      "step": 4875
    },
    {
      "epoch": 0.7364446458238937,
      "grad_norm": 2.146970838110404,
      "learning_rate": 8.585363394688227e-06,
      "loss": 0.1347,
      "step": 4876
    },
    {
      "epoch": 0.736595680410814,
      "grad_norm": 2.239582605122242,
      "learning_rate": 8.584812152881165e-06,
      "loss": 0.1686,
      "step": 4877
    },
    {
      "epoch": 0.7367467149977345,
      "grad_norm": 2.3522875910762187,
      "learning_rate": 8.584260821398057e-06,
      "loss": 0.1522,
      "step": 4878
    },
    {
      "epoch": 0.7368977495846549,
      "grad_norm": 1.950079493921937,
      "learning_rate": 8.583709400252692e-06,
      "loss": 0.1316,
      "step": 4879
    },
    {
      "epoch": 0.7370487841715753,
      "grad_norm": 2.4202864453218593,
      "learning_rate": 8.583157889458863e-06,
      "loss": 0.1738,
      "step": 4880
    },
    {
      "epoch": 0.7371998187584957,
      "grad_norm": 1.723354716633088,
      "learning_rate": 8.582606289030369e-06,
      "loss": 0.1471,
      "step": 4881
    },
    {
      "epoch": 0.7373508533454161,
      "grad_norm": 2.1371539239783073,
      "learning_rate": 8.582054598981007e-06,
      "loss": 0.1441,
      "step": 4882
    },
    {
      "epoch": 0.7375018879323365,
      "grad_norm": 1.8493932217961713,
      "learning_rate": 8.58150281932458e-06,
      "loss": 0.1319,
      "step": 4883
    },
    {
      "epoch": 0.737652922519257,
      "grad_norm": 2.1612778637952736,
      "learning_rate": 8.580950950074888e-06,
      "loss": 0.1508,
      "step": 4884
    },
    {
      "epoch": 0.7378039571061773,
      "grad_norm": 1.7680307773597264,
      "learning_rate": 8.580398991245737e-06,
      "loss": 0.1259,
      "step": 4885
    },
    {
      "epoch": 0.7379549916930978,
      "grad_norm": 1.7562929216401206,
      "learning_rate": 8.579846942850938e-06,
      "loss": 0.1366,
      "step": 4886
    },
    {
      "epoch": 0.7381060262800181,
      "grad_norm": 2.015774537667382,
      "learning_rate": 8.579294804904296e-06,
      "loss": 0.1437,
      "step": 4887
    },
    {
      "epoch": 0.7382570608669385,
      "grad_norm": 2.2730320783770144,
      "learning_rate": 8.578742577419626e-06,
      "loss": 0.1571,
      "step": 4888
    },
    {
      "epoch": 0.7384080954538589,
      "grad_norm": 2.80236887203594,
      "learning_rate": 8.57819026041074e-06,
      "loss": 0.1645,
      "step": 4889
    },
    {
      "epoch": 0.7385591300407793,
      "grad_norm": 2.2126409410260455,
      "learning_rate": 8.577637853891458e-06,
      "loss": 0.1661,
      "step": 4890
    },
    {
      "epoch": 0.7387101646276998,
      "grad_norm": 2.331590035512323,
      "learning_rate": 8.577085357875595e-06,
      "loss": 0.1443,
      "step": 4891
    },
    {
      "epoch": 0.7388611992146201,
      "grad_norm": 2.7850019671375326,
      "learning_rate": 8.576532772376975e-06,
      "loss": 0.1464,
      "step": 4892
    },
    {
      "epoch": 0.7390122338015406,
      "grad_norm": 2.0980252833736244,
      "learning_rate": 8.575980097409418e-06,
      "loss": 0.1718,
      "step": 4893
    },
    {
      "epoch": 0.7391632683884609,
      "grad_norm": 2.020945307166062,
      "learning_rate": 8.575427332986752e-06,
      "loss": 0.1499,
      "step": 4894
    },
    {
      "epoch": 0.7393143029753814,
      "grad_norm": 2.2472605212576227,
      "learning_rate": 8.574874479122806e-06,
      "loss": 0.1545,
      "step": 4895
    },
    {
      "epoch": 0.7394653375623018,
      "grad_norm": 2.2338405376198853,
      "learning_rate": 8.574321535831407e-06,
      "loss": 0.1615,
      "step": 4896
    },
    {
      "epoch": 0.7396163721492222,
      "grad_norm": 1.7802940180779756,
      "learning_rate": 8.573768503126388e-06,
      "loss": 0.1556,
      "step": 4897
    },
    {
      "epoch": 0.7397674067361426,
      "grad_norm": 1.7943292407762492,
      "learning_rate": 8.573215381021583e-06,
      "loss": 0.1282,
      "step": 4898
    },
    {
      "epoch": 0.739918441323063,
      "grad_norm": 2.2664127082314742,
      "learning_rate": 8.57266216953083e-06,
      "loss": 0.1323,
      "step": 4899
    },
    {
      "epoch": 0.7400694759099834,
      "grad_norm": 2.3753779138001136,
      "learning_rate": 8.572108868667967e-06,
      "loss": 0.1614,
      "step": 4900
    },
    {
      "epoch": 0.7402205104969037,
      "grad_norm": 2.5043107881673397,
      "learning_rate": 8.571555478446836e-06,
      "loss": 0.1943,
      "step": 4901
    },
    {
      "epoch": 0.7403715450838242,
      "grad_norm": 1.9649112692042563,
      "learning_rate": 8.571001998881278e-06,
      "loss": 0.1771,
      "step": 4902
    },
    {
      "epoch": 0.7405225796707446,
      "grad_norm": 1.9237364912961101,
      "learning_rate": 8.57044842998514e-06,
      "loss": 0.1455,
      "step": 4903
    },
    {
      "epoch": 0.740673614257665,
      "grad_norm": 2.150600679803608,
      "learning_rate": 8.569894771772272e-06,
      "loss": 0.1729,
      "step": 4904
    },
    {
      "epoch": 0.7408246488445854,
      "grad_norm": 2.1440182507700105,
      "learning_rate": 8.569341024256521e-06,
      "loss": 0.1327,
      "step": 4905
    },
    {
      "epoch": 0.7409756834315058,
      "grad_norm": 2.1153758919011754,
      "learning_rate": 8.568787187451742e-06,
      "loss": 0.1576,
      "step": 4906
    },
    {
      "epoch": 0.7411267180184262,
      "grad_norm": 2.0220452199475063,
      "learning_rate": 8.568233261371786e-06,
      "loss": 0.148,
      "step": 4907
    },
    {
      "epoch": 0.7412777526053467,
      "grad_norm": 1.980811800625024,
      "learning_rate": 8.567679246030513e-06,
      "loss": 0.1479,
      "step": 4908
    },
    {
      "epoch": 0.741428787192267,
      "grad_norm": 2.142453018945474,
      "learning_rate": 8.56712514144178e-06,
      "loss": 0.1571,
      "step": 4909
    },
    {
      "epoch": 0.7415798217791875,
      "grad_norm": 2.224116112318038,
      "learning_rate": 8.56657094761945e-06,
      "loss": 0.1479,
      "step": 4910
    },
    {
      "epoch": 0.7417308563661078,
      "grad_norm": 1.76829286281624,
      "learning_rate": 8.566016664577383e-06,
      "loss": 0.1388,
      "step": 4911
    },
    {
      "epoch": 0.7418818909530283,
      "grad_norm": 2.035336706837117,
      "learning_rate": 8.56546229232945e-06,
      "loss": 0.1448,
      "step": 4912
    },
    {
      "epoch": 0.7420329255399486,
      "grad_norm": 2.5699057819680964,
      "learning_rate": 8.564907830889515e-06,
      "loss": 0.1436,
      "step": 4913
    },
    {
      "epoch": 0.742183960126869,
      "grad_norm": 2.0520908973392236,
      "learning_rate": 8.564353280271449e-06,
      "loss": 0.1573,
      "step": 4914
    },
    {
      "epoch": 0.7423349947137895,
      "grad_norm": 2.185472304586548,
      "learning_rate": 8.563798640489125e-06,
      "loss": 0.1248,
      "step": 4915
    },
    {
      "epoch": 0.7424860293007098,
      "grad_norm": 1.894141126717199,
      "learning_rate": 8.563243911556416e-06,
      "loss": 0.1304,
      "step": 4916
    },
    {
      "epoch": 0.7426370638876303,
      "grad_norm": 2.0413623593665133,
      "learning_rate": 8.562689093487201e-06,
      "loss": 0.1583,
      "step": 4917
    },
    {
      "epoch": 0.7427880984745506,
      "grad_norm": 1.8887804117202267,
      "learning_rate": 8.562134186295358e-06,
      "loss": 0.1566,
      "step": 4918
    },
    {
      "epoch": 0.7429391330614711,
      "grad_norm": 1.9077488211317186,
      "learning_rate": 8.56157918999477e-06,
      "loss": 0.1394,
      "step": 4919
    },
    {
      "epoch": 0.7430901676483915,
      "grad_norm": 2.970434610607679,
      "learning_rate": 8.561024104599317e-06,
      "loss": 0.1744,
      "step": 4920
    },
    {
      "epoch": 0.7432412022353119,
      "grad_norm": 1.9990891740297174,
      "learning_rate": 8.560468930122886e-06,
      "loss": 0.1375,
      "step": 4921
    },
    {
      "epoch": 0.7433922368222323,
      "grad_norm": 2.348695521634085,
      "learning_rate": 8.559913666579367e-06,
      "loss": 0.1561,
      "step": 4922
    },
    {
      "epoch": 0.7435432714091527,
      "grad_norm": 2.0848173159590386,
      "learning_rate": 8.559358313982648e-06,
      "loss": 0.13,
      "step": 4923
    },
    {
      "epoch": 0.7436943059960731,
      "grad_norm": 1.9073159938430015,
      "learning_rate": 8.558802872346624e-06,
      "loss": 0.1524,
      "step": 4924
    },
    {
      "epoch": 0.7438453405829935,
      "grad_norm": 2.6867372167066885,
      "learning_rate": 8.558247341685189e-06,
      "loss": 0.175,
      "step": 4925
    },
    {
      "epoch": 0.7439963751699139,
      "grad_norm": 2.384766076060272,
      "learning_rate": 8.557691722012238e-06,
      "loss": 0.158,
      "step": 4926
    },
    {
      "epoch": 0.7441474097568344,
      "grad_norm": 2.636138100727845,
      "learning_rate": 8.557136013341668e-06,
      "loss": 0.1655,
      "step": 4927
    },
    {
      "epoch": 0.7442984443437547,
      "grad_norm": 2.530482271831566,
      "learning_rate": 8.556580215687386e-06,
      "loss": 0.1648,
      "step": 4928
    },
    {
      "epoch": 0.7444494789306751,
      "grad_norm": 2.334351993985367,
      "learning_rate": 8.556024329063296e-06,
      "loss": 0.1709,
      "step": 4929
    },
    {
      "epoch": 0.7446005135175955,
      "grad_norm": 1.9382855830601522,
      "learning_rate": 8.555468353483295e-06,
      "loss": 0.1403,
      "step": 4930
    },
    {
      "epoch": 0.7447515481045159,
      "grad_norm": 2.0688639002341627,
      "learning_rate": 8.554912288961302e-06,
      "loss": 0.1163,
      "step": 4931
    },
    {
      "epoch": 0.7449025826914364,
      "grad_norm": 1.9792754163749866,
      "learning_rate": 8.55435613551122e-06,
      "loss": 0.1366,
      "step": 4932
    },
    {
      "epoch": 0.7450536172783567,
      "grad_norm": 1.7634859588404583,
      "learning_rate": 8.553799893146964e-06,
      "loss": 0.1481,
      "step": 4933
    },
    {
      "epoch": 0.7452046518652772,
      "grad_norm": 1.8115356705746748,
      "learning_rate": 8.553243561882449e-06,
      "loss": 0.1502,
      "step": 4934
    },
    {
      "epoch": 0.7453556864521975,
      "grad_norm": 2.0281044683395653,
      "learning_rate": 8.55268714173159e-06,
      "loss": 0.1452,
      "step": 4935
    },
    {
      "epoch": 0.745506721039118,
      "grad_norm": 1.9388739299036475,
      "learning_rate": 8.552130632708308e-06,
      "loss": 0.1457,
      "step": 4936
    },
    {
      "epoch": 0.7456577556260383,
      "grad_norm": 2.2624191251826797,
      "learning_rate": 8.551574034826524e-06,
      "loss": 0.1459,
      "step": 4937
    },
    {
      "epoch": 0.7458087902129588,
      "grad_norm": 2.2761023275506784,
      "learning_rate": 8.551017348100161e-06,
      "loss": 0.1606,
      "step": 4938
    },
    {
      "epoch": 0.7459598247998792,
      "grad_norm": 2.3773105212120864,
      "learning_rate": 8.550460572543147e-06,
      "loss": 0.1554,
      "step": 4939
    },
    {
      "epoch": 0.7461108593867996,
      "grad_norm": 1.9367424117789014,
      "learning_rate": 8.549903708169406e-06,
      "loss": 0.1534,
      "step": 4940
    },
    {
      "epoch": 0.74626189397372,
      "grad_norm": 1.7763926327976602,
      "learning_rate": 8.54934675499287e-06,
      "loss": 0.1456,
      "step": 4941
    },
    {
      "epoch": 0.7464129285606403,
      "grad_norm": 2.165856048473013,
      "learning_rate": 8.548789713027477e-06,
      "loss": 0.1227,
      "step": 4942
    },
    {
      "epoch": 0.7465639631475608,
      "grad_norm": 2.3965840168519934,
      "learning_rate": 8.548232582287153e-06,
      "loss": 0.1501,
      "step": 4943
    },
    {
      "epoch": 0.7467149977344812,
      "grad_norm": 1.9105827368770834,
      "learning_rate": 8.547675362785839e-06,
      "loss": 0.1496,
      "step": 4944
    },
    {
      "epoch": 0.7468660323214016,
      "grad_norm": 2.0509334541823656,
      "learning_rate": 8.547118054537472e-06,
      "loss": 0.1483,
      "step": 4945
    },
    {
      "epoch": 0.747017066908322,
      "grad_norm": 1.8719796222107332,
      "learning_rate": 8.546560657556e-06,
      "loss": 0.1497,
      "step": 4946
    },
    {
      "epoch": 0.7471681014952424,
      "grad_norm": 2.2083604466449915,
      "learning_rate": 8.546003171855359e-06,
      "loss": 0.1356,
      "step": 4947
    },
    {
      "epoch": 0.7473191360821628,
      "grad_norm": 1.5887289184409636,
      "learning_rate": 8.545445597449498e-06,
      "loss": 0.124,
      "step": 4948
    },
    {
      "epoch": 0.7474701706690832,
      "grad_norm": 1.9403095886750947,
      "learning_rate": 8.544887934352364e-06,
      "loss": 0.1431,
      "step": 4949
    },
    {
      "epoch": 0.7476212052560036,
      "grad_norm": 2.3797642168631086,
      "learning_rate": 8.544330182577909e-06,
      "loss": 0.1651,
      "step": 4950
    },
    {
      "epoch": 0.7477722398429241,
      "grad_norm": 3.156016291590645,
      "learning_rate": 8.543772342140083e-06,
      "loss": 0.1404,
      "step": 4951
    },
    {
      "epoch": 0.7479232744298444,
      "grad_norm": 2.3360170400463707,
      "learning_rate": 8.543214413052843e-06,
      "loss": 0.1555,
      "step": 4952
    },
    {
      "epoch": 0.7480743090167649,
      "grad_norm": 2.4351091247371084,
      "learning_rate": 8.542656395330145e-06,
      "loss": 0.1476,
      "step": 4953
    },
    {
      "epoch": 0.7482253436036852,
      "grad_norm": 2.2836428541506435,
      "learning_rate": 8.542098288985948e-06,
      "loss": 0.1387,
      "step": 4954
    },
    {
      "epoch": 0.7483763781906057,
      "grad_norm": 1.7887741799329901,
      "learning_rate": 8.541540094034214e-06,
      "loss": 0.1274,
      "step": 4955
    },
    {
      "epoch": 0.7485274127775261,
      "grad_norm": 2.4314424653370676,
      "learning_rate": 8.540981810488905e-06,
      "loss": 0.1659,
      "step": 4956
    },
    {
      "epoch": 0.7486784473644464,
      "grad_norm": 2.2715019815445747,
      "learning_rate": 8.540423438363989e-06,
      "loss": 0.1513,
      "step": 4957
    },
    {
      "epoch": 0.7488294819513669,
      "grad_norm": 1.9631213033419346,
      "learning_rate": 8.539864977673432e-06,
      "loss": 0.155,
      "step": 4958
    },
    {
      "epoch": 0.7489805165382872,
      "grad_norm": 2.815913793243631,
      "learning_rate": 8.539306428431204e-06,
      "loss": 0.1586,
      "step": 4959
    },
    {
      "epoch": 0.7491315511252077,
      "grad_norm": 2.124861105882016,
      "learning_rate": 8.53874779065128e-06,
      "loss": 0.1656,
      "step": 4960
    },
    {
      "epoch": 0.749282585712128,
      "grad_norm": 1.7965989537998914,
      "learning_rate": 8.538189064347633e-06,
      "loss": 0.1549,
      "step": 4961
    },
    {
      "epoch": 0.7494336202990485,
      "grad_norm": 2.5925993951045783,
      "learning_rate": 8.537630249534239e-06,
      "loss": 0.1678,
      "step": 4962
    },
    {
      "epoch": 0.7495846548859689,
      "grad_norm": 2.1888158367700403,
      "learning_rate": 8.537071346225077e-06,
      "loss": 0.1496,
      "step": 4963
    },
    {
      "epoch": 0.7497356894728893,
      "grad_norm": 3.1654863948533154,
      "learning_rate": 8.536512354434132e-06,
      "loss": 0.1554,
      "step": 4964
    },
    {
      "epoch": 0.7498867240598097,
      "grad_norm": 1.8749108613650514,
      "learning_rate": 8.535953274175382e-06,
      "loss": 0.144,
      "step": 4965
    },
    {
      "epoch": 0.7500377586467301,
      "grad_norm": 1.907684848036438,
      "learning_rate": 8.535394105462817e-06,
      "loss": 0.1404,
      "step": 4966
    },
    {
      "epoch": 0.7501887932336505,
      "grad_norm": 2.2555819524686402,
      "learning_rate": 8.534834848310423e-06,
      "loss": 0.1713,
      "step": 4967
    },
    {
      "epoch": 0.750339827820571,
      "grad_norm": 2.110828818287335,
      "learning_rate": 8.53427550273219e-06,
      "loss": 0.1563,
      "step": 4968
    },
    {
      "epoch": 0.7504908624074913,
      "grad_norm": 2.4765240820291616,
      "learning_rate": 8.53371606874211e-06,
      "loss": 0.1716,
      "step": 4969
    },
    {
      "epoch": 0.7506418969944118,
      "grad_norm": 1.747217343529524,
      "learning_rate": 8.53315654635418e-06,
      "loss": 0.1411,
      "step": 4970
    },
    {
      "epoch": 0.7507929315813321,
      "grad_norm": 2.3411012552118495,
      "learning_rate": 8.532596935582394e-06,
      "loss": 0.1513,
      "step": 4971
    },
    {
      "epoch": 0.7509439661682525,
      "grad_norm": 2.014976682884051,
      "learning_rate": 8.532037236440752e-06,
      "loss": 0.1692,
      "step": 4972
    },
    {
      "epoch": 0.7510950007551729,
      "grad_norm": 2.122144911127506,
      "learning_rate": 8.531477448943256e-06,
      "loss": 0.166,
      "step": 4973
    },
    {
      "epoch": 0.7512460353420933,
      "grad_norm": 2.364506202617792,
      "learning_rate": 8.530917573103908e-06,
      "loss": 0.1281,
      "step": 4974
    },
    {
      "epoch": 0.7513970699290138,
      "grad_norm": 2.4467699761336448,
      "learning_rate": 8.530357608936715e-06,
      "loss": 0.1644,
      "step": 4975
    },
    {
      "epoch": 0.7515481045159341,
      "grad_norm": 1.9647334048784166,
      "learning_rate": 8.529797556455682e-06,
      "loss": 0.1331,
      "step": 4976
    },
    {
      "epoch": 0.7516991391028546,
      "grad_norm": 1.9701520969551267,
      "learning_rate": 8.529237415674823e-06,
      "loss": 0.1433,
      "step": 4977
    },
    {
      "epoch": 0.7518501736897749,
      "grad_norm": 1.8589278118179862,
      "learning_rate": 8.528677186608147e-06,
      "loss": 0.124,
      "step": 4978
    },
    {
      "epoch": 0.7520012082766954,
      "grad_norm": 3.0590744409986934,
      "learning_rate": 8.528116869269672e-06,
      "loss": 0.1798,
      "step": 4979
    },
    {
      "epoch": 0.7521522428636158,
      "grad_norm": 1.915174206482815,
      "learning_rate": 8.52755646367341e-06,
      "loss": 0.1356,
      "step": 4980
    },
    {
      "epoch": 0.7523032774505362,
      "grad_norm": 1.7359074826734564,
      "learning_rate": 8.526995969833383e-06,
      "loss": 0.1331,
      "step": 4981
    },
    {
      "epoch": 0.7524543120374566,
      "grad_norm": 2.0060772870794277,
      "learning_rate": 8.52643538776361e-06,
      "loss": 0.1469,
      "step": 4982
    },
    {
      "epoch": 0.752605346624377,
      "grad_norm": 1.6586732964354969,
      "learning_rate": 8.525874717478118e-06,
      "loss": 0.1193,
      "step": 4983
    },
    {
      "epoch": 0.7527563812112974,
      "grad_norm": 2.758023178410298,
      "learning_rate": 8.525313958990928e-06,
      "loss": 0.1712,
      "step": 4984
    },
    {
      "epoch": 0.7529074157982177,
      "grad_norm": 2.5790443929582536,
      "learning_rate": 8.52475311231607e-06,
      "loss": 0.1684,
      "step": 4985
    },
    {
      "epoch": 0.7530584503851382,
      "grad_norm": 2.364860355670052,
      "learning_rate": 8.524192177467574e-06,
      "loss": 0.174,
      "step": 4986
    },
    {
      "epoch": 0.7532094849720586,
      "grad_norm": 2.5838307028908067,
      "learning_rate": 8.523631154459472e-06,
      "loss": 0.1668,
      "step": 4987
    },
    {
      "epoch": 0.753360519558979,
      "grad_norm": 1.9298161156467584,
      "learning_rate": 8.523070043305797e-06,
      "loss": 0.1372,
      "step": 4988
    },
    {
      "epoch": 0.7535115541458994,
      "grad_norm": 1.792931615709487,
      "learning_rate": 8.522508844020587e-06,
      "loss": 0.1175,
      "step": 4989
    },
    {
      "epoch": 0.7536625887328198,
      "grad_norm": 2.2288385199116236,
      "learning_rate": 8.521947556617882e-06,
      "loss": 0.1458,
      "step": 4990
    },
    {
      "epoch": 0.7538136233197402,
      "grad_norm": 2.431482538988341,
      "learning_rate": 8.521386181111719e-06,
      "loss": 0.1611,
      "step": 4991
    },
    {
      "epoch": 0.7539646579066607,
      "grad_norm": 2.5031456478281284,
      "learning_rate": 8.520824717516143e-06,
      "loss": 0.159,
      "step": 4992
    },
    {
      "epoch": 0.754115692493581,
      "grad_norm": 2.0644406334936796,
      "learning_rate": 8.520263165845201e-06,
      "loss": 0.1453,
      "step": 4993
    },
    {
      "epoch": 0.7542667270805015,
      "grad_norm": 1.9173173315553262,
      "learning_rate": 8.519701526112938e-06,
      "loss": 0.129,
      "step": 4994
    },
    {
      "epoch": 0.7544177616674218,
      "grad_norm": 2.5936409537198166,
      "learning_rate": 8.519139798333404e-06,
      "loss": 0.1469,
      "step": 4995
    },
    {
      "epoch": 0.7545687962543423,
      "grad_norm": 2.0054440525610935,
      "learning_rate": 8.518577982520653e-06,
      "loss": 0.1501,
      "step": 4996
    },
    {
      "epoch": 0.7547198308412626,
      "grad_norm": 1.9412833955604325,
      "learning_rate": 8.518016078688738e-06,
      "loss": 0.1434,
      "step": 4997
    },
    {
      "epoch": 0.754870865428183,
      "grad_norm": 2.074630514881935,
      "learning_rate": 8.517454086851716e-06,
      "loss": 0.1411,
      "step": 4998
    },
    {
      "epoch": 0.7550219000151035,
      "grad_norm": 2.197596123235772,
      "learning_rate": 8.516892007023642e-06,
      "loss": 0.1479,
      "step": 4999
    },
    {
      "epoch": 0.7551729346020238,
      "grad_norm": 3.49955150890958,
      "learning_rate": 8.516329839218582e-06,
      "loss": 0.1951,
      "step": 5000
    },
    {
      "epoch": 0.7553239691889443,
      "grad_norm": 1.704912070286995,
      "learning_rate": 8.515767583450596e-06,
      "loss": 0.1415,
      "step": 5001
    },
    {
      "epoch": 0.7554750037758646,
      "grad_norm": 2.6559873250476342,
      "learning_rate": 8.51520523973375e-06,
      "loss": 0.174,
      "step": 5002
    },
    {
      "epoch": 0.7556260383627851,
      "grad_norm": 1.9098919037029498,
      "learning_rate": 8.514642808082108e-06,
      "loss": 0.119,
      "step": 5003
    },
    {
      "epoch": 0.7557770729497055,
      "grad_norm": 1.8565323880553661,
      "learning_rate": 8.514080288509744e-06,
      "loss": 0.1343,
      "step": 5004
    },
    {
      "epoch": 0.7559281075366259,
      "grad_norm": 2.3613261716368728,
      "learning_rate": 8.51351768103073e-06,
      "loss": 0.1642,
      "step": 5005
    },
    {
      "epoch": 0.7560791421235463,
      "grad_norm": 2.70327903181652,
      "learning_rate": 8.512954985659136e-06,
      "loss": 0.2038,
      "step": 5006
    },
    {
      "epoch": 0.7562301767104667,
      "grad_norm": 1.9737286667090364,
      "learning_rate": 8.512392202409041e-06,
      "loss": 0.1339,
      "step": 5007
    },
    {
      "epoch": 0.7563812112973871,
      "grad_norm": 2.01138972261974,
      "learning_rate": 8.511829331294523e-06,
      "loss": 0.1372,
      "step": 5008
    },
    {
      "epoch": 0.7565322458843075,
      "grad_norm": 1.9009632729476367,
      "learning_rate": 8.51126637232966e-06,
      "loss": 0.1519,
      "step": 5009
    },
    {
      "epoch": 0.7566832804712279,
      "grad_norm": 2.149579461749239,
      "learning_rate": 8.510703325528539e-06,
      "loss": 0.1551,
      "step": 5010
    },
    {
      "epoch": 0.7568343150581484,
      "grad_norm": 2.504259194870727,
      "learning_rate": 8.510140190905242e-06,
      "loss": 0.1375,
      "step": 5011
    },
    {
      "epoch": 0.7569853496450687,
      "grad_norm": 1.855207456909146,
      "learning_rate": 8.509576968473857e-06,
      "loss": 0.1313,
      "step": 5012
    },
    {
      "epoch": 0.7571363842319891,
      "grad_norm": 2.723496412801528,
      "learning_rate": 8.509013658248473e-06,
      "loss": 0.1637,
      "step": 5013
    },
    {
      "epoch": 0.7572874188189095,
      "grad_norm": 2.3780341263159004,
      "learning_rate": 8.508450260243182e-06,
      "loss": 0.1748,
      "step": 5014
    },
    {
      "epoch": 0.7574384534058299,
      "grad_norm": 1.9321748067586666,
      "learning_rate": 8.507886774472077e-06,
      "loss": 0.133,
      "step": 5015
    },
    {
      "epoch": 0.7575894879927504,
      "grad_norm": 2.0664779108439735,
      "learning_rate": 8.507323200949253e-06,
      "loss": 0.1349,
      "step": 5016
    },
    {
      "epoch": 0.7577405225796707,
      "grad_norm": 2.6909393729928848,
      "learning_rate": 8.506759539688812e-06,
      "loss": 0.1353,
      "step": 5017
    },
    {
      "epoch": 0.7578915571665912,
      "grad_norm": 2.7760792611033436,
      "learning_rate": 8.50619579070485e-06,
      "loss": 0.1726,
      "step": 5018
    },
    {
      "epoch": 0.7580425917535115,
      "grad_norm": 1.9911750870818516,
      "learning_rate": 8.505631954011472e-06,
      "loss": 0.1525,
      "step": 5019
    },
    {
      "epoch": 0.758193626340432,
      "grad_norm": 2.455000621975255,
      "learning_rate": 8.50506802962278e-06,
      "loss": 0.1587,
      "step": 5020
    },
    {
      "epoch": 0.7583446609273523,
      "grad_norm": 2.2784333968019514,
      "learning_rate": 8.504504017552886e-06,
      "loss": 0.1509,
      "step": 5021
    },
    {
      "epoch": 0.7584956955142728,
      "grad_norm": 2.2011775177390622,
      "learning_rate": 8.503939917815892e-06,
      "loss": 0.1431,
      "step": 5022
    },
    {
      "epoch": 0.7586467301011932,
      "grad_norm": 3.4036206842953116,
      "learning_rate": 8.503375730425917e-06,
      "loss": 0.1635,
      "step": 5023
    },
    {
      "epoch": 0.7587977646881136,
      "grad_norm": 2.648111757361365,
      "learning_rate": 8.502811455397069e-06,
      "loss": 0.1689,
      "step": 5024
    },
    {
      "epoch": 0.758948799275034,
      "grad_norm": 2.1344555363929065,
      "learning_rate": 8.502247092743464e-06,
      "loss": 0.1693,
      "step": 5025
    },
    {
      "epoch": 0.7590998338619543,
      "grad_norm": 1.9666597692619416,
      "learning_rate": 8.501682642479223e-06,
      "loss": 0.1255,
      "step": 5026
    },
    {
      "epoch": 0.7592508684488748,
      "grad_norm": 1.8579256958727515,
      "learning_rate": 8.501118104618462e-06,
      "loss": 0.141,
      "step": 5027
    },
    {
      "epoch": 0.7594019030357952,
      "grad_norm": 1.97748461741409,
      "learning_rate": 8.500553479175306e-06,
      "loss": 0.1469,
      "step": 5028
    },
    {
      "epoch": 0.7595529376227156,
      "grad_norm": 2.165496515479349,
      "learning_rate": 8.49998876616388e-06,
      "loss": 0.1628,
      "step": 5029
    },
    {
      "epoch": 0.759703972209636,
      "grad_norm": 2.059273106203058,
      "learning_rate": 8.499423965598308e-06,
      "loss": 0.1676,
      "step": 5030
    },
    {
      "epoch": 0.7598550067965564,
      "grad_norm": 2.457731053060718,
      "learning_rate": 8.498859077492722e-06,
      "loss": 0.1696,
      "step": 5031
    },
    {
      "epoch": 0.7600060413834768,
      "grad_norm": 1.8925384335070652,
      "learning_rate": 8.498294101861248e-06,
      "loss": 0.1396,
      "step": 5032
    },
    {
      "epoch": 0.7601570759703972,
      "grad_norm": 1.9634682195617037,
      "learning_rate": 8.497729038718026e-06,
      "loss": 0.1395,
      "step": 5033
    },
    {
      "epoch": 0.7603081105573176,
      "grad_norm": 2.36019465426681,
      "learning_rate": 8.497163888077185e-06,
      "loss": 0.1552,
      "step": 5034
    },
    {
      "epoch": 0.7604591451442381,
      "grad_norm": 1.9043151998994767,
      "learning_rate": 8.496598649952865e-06,
      "loss": 0.1423,
      "step": 5035
    },
    {
      "epoch": 0.7606101797311584,
      "grad_norm": 2.2927561431135497,
      "learning_rate": 8.496033324359207e-06,
      "loss": 0.1352,
      "step": 5036
    },
    {
      "epoch": 0.7607612143180789,
      "grad_norm": 1.9587061016467309,
      "learning_rate": 8.495467911310354e-06,
      "loss": 0.1321,
      "step": 5037
    },
    {
      "epoch": 0.7609122489049992,
      "grad_norm": 2.163209255922597,
      "learning_rate": 8.494902410820445e-06,
      "loss": 0.1494,
      "step": 5038
    },
    {
      "epoch": 0.7610632834919197,
      "grad_norm": 1.7373032248413083,
      "learning_rate": 8.49433682290363e-06,
      "loss": 0.1486,
      "step": 5039
    },
    {
      "epoch": 0.7612143180788401,
      "grad_norm": 2.5652950089807915,
      "learning_rate": 8.493771147574057e-06,
      "loss": 0.1674,
      "step": 5040
    },
    {
      "epoch": 0.7613653526657604,
      "grad_norm": 2.070210362063369,
      "learning_rate": 8.493205384845875e-06,
      "loss": 0.1462,
      "step": 5041
    },
    {
      "epoch": 0.7615163872526809,
      "grad_norm": 2.234082761490726,
      "learning_rate": 8.49263953473324e-06,
      "loss": 0.152,
      "step": 5042
    },
    {
      "epoch": 0.7616674218396012,
      "grad_norm": 2.1419626819066044,
      "learning_rate": 8.492073597250306e-06,
      "loss": 0.1521,
      "step": 5043
    },
    {
      "epoch": 0.7618184564265217,
      "grad_norm": 1.8314983591930343,
      "learning_rate": 8.491507572411228e-06,
      "loss": 0.1296,
      "step": 5044
    },
    {
      "epoch": 0.761969491013442,
      "grad_norm": 3.1940332100569324,
      "learning_rate": 8.490941460230169e-06,
      "loss": 0.1756,
      "step": 5045
    },
    {
      "epoch": 0.7621205256003625,
      "grad_norm": 2.6859678629282104,
      "learning_rate": 8.490375260721287e-06,
      "loss": 0.1703,
      "step": 5046
    },
    {
      "epoch": 0.7622715601872829,
      "grad_norm": 2.771846854803047,
      "learning_rate": 8.489808973898748e-06,
      "loss": 0.1748,
      "step": 5047
    },
    {
      "epoch": 0.7624225947742033,
      "grad_norm": 1.9800140625384002,
      "learning_rate": 8.489242599776717e-06,
      "loss": 0.1371,
      "step": 5048
    },
    {
      "epoch": 0.7625736293611237,
      "grad_norm": 1.8355872925623336,
      "learning_rate": 8.488676138369362e-06,
      "loss": 0.1255,
      "step": 5049
    },
    {
      "epoch": 0.7627246639480441,
      "grad_norm": 2.3793782436079005,
      "learning_rate": 8.488109589690855e-06,
      "loss": 0.143,
      "step": 5050
    },
    {
      "epoch": 0.7628756985349645,
      "grad_norm": 1.972356774356095,
      "learning_rate": 8.487542953755368e-06,
      "loss": 0.15,
      "step": 5051
    },
    {
      "epoch": 0.763026733121885,
      "grad_norm": 2.4573818804162353,
      "learning_rate": 8.486976230577074e-06,
      "loss": 0.1492,
      "step": 5052
    },
    {
      "epoch": 0.7631777677088053,
      "grad_norm": 2.078862263223112,
      "learning_rate": 8.486409420170152e-06,
      "loss": 0.1564,
      "step": 5053
    },
    {
      "epoch": 0.7633288022957258,
      "grad_norm": 2.1499398974668917,
      "learning_rate": 8.48584252254878e-06,
      "loss": 0.1387,
      "step": 5054
    },
    {
      "epoch": 0.7634798368826461,
      "grad_norm": 2.1869392109712673,
      "learning_rate": 8.485275537727138e-06,
      "loss": 0.142,
      "step": 5055
    },
    {
      "epoch": 0.7636308714695665,
      "grad_norm": 2.1403656848882746,
      "learning_rate": 8.484708465719413e-06,
      "loss": 0.1502,
      "step": 5056
    },
    {
      "epoch": 0.7637819060564869,
      "grad_norm": 1.6377637293328369,
      "learning_rate": 8.484141306539786e-06,
      "loss": 0.1297,
      "step": 5057
    },
    {
      "epoch": 0.7639329406434073,
      "grad_norm": 1.5942642438854489,
      "learning_rate": 8.48357406020245e-06,
      "loss": 0.122,
      "step": 5058
    },
    {
      "epoch": 0.7640839752303278,
      "grad_norm": 4.350946940648535,
      "learning_rate": 8.483006726721592e-06,
      "loss": 0.1874,
      "step": 5059
    },
    {
      "epoch": 0.7642350098172481,
      "grad_norm": 2.1344529704279083,
      "learning_rate": 8.482439306111402e-06,
      "loss": 0.1526,
      "step": 5060
    },
    {
      "epoch": 0.7643860444041686,
      "grad_norm": 2.0142586576895414,
      "learning_rate": 8.481871798386078e-06,
      "loss": 0.1414,
      "step": 5061
    },
    {
      "epoch": 0.7645370789910889,
      "grad_norm": 2.1880937190165715,
      "learning_rate": 8.481304203559814e-06,
      "loss": 0.1504,
      "step": 5062
    },
    {
      "epoch": 0.7646881135780094,
      "grad_norm": 1.8679217453196162,
      "learning_rate": 8.480736521646813e-06,
      "loss": 0.1228,
      "step": 5063
    },
    {
      "epoch": 0.7648391481649298,
      "grad_norm": 2.020696984915641,
      "learning_rate": 8.480168752661271e-06,
      "loss": 0.1607,
      "step": 5064
    },
    {
      "epoch": 0.7649901827518502,
      "grad_norm": 1.773506048590794,
      "learning_rate": 8.479600896617393e-06,
      "loss": 0.1414,
      "step": 5065
    },
    {
      "epoch": 0.7651412173387706,
      "grad_norm": 4.7362915985216745,
      "learning_rate": 8.479032953529384e-06,
      "loss": 0.1471,
      "step": 5066
    },
    {
      "epoch": 0.765292251925691,
      "grad_norm": 2.497026825126742,
      "learning_rate": 8.478464923411451e-06,
      "loss": 0.1475,
      "step": 5067
    },
    {
      "epoch": 0.7654432865126114,
      "grad_norm": 2.185308398089561,
      "learning_rate": 8.477896806277806e-06,
      "loss": 0.1289,
      "step": 5068
    },
    {
      "epoch": 0.7655943210995317,
      "grad_norm": 1.7637456836791707,
      "learning_rate": 8.477328602142657e-06,
      "loss": 0.1296,
      "step": 5069
    },
    {
      "epoch": 0.7657453556864522,
      "grad_norm": 1.9750044946127177,
      "learning_rate": 8.47676031102022e-06,
      "loss": 0.1534,
      "step": 5070
    },
    {
      "epoch": 0.7658963902733726,
      "grad_norm": 1.7089811143405147,
      "learning_rate": 8.476191932924711e-06,
      "loss": 0.1291,
      "step": 5071
    },
    {
      "epoch": 0.766047424860293,
      "grad_norm": 3.7431494518301505,
      "learning_rate": 8.475623467870348e-06,
      "loss": 0.1783,
      "step": 5072
    },
    {
      "epoch": 0.7661984594472134,
      "grad_norm": 1.9367678814367753,
      "learning_rate": 8.475054915871353e-06,
      "loss": 0.1624,
      "step": 5073
    },
    {
      "epoch": 0.7663494940341338,
      "grad_norm": 1.9317751082433667,
      "learning_rate": 8.474486276941947e-06,
      "loss": 0.1428,
      "step": 5074
    },
    {
      "epoch": 0.7665005286210542,
      "grad_norm": 2.0649194336809353,
      "learning_rate": 8.473917551096353e-06,
      "loss": 0.1642,
      "step": 5075
    },
    {
      "epoch": 0.7666515632079747,
      "grad_norm": 2.173762151258399,
      "learning_rate": 8.473348738348802e-06,
      "loss": 0.1433,
      "step": 5076
    },
    {
      "epoch": 0.766802597794895,
      "grad_norm": 2.4948977620001167,
      "learning_rate": 8.47277983871352e-06,
      "loss": 0.1281,
      "step": 5077
    },
    {
      "epoch": 0.7669536323818155,
      "grad_norm": 2.359031197031239,
      "learning_rate": 8.472210852204741e-06,
      "loss": 0.1396,
      "step": 5078
    },
    {
      "epoch": 0.7671046669687358,
      "grad_norm": 1.9583462453255285,
      "learning_rate": 8.471641778836698e-06,
      "loss": 0.1455,
      "step": 5079
    },
    {
      "epoch": 0.7672557015556563,
      "grad_norm": 1.8720747940575473,
      "learning_rate": 8.471072618623624e-06,
      "loss": 0.1284,
      "step": 5080
    },
    {
      "epoch": 0.7674067361425766,
      "grad_norm": 2.394205907819114,
      "learning_rate": 8.470503371579759e-06,
      "loss": 0.15,
      "step": 5081
    },
    {
      "epoch": 0.767557770729497,
      "grad_norm": 2.532832886327164,
      "learning_rate": 8.469934037719342e-06,
      "loss": 0.165,
      "step": 5082
    },
    {
      "epoch": 0.7677088053164175,
      "grad_norm": 3.339233884328545,
      "learning_rate": 8.46936461705662e-06,
      "loss": 0.1724,
      "step": 5083
    },
    {
      "epoch": 0.7678598399033378,
      "grad_norm": 1.7479106210111541,
      "learning_rate": 8.468795109605829e-06,
      "loss": 0.1373,
      "step": 5084
    },
    {
      "epoch": 0.7680108744902583,
      "grad_norm": 1.8557994280417018,
      "learning_rate": 8.46822551538122e-06,
      "loss": 0.1307,
      "step": 5085
    },
    {
      "epoch": 0.7681619090771786,
      "grad_norm": 2.0804781407377795,
      "learning_rate": 8.467655834397042e-06,
      "loss": 0.1375,
      "step": 5086
    },
    {
      "epoch": 0.7683129436640991,
      "grad_norm": 2.0082829179629145,
      "learning_rate": 8.467086066667547e-06,
      "loss": 0.1426,
      "step": 5087
    },
    {
      "epoch": 0.7684639782510195,
      "grad_norm": 2.344150396892425,
      "learning_rate": 8.466516212206984e-06,
      "loss": 0.1479,
      "step": 5088
    },
    {
      "epoch": 0.7686150128379399,
      "grad_norm": 1.8414681328220046,
      "learning_rate": 8.465946271029612e-06,
      "loss": 0.1349,
      "step": 5089
    },
    {
      "epoch": 0.7687660474248603,
      "grad_norm": 2.073459224338276,
      "learning_rate": 8.465376243149687e-06,
      "loss": 0.136,
      "step": 5090
    },
    {
      "epoch": 0.7689170820117807,
      "grad_norm": 2.652967874560771,
      "learning_rate": 8.464806128581469e-06,
      "loss": 0.1788,
      "step": 5091
    },
    {
      "epoch": 0.7690681165987011,
      "grad_norm": 2.514056751299902,
      "learning_rate": 8.46423592733922e-06,
      "loss": 0.1431,
      "step": 5092
    },
    {
      "epoch": 0.7692191511856215,
      "grad_norm": 1.6295982769152257,
      "learning_rate": 8.463665639437202e-06,
      "loss": 0.1241,
      "step": 5093
    },
    {
      "epoch": 0.7693701857725419,
      "grad_norm": 2.1027649828935293,
      "learning_rate": 8.463095264889683e-06,
      "loss": 0.152,
      "step": 5094
    },
    {
      "epoch": 0.7695212203594624,
      "grad_norm": 1.909385609205081,
      "learning_rate": 8.46252480371093e-06,
      "loss": 0.1379,
      "step": 5095
    },
    {
      "epoch": 0.7696722549463827,
      "grad_norm": 2.4030735659806277,
      "learning_rate": 8.461954255915215e-06,
      "loss": 0.1305,
      "step": 5096
    },
    {
      "epoch": 0.7698232895333031,
      "grad_norm": 2.1048015076950626,
      "learning_rate": 8.461383621516808e-06,
      "loss": 0.1314,
      "step": 5097
    },
    {
      "epoch": 0.7699743241202235,
      "grad_norm": 2.04204909344493,
      "learning_rate": 8.460812900529986e-06,
      "loss": 0.1438,
      "step": 5098
    },
    {
      "epoch": 0.7701253587071439,
      "grad_norm": 2.2573786164075127,
      "learning_rate": 8.460242092969024e-06,
      "loss": 0.1737,
      "step": 5099
    },
    {
      "epoch": 0.7702763932940644,
      "grad_norm": 2.574082174306891,
      "learning_rate": 8.459671198848203e-06,
      "loss": 0.1603,
      "step": 5100
    },
    {
      "epoch": 0.7704274278809847,
      "grad_norm": 2.2042743128441935,
      "learning_rate": 8.459100218181806e-06,
      "loss": 0.1572,
      "step": 5101
    },
    {
      "epoch": 0.7705784624679052,
      "grad_norm": 1.879539483373305,
      "learning_rate": 8.45852915098411e-06,
      "loss": 0.1403,
      "step": 5102
    },
    {
      "epoch": 0.7707294970548255,
      "grad_norm": 2.503522423005131,
      "learning_rate": 8.457957997269406e-06,
      "loss": 0.1684,
      "step": 5103
    },
    {
      "epoch": 0.770880531641746,
      "grad_norm": 2.0077422277737584,
      "learning_rate": 8.457386757051981e-06,
      "loss": 0.1405,
      "step": 5104
    },
    {
      "epoch": 0.7710315662286663,
      "grad_norm": 1.9676002109379855,
      "learning_rate": 8.456815430346123e-06,
      "loss": 0.157,
      "step": 5105
    },
    {
      "epoch": 0.7711826008155868,
      "grad_norm": 2.365768401956094,
      "learning_rate": 8.456244017166126e-06,
      "loss": 0.1545,
      "step": 5106
    },
    {
      "epoch": 0.7713336354025072,
      "grad_norm": 2.5326420035575015,
      "learning_rate": 8.455672517526281e-06,
      "loss": 0.1655,
      "step": 5107
    },
    {
      "epoch": 0.7714846699894276,
      "grad_norm": 1.934005819659821,
      "learning_rate": 8.45510093144089e-06,
      "loss": 0.1332,
      "step": 5108
    },
    {
      "epoch": 0.771635704576348,
      "grad_norm": 2.4191669621559835,
      "learning_rate": 8.454529258924246e-06,
      "loss": 0.147,
      "step": 5109
    },
    {
      "epoch": 0.7717867391632683,
      "grad_norm": 1.9851029328882075,
      "learning_rate": 8.453957499990653e-06,
      "loss": 0.1478,
      "step": 5110
    },
    {
      "epoch": 0.7719377737501888,
      "grad_norm": 1.655851409186764,
      "learning_rate": 8.453385654654411e-06,
      "loss": 0.1163,
      "step": 5111
    },
    {
      "epoch": 0.7720888083371092,
      "grad_norm": 2.0596636497905796,
      "learning_rate": 8.452813722929829e-06,
      "loss": 0.1506,
      "step": 5112
    },
    {
      "epoch": 0.7722398429240296,
      "grad_norm": 2.0751443676884342,
      "learning_rate": 8.452241704831212e-06,
      "loss": 0.1315,
      "step": 5113
    },
    {
      "epoch": 0.77239087751095,
      "grad_norm": 2.075066864457546,
      "learning_rate": 8.451669600372868e-06,
      "loss": 0.174,
      "step": 5114
    },
    {
      "epoch": 0.7725419120978704,
      "grad_norm": 1.808079832660701,
      "learning_rate": 8.451097409569108e-06,
      "loss": 0.1416,
      "step": 5115
    },
    {
      "epoch": 0.7726929466847908,
      "grad_norm": 1.9273357830258449,
      "learning_rate": 8.45052513243425e-06,
      "loss": 0.1295,
      "step": 5116
    },
    {
      "epoch": 0.7728439812717112,
      "grad_norm": 1.832984965079411,
      "learning_rate": 8.449952768982608e-06,
      "loss": 0.1369,
      "step": 5117
    },
    {
      "epoch": 0.7729950158586316,
      "grad_norm": 1.959634281367554,
      "learning_rate": 8.4493803192285e-06,
      "loss": 0.1513,
      "step": 5118
    },
    {
      "epoch": 0.7731460504455521,
      "grad_norm": 1.6077314040756525,
      "learning_rate": 8.448807783186243e-06,
      "loss": 0.1344,
      "step": 5119
    },
    {
      "epoch": 0.7732970850324724,
      "grad_norm": 2.1126094801510793,
      "learning_rate": 8.448235160870163e-06,
      "loss": 0.1585,
      "step": 5120
    },
    {
      "epoch": 0.7734481196193929,
      "grad_norm": 2.796516132327696,
      "learning_rate": 8.447662452294582e-06,
      "loss": 0.154,
      "step": 5121
    },
    {
      "epoch": 0.7735991542063132,
      "grad_norm": 2.413680965097096,
      "learning_rate": 8.447089657473829e-06,
      "loss": 0.138,
      "step": 5122
    },
    {
      "epoch": 0.7737501887932337,
      "grad_norm": 1.9954729698676725,
      "learning_rate": 8.446516776422233e-06,
      "loss": 0.1612,
      "step": 5123
    },
    {
      "epoch": 0.7739012233801541,
      "grad_norm": 4.55161565489598,
      "learning_rate": 8.445943809154121e-06,
      "loss": 0.1752,
      "step": 5124
    },
    {
      "epoch": 0.7740522579670744,
      "grad_norm": 1.433899349242588,
      "learning_rate": 8.445370755683829e-06,
      "loss": 0.11,
      "step": 5125
    },
    {
      "epoch": 0.7742032925539949,
      "grad_norm": 1.738697521216369,
      "learning_rate": 8.444797616025693e-06,
      "loss": 0.1331,
      "step": 5126
    },
    {
      "epoch": 0.7743543271409152,
      "grad_norm": 1.9324874297054415,
      "learning_rate": 8.444224390194049e-06,
      "loss": 0.1452,
      "step": 5127
    },
    {
      "epoch": 0.7745053617278357,
      "grad_norm": 1.8554395486908155,
      "learning_rate": 8.443651078203236e-06,
      "loss": 0.1377,
      "step": 5128
    },
    {
      "epoch": 0.774656396314756,
      "grad_norm": 2.018745843400344,
      "learning_rate": 8.443077680067597e-06,
      "loss": 0.1655,
      "step": 5129
    },
    {
      "epoch": 0.7748074309016765,
      "grad_norm": 6.1141355794550725,
      "learning_rate": 8.442504195801478e-06,
      "loss": 0.1569,
      "step": 5130
    },
    {
      "epoch": 0.7749584654885969,
      "grad_norm": 1.6612906655058828,
      "learning_rate": 8.44193062541922e-06,
      "loss": 0.1178,
      "step": 5131
    },
    {
      "epoch": 0.7751095000755173,
      "grad_norm": 2.5216750628273568,
      "learning_rate": 8.441356968935173e-06,
      "loss": 0.1658,
      "step": 5132
    },
    {
      "epoch": 0.7752605346624377,
      "grad_norm": 2.001554844242392,
      "learning_rate": 8.44078322636369e-06,
      "loss": 0.1493,
      "step": 5133
    },
    {
      "epoch": 0.7754115692493581,
      "grad_norm": 2.3604626434169727,
      "learning_rate": 8.44020939771912e-06,
      "loss": 0.159,
      "step": 5134
    },
    {
      "epoch": 0.7755626038362785,
      "grad_norm": 2.0488889066749425,
      "learning_rate": 8.43963548301582e-06,
      "loss": 0.1397,
      "step": 5135
    },
    {
      "epoch": 0.775713638423199,
      "grad_norm": 3.99460107737905,
      "learning_rate": 8.439061482268144e-06,
      "loss": 0.1922,
      "step": 5136
    },
    {
      "epoch": 0.7758646730101193,
      "grad_norm": 3.091525087848795,
      "learning_rate": 8.438487395490456e-06,
      "loss": 0.1431,
      "step": 5137
    },
    {
      "epoch": 0.7760157075970397,
      "grad_norm": 1.8229904419182494,
      "learning_rate": 8.437913222697112e-06,
      "loss": 0.1419,
      "step": 5138
    },
    {
      "epoch": 0.7761667421839601,
      "grad_norm": 3.1122123858117114,
      "learning_rate": 8.437338963902478e-06,
      "loss": 0.1648,
      "step": 5139
    },
    {
      "epoch": 0.7763177767708805,
      "grad_norm": 1.8629114747368325,
      "learning_rate": 8.436764619120916e-06,
      "loss": 0.1455,
      "step": 5140
    },
    {
      "epoch": 0.7764688113578009,
      "grad_norm": 2.3112160270391158,
      "learning_rate": 8.4361901883668e-06,
      "loss": 0.1418,
      "step": 5141
    },
    {
      "epoch": 0.7766198459447213,
      "grad_norm": 2.571671780607768,
      "learning_rate": 8.435615671654493e-06,
      "loss": 0.1534,
      "step": 5142
    },
    {
      "epoch": 0.7767708805316418,
      "grad_norm": 1.8882487514018018,
      "learning_rate": 8.43504106899837e-06,
      "loss": 0.1336,
      "step": 5143
    },
    {
      "epoch": 0.7769219151185621,
      "grad_norm": 2.1676718201382847,
      "learning_rate": 8.434466380412807e-06,
      "loss": 0.1326,
      "step": 5144
    },
    {
      "epoch": 0.7770729497054826,
      "grad_norm": 2.406228762299424,
      "learning_rate": 8.433891605912177e-06,
      "loss": 0.1825,
      "step": 5145
    },
    {
      "epoch": 0.7772239842924029,
      "grad_norm": 2.0253835296889964,
      "learning_rate": 8.433316745510858e-06,
      "loss": 0.1649,
      "step": 5146
    },
    {
      "epoch": 0.7773750188793234,
      "grad_norm": 1.8834303600248228,
      "learning_rate": 8.432741799223232e-06,
      "loss": 0.152,
      "step": 5147
    },
    {
      "epoch": 0.7775260534662438,
      "grad_norm": 2.2633152317967666,
      "learning_rate": 8.432166767063681e-06,
      "loss": 0.1495,
      "step": 5148
    },
    {
      "epoch": 0.7776770880531642,
      "grad_norm": 8.178480956492292,
      "learning_rate": 8.431591649046591e-06,
      "loss": 0.1524,
      "step": 5149
    },
    {
      "epoch": 0.7778281226400846,
      "grad_norm": 2.51198410051908,
      "learning_rate": 8.431016445186348e-06,
      "loss": 0.1628,
      "step": 5150
    },
    {
      "epoch": 0.777979157227005,
      "grad_norm": 1.9156230192859336,
      "learning_rate": 8.43044115549734e-06,
      "loss": 0.1396,
      "step": 5151
    },
    {
      "epoch": 0.7781301918139254,
      "grad_norm": 2.4963652473635136,
      "learning_rate": 8.42986577999396e-06,
      "loss": 0.1508,
      "step": 5152
    },
    {
      "epoch": 0.7782812264008458,
      "grad_norm": 2.1578897273466664,
      "learning_rate": 8.429290318690598e-06,
      "loss": 0.1544,
      "step": 5153
    },
    {
      "epoch": 0.7784322609877662,
      "grad_norm": 2.271202147365994,
      "learning_rate": 8.428714771601654e-06,
      "loss": 0.1412,
      "step": 5154
    },
    {
      "epoch": 0.7785832955746866,
      "grad_norm": 2.4547654057590904,
      "learning_rate": 8.428139138741522e-06,
      "loss": 0.1524,
      "step": 5155
    },
    {
      "epoch": 0.778734330161607,
      "grad_norm": 1.8870693251034334,
      "learning_rate": 8.427563420124606e-06,
      "loss": 0.1355,
      "step": 5156
    },
    {
      "epoch": 0.7788853647485274,
      "grad_norm": 1.9701125079343154,
      "learning_rate": 8.426987615765302e-06,
      "loss": 0.1543,
      "step": 5157
    },
    {
      "epoch": 0.7790363993354478,
      "grad_norm": 2.2180923859590247,
      "learning_rate": 8.426411725678018e-06,
      "loss": 0.1513,
      "step": 5158
    },
    {
      "epoch": 0.7791874339223682,
      "grad_norm": 1.9143064908337681,
      "learning_rate": 8.425835749877163e-06,
      "loss": 0.1407,
      "step": 5159
    },
    {
      "epoch": 0.7793384685092887,
      "grad_norm": 1.841364078822237,
      "learning_rate": 8.425259688377139e-06,
      "loss": 0.1379,
      "step": 5160
    },
    {
      "epoch": 0.779489503096209,
      "grad_norm": 1.8101310177014134,
      "learning_rate": 8.424683541192358e-06,
      "loss": 0.1504,
      "step": 5161
    },
    {
      "epoch": 0.7796405376831295,
      "grad_norm": 1.566403497807243,
      "learning_rate": 8.424107308337235e-06,
      "loss": 0.109,
      "step": 5162
    },
    {
      "epoch": 0.7797915722700498,
      "grad_norm": 2.1395635143928744,
      "learning_rate": 8.423530989826185e-06,
      "loss": 0.1726,
      "step": 5163
    },
    {
      "epoch": 0.7799426068569703,
      "grad_norm": 1.862342604017711,
      "learning_rate": 8.422954585673623e-06,
      "loss": 0.1229,
      "step": 5164
    },
    {
      "epoch": 0.7800936414438907,
      "grad_norm": 2.0248155034531097,
      "learning_rate": 8.422378095893968e-06,
      "loss": 0.1451,
      "step": 5165
    },
    {
      "epoch": 0.780244676030811,
      "grad_norm": 2.0353516243279115,
      "learning_rate": 8.421801520501643e-06,
      "loss": 0.1509,
      "step": 5166
    },
    {
      "epoch": 0.7803957106177315,
      "grad_norm": 1.9836637207918233,
      "learning_rate": 8.42122485951107e-06,
      "loss": 0.1504,
      "step": 5167
    },
    {
      "epoch": 0.7805467452046518,
      "grad_norm": 1.766269402108638,
      "learning_rate": 8.420648112936673e-06,
      "loss": 0.1398,
      "step": 5168
    },
    {
      "epoch": 0.7806977797915723,
      "grad_norm": 1.7949945551354614,
      "learning_rate": 8.420071280792884e-06,
      "loss": 0.1264,
      "step": 5169
    },
    {
      "epoch": 0.7808488143784926,
      "grad_norm": 2.4623420722124743,
      "learning_rate": 8.419494363094129e-06,
      "loss": 0.1494,
      "step": 5170
    },
    {
      "epoch": 0.7809998489654131,
      "grad_norm": 2.755820768224055,
      "learning_rate": 8.418917359854841e-06,
      "loss": 0.1635,
      "step": 5171
    },
    {
      "epoch": 0.7811508835523335,
      "grad_norm": 2.8656592073618694,
      "learning_rate": 8.418340271089456e-06,
      "loss": 0.1656,
      "step": 5172
    },
    {
      "epoch": 0.7813019181392539,
      "grad_norm": 2.187175492384709,
      "learning_rate": 8.417763096812406e-06,
      "loss": 0.1273,
      "step": 5173
    },
    {
      "epoch": 0.7814529527261743,
      "grad_norm": 2.0625395973132425,
      "learning_rate": 8.417185837038133e-06,
      "loss": 0.1583,
      "step": 5174
    },
    {
      "epoch": 0.7816039873130947,
      "grad_norm": 2.2393830531970855,
      "learning_rate": 8.416608491781075e-06,
      "loss": 0.14,
      "step": 5175
    },
    {
      "epoch": 0.7817550219000151,
      "grad_norm": 1.9671009030341498,
      "learning_rate": 8.416031061055677e-06,
      "loss": 0.1304,
      "step": 5176
    },
    {
      "epoch": 0.7819060564869356,
      "grad_norm": 2.299802598716901,
      "learning_rate": 8.415453544876382e-06,
      "loss": 0.1548,
      "step": 5177
    },
    {
      "epoch": 0.7820570910738559,
      "grad_norm": 2.4471038402309233,
      "learning_rate": 8.414875943257638e-06,
      "loss": 0.1617,
      "step": 5178
    },
    {
      "epoch": 0.7822081256607764,
      "grad_norm": 2.1552656079109784,
      "learning_rate": 8.414298256213892e-06,
      "loss": 0.1694,
      "step": 5179
    },
    {
      "epoch": 0.7823591602476967,
      "grad_norm": 1.8697308281973628,
      "learning_rate": 8.413720483759598e-06,
      "loss": 0.1271,
      "step": 5180
    },
    {
      "epoch": 0.7825101948346171,
      "grad_norm": 2.3404706281384224,
      "learning_rate": 8.413142625909207e-06,
      "loss": 0.1341,
      "step": 5181
    },
    {
      "epoch": 0.7826612294215375,
      "grad_norm": 2.0090177135748433,
      "learning_rate": 8.412564682677176e-06,
      "loss": 0.1359,
      "step": 5182
    },
    {
      "epoch": 0.7828122640084579,
      "grad_norm": 2.2247752156680023,
      "learning_rate": 8.411986654077961e-06,
      "loss": 0.1584,
      "step": 5183
    },
    {
      "epoch": 0.7829632985953784,
      "grad_norm": 2.530834802624412,
      "learning_rate": 8.411408540126023e-06,
      "loss": 0.1652,
      "step": 5184
    },
    {
      "epoch": 0.7831143331822987,
      "grad_norm": 2.08998030566527,
      "learning_rate": 8.410830340835824e-06,
      "loss": 0.161,
      "step": 5185
    },
    {
      "epoch": 0.7832653677692192,
      "grad_norm": 2.5645627445742822,
      "learning_rate": 8.410252056221826e-06,
      "loss": 0.1491,
      "step": 5186
    },
    {
      "epoch": 0.7834164023561395,
      "grad_norm": 2.174645075547037,
      "learning_rate": 8.4096736862985e-06,
      "loss": 0.1577,
      "step": 5187
    },
    {
      "epoch": 0.78356743694306,
      "grad_norm": 1.8361709365482195,
      "learning_rate": 8.409095231080307e-06,
      "loss": 0.124,
      "step": 5188
    },
    {
      "epoch": 0.7837184715299804,
      "grad_norm": 2.2824430018158015,
      "learning_rate": 8.408516690581721e-06,
      "loss": 0.1363,
      "step": 5189
    },
    {
      "epoch": 0.7838695061169008,
      "grad_norm": 2.187400089509381,
      "learning_rate": 8.407938064817216e-06,
      "loss": 0.1368,
      "step": 5190
    },
    {
      "epoch": 0.7840205407038212,
      "grad_norm": 2.5990574921356555,
      "learning_rate": 8.407359353801266e-06,
      "loss": 0.1358,
      "step": 5191
    },
    {
      "epoch": 0.7841715752907416,
      "grad_norm": 1.9184916809724977,
      "learning_rate": 8.406780557548346e-06,
      "loss": 0.1426,
      "step": 5192
    },
    {
      "epoch": 0.784322609877662,
      "grad_norm": 2.060504025595185,
      "learning_rate": 8.406201676072935e-06,
      "loss": 0.1564,
      "step": 5193
    },
    {
      "epoch": 0.7844736444645823,
      "grad_norm": 2.5826053965647726,
      "learning_rate": 8.405622709389517e-06,
      "loss": 0.146,
      "step": 5194
    },
    {
      "epoch": 0.7846246790515028,
      "grad_norm": 2.6342140126140055,
      "learning_rate": 8.405043657512572e-06,
      "loss": 0.1486,
      "step": 5195
    },
    {
      "epoch": 0.7847757136384232,
      "grad_norm": 2.7868039399553926,
      "learning_rate": 8.404464520456588e-06,
      "loss": 0.1675,
      "step": 5196
    },
    {
      "epoch": 0.7849267482253436,
      "grad_norm": 2.939344224723795,
      "learning_rate": 8.40388529823605e-06,
      "loss": 0.1389,
      "step": 5197
    },
    {
      "epoch": 0.785077782812264,
      "grad_norm": 2.358489588253979,
      "learning_rate": 8.403305990865447e-06,
      "loss": 0.1692,
      "step": 5198
    },
    {
      "epoch": 0.7852288173991844,
      "grad_norm": 1.6145853014238705,
      "learning_rate": 8.402726598359274e-06,
      "loss": 0.1269,
      "step": 5199
    },
    {
      "epoch": 0.7853798519861048,
      "grad_norm": 1.9379079918439088,
      "learning_rate": 8.402147120732021e-06,
      "loss": 0.1339,
      "step": 5200
    },
    {
      "epoch": 0.7855308865730253,
      "grad_norm": 2.419443289359307,
      "learning_rate": 8.401567557998188e-06,
      "loss": 0.1627,
      "step": 5201
    },
    {
      "epoch": 0.7856819211599456,
      "grad_norm": 1.8573353225714375,
      "learning_rate": 8.40098791017227e-06,
      "loss": 0.1306,
      "step": 5202
    },
    {
      "epoch": 0.7858329557468661,
      "grad_norm": 1.6218955743080945,
      "learning_rate": 8.400408177268768e-06,
      "loss": 0.1356,
      "step": 5203
    },
    {
      "epoch": 0.7859839903337864,
      "grad_norm": 2.230758522824415,
      "learning_rate": 8.399828359302185e-06,
      "loss": 0.1548,
      "step": 5204
    },
    {
      "epoch": 0.7861350249207069,
      "grad_norm": 1.6020181429281053,
      "learning_rate": 8.399248456287025e-06,
      "loss": 0.1075,
      "step": 5205
    },
    {
      "epoch": 0.7862860595076272,
      "grad_norm": 2.707418285980251,
      "learning_rate": 8.398668468237796e-06,
      "loss": 0.1781,
      "step": 5206
    },
    {
      "epoch": 0.7864370940945477,
      "grad_norm": 2.5137612722875757,
      "learning_rate": 8.398088395169002e-06,
      "loss": 0.1796,
      "step": 5207
    },
    {
      "epoch": 0.7865881286814681,
      "grad_norm": 1.8779245060755325,
      "learning_rate": 8.39750823709516e-06,
      "loss": 0.1357,
      "step": 5208
    },
    {
      "epoch": 0.7867391632683884,
      "grad_norm": 1.9939047525276556,
      "learning_rate": 8.396927994030778e-06,
      "loss": 0.1348,
      "step": 5209
    },
    {
      "epoch": 0.7868901978553089,
      "grad_norm": 2.522380906204141,
      "learning_rate": 8.396347665990376e-06,
      "loss": 0.1782,
      "step": 5210
    },
    {
      "epoch": 0.7870412324422292,
      "grad_norm": 2.2862684332199534,
      "learning_rate": 8.395767252988467e-06,
      "loss": 0.1412,
      "step": 5211
    },
    {
      "epoch": 0.7871922670291497,
      "grad_norm": 1.8590191050865703,
      "learning_rate": 8.395186755039571e-06,
      "loss": 0.1511,
      "step": 5212
    },
    {
      "epoch": 0.7873433016160701,
      "grad_norm": 2.212716050969119,
      "learning_rate": 8.394606172158212e-06,
      "loss": 0.1424,
      "step": 5213
    },
    {
      "epoch": 0.7874943362029905,
      "grad_norm": 1.8905007952054065,
      "learning_rate": 8.394025504358912e-06,
      "loss": 0.1337,
      "step": 5214
    },
    {
      "epoch": 0.7876453707899109,
      "grad_norm": 1.9634889625732885,
      "learning_rate": 8.393444751656194e-06,
      "loss": 0.1484,
      "step": 5215
    },
    {
      "epoch": 0.7877964053768313,
      "grad_norm": 2.2238648833401427,
      "learning_rate": 8.392863914064591e-06,
      "loss": 0.1262,
      "step": 5216
    },
    {
      "epoch": 0.7879474399637517,
      "grad_norm": 1.7566528516508437,
      "learning_rate": 8.392282991598629e-06,
      "loss": 0.141,
      "step": 5217
    },
    {
      "epoch": 0.7880984745506721,
      "grad_norm": 1.884361622846155,
      "learning_rate": 8.391701984272841e-06,
      "loss": 0.1479,
      "step": 5218
    },
    {
      "epoch": 0.7882495091375925,
      "grad_norm": 1.9886570946265474,
      "learning_rate": 8.391120892101763e-06,
      "loss": 0.1496,
      "step": 5219
    },
    {
      "epoch": 0.788400543724513,
      "grad_norm": 4.35234397751012,
      "learning_rate": 8.390539715099931e-06,
      "loss": 0.1638,
      "step": 5220
    },
    {
      "epoch": 0.7885515783114333,
      "grad_norm": 2.2793382851781576,
      "learning_rate": 8.389958453281882e-06,
      "loss": 0.1684,
      "step": 5221
    },
    {
      "epoch": 0.7887026128983537,
      "grad_norm": 2.4805927596882835,
      "learning_rate": 8.389377106662155e-06,
      "loss": 0.1564,
      "step": 5222
    },
    {
      "epoch": 0.7888536474852741,
      "grad_norm": 3.1404476736586195,
      "learning_rate": 8.388795675255297e-06,
      "loss": 0.1378,
      "step": 5223
    },
    {
      "epoch": 0.7890046820721945,
      "grad_norm": 2.065542444921722,
      "learning_rate": 8.38821415907585e-06,
      "loss": 0.146,
      "step": 5224
    },
    {
      "epoch": 0.789155716659115,
      "grad_norm": 1.7333229082836914,
      "learning_rate": 8.387632558138363e-06,
      "loss": 0.1398,
      "step": 5225
    },
    {
      "epoch": 0.7893067512460353,
      "grad_norm": 2.212850972380492,
      "learning_rate": 8.387050872457381e-06,
      "loss": 0.1337,
      "step": 5226
    },
    {
      "epoch": 0.7894577858329558,
      "grad_norm": 1.654115121498465,
      "learning_rate": 8.38646910204746e-06,
      "loss": 0.1344,
      "step": 5227
    },
    {
      "epoch": 0.7896088204198761,
      "grad_norm": 1.967689076719385,
      "learning_rate": 8.385887246923152e-06,
      "loss": 0.1407,
      "step": 5228
    },
    {
      "epoch": 0.7897598550067966,
      "grad_norm": 2.3168216461885733,
      "learning_rate": 8.38530530709901e-06,
      "loss": 0.1765,
      "step": 5229
    },
    {
      "epoch": 0.7899108895937169,
      "grad_norm": 2.8931928892733985,
      "learning_rate": 8.384723282589592e-06,
      "loss": 0.1469,
      "step": 5230
    },
    {
      "epoch": 0.7900619241806374,
      "grad_norm": 2.43268644341388,
      "learning_rate": 8.384141173409461e-06,
      "loss": 0.1666,
      "step": 5231
    },
    {
      "epoch": 0.7902129587675578,
      "grad_norm": 2.242282506784333,
      "learning_rate": 8.383558979573175e-06,
      "loss": 0.1556,
      "step": 5232
    },
    {
      "epoch": 0.7903639933544782,
      "grad_norm": 2.1499108240083076,
      "learning_rate": 8.3829767010953e-06,
      "loss": 0.147,
      "step": 5233
    },
    {
      "epoch": 0.7905150279413986,
      "grad_norm": 2.219854091796997,
      "learning_rate": 8.382394337990403e-06,
      "loss": 0.1516,
      "step": 5234
    },
    {
      "epoch": 0.790666062528319,
      "grad_norm": 2.2850908974329105,
      "learning_rate": 8.38181189027305e-06,
      "loss": 0.1572,
      "step": 5235
    },
    {
      "epoch": 0.7908170971152394,
      "grad_norm": 1.942904619181691,
      "learning_rate": 8.38122935795781e-06,
      "loss": 0.1591,
      "step": 5236
    },
    {
      "epoch": 0.7909681317021598,
      "grad_norm": 2.6010227862291693,
      "learning_rate": 8.38064674105926e-06,
      "loss": 0.1671,
      "step": 5237
    },
    {
      "epoch": 0.7911191662890802,
      "grad_norm": 2.233142536000535,
      "learning_rate": 8.38006403959197e-06,
      "loss": 0.1713,
      "step": 5238
    },
    {
      "epoch": 0.7912702008760006,
      "grad_norm": 2.032337265682637,
      "learning_rate": 8.379481253570519e-06,
      "loss": 0.1447,
      "step": 5239
    },
    {
      "epoch": 0.791421235462921,
      "grad_norm": 2.073722216936039,
      "learning_rate": 8.378898383009484e-06,
      "loss": 0.1501,
      "step": 5240
    },
    {
      "epoch": 0.7915722700498414,
      "grad_norm": 2.265877772554198,
      "learning_rate": 8.378315427923447e-06,
      "loss": 0.1637,
      "step": 5241
    },
    {
      "epoch": 0.7917233046367618,
      "grad_norm": 1.7835976569948901,
      "learning_rate": 8.377732388326992e-06,
      "loss": 0.125,
      "step": 5242
    },
    {
      "epoch": 0.7918743392236822,
      "grad_norm": 2.0514669199927784,
      "learning_rate": 8.377149264234703e-06,
      "loss": 0.1485,
      "step": 5243
    },
    {
      "epoch": 0.7920253738106027,
      "grad_norm": 2.3452470261178053,
      "learning_rate": 8.376566055661167e-06,
      "loss": 0.1632,
      "step": 5244
    },
    {
      "epoch": 0.792176408397523,
      "grad_norm": 1.9905395271008275,
      "learning_rate": 8.375982762620972e-06,
      "loss": 0.147,
      "step": 5245
    },
    {
      "epoch": 0.7923274429844435,
      "grad_norm": 1.6822990657560228,
      "learning_rate": 8.37539938512871e-06,
      "loss": 0.1211,
      "step": 5246
    },
    {
      "epoch": 0.7924784775713638,
      "grad_norm": 2.383532176344015,
      "learning_rate": 8.374815923198977e-06,
      "loss": 0.1499,
      "step": 5247
    },
    {
      "epoch": 0.7926295121582843,
      "grad_norm": 2.1453803261115025,
      "learning_rate": 8.374232376846367e-06,
      "loss": 0.1499,
      "step": 5248
    },
    {
      "epoch": 0.7927805467452047,
      "grad_norm": 2.0872929183448066,
      "learning_rate": 8.373648746085479e-06,
      "loss": 0.1391,
      "step": 5249
    },
    {
      "epoch": 0.792931581332125,
      "grad_norm": 1.8078036969464877,
      "learning_rate": 8.37306503093091e-06,
      "loss": 0.1376,
      "step": 5250
    },
    {
      "epoch": 0.7930826159190455,
      "grad_norm": 1.7419490124398183,
      "learning_rate": 8.372481231397263e-06,
      "loss": 0.1248,
      "step": 5251
    },
    {
      "epoch": 0.7932336505059658,
      "grad_norm": 2.1293566269871547,
      "learning_rate": 8.371897347499141e-06,
      "loss": 0.132,
      "step": 5252
    },
    {
      "epoch": 0.7933846850928863,
      "grad_norm": 2.1026736797881753,
      "learning_rate": 8.371313379251153e-06,
      "loss": 0.1711,
      "step": 5253
    },
    {
      "epoch": 0.7935357196798066,
      "grad_norm": 2.098204534775286,
      "learning_rate": 8.370729326667908e-06,
      "loss": 0.1486,
      "step": 5254
    },
    {
      "epoch": 0.7936867542667271,
      "grad_norm": 1.6527926293131556,
      "learning_rate": 8.370145189764011e-06,
      "loss": 0.1147,
      "step": 5255
    },
    {
      "epoch": 0.7938377888536475,
      "grad_norm": 2.113774694868925,
      "learning_rate": 8.36956096855408e-06,
      "loss": 0.1231,
      "step": 5256
    },
    {
      "epoch": 0.7939888234405679,
      "grad_norm": 1.9020783555013117,
      "learning_rate": 8.368976663052726e-06,
      "loss": 0.1499,
      "step": 5257
    },
    {
      "epoch": 0.7941398580274883,
      "grad_norm": 2.026719975886632,
      "learning_rate": 8.368392273274568e-06,
      "loss": 0.1522,
      "step": 5258
    },
    {
      "epoch": 0.7942908926144087,
      "grad_norm": 1.7124594368005932,
      "learning_rate": 8.367807799234225e-06,
      "loss": 0.1441,
      "step": 5259
    },
    {
      "epoch": 0.7944419272013291,
      "grad_norm": 1.9081062955805783,
      "learning_rate": 8.367223240946314e-06,
      "loss": 0.157,
      "step": 5260
    },
    {
      "epoch": 0.7945929617882496,
      "grad_norm": 2.4611886080462977,
      "learning_rate": 8.366638598425463e-06,
      "loss": 0.1879,
      "step": 5261
    },
    {
      "epoch": 0.7947439963751699,
      "grad_norm": 2.384719926164827,
      "learning_rate": 8.366053871686296e-06,
      "loss": 0.1883,
      "step": 5262
    },
    {
      "epoch": 0.7948950309620904,
      "grad_norm": 2.4690702669204994,
      "learning_rate": 8.365469060743438e-06,
      "loss": 0.1445,
      "step": 5263
    },
    {
      "epoch": 0.7950460655490107,
      "grad_norm": 2.565847795579378,
      "learning_rate": 8.36488416561152e-06,
      "loss": 0.1527,
      "step": 5264
    },
    {
      "epoch": 0.7951971001359311,
      "grad_norm": 2.1517230409762007,
      "learning_rate": 8.364299186305174e-06,
      "loss": 0.1507,
      "step": 5265
    },
    {
      "epoch": 0.7953481347228515,
      "grad_norm": 2.098803142213556,
      "learning_rate": 8.363714122839033e-06,
      "loss": 0.1549,
      "step": 5266
    },
    {
      "epoch": 0.7954991693097719,
      "grad_norm": 2.048406639348931,
      "learning_rate": 8.363128975227733e-06,
      "loss": 0.1541,
      "step": 5267
    },
    {
      "epoch": 0.7956502038966924,
      "grad_norm": 1.876139151670438,
      "learning_rate": 8.36254374348591e-06,
      "loss": 0.133,
      "step": 5268
    },
    {
      "epoch": 0.7958012384836127,
      "grad_norm": 1.7305675113146324,
      "learning_rate": 8.361958427628203e-06,
      "loss": 0.1321,
      "step": 5269
    },
    {
      "epoch": 0.7959522730705332,
      "grad_norm": 1.9507861566674471,
      "learning_rate": 8.361373027669258e-06,
      "loss": 0.1323,
      "step": 5270
    },
    {
      "epoch": 0.7961033076574535,
      "grad_norm": 2.240475521102372,
      "learning_rate": 8.360787543623719e-06,
      "loss": 0.1601,
      "step": 5271
    },
    {
      "epoch": 0.796254342244374,
      "grad_norm": 1.7376571148818745,
      "learning_rate": 8.360201975506228e-06,
      "loss": 0.1319,
      "step": 5272
    },
    {
      "epoch": 0.7964053768312944,
      "grad_norm": 1.9762104680250987,
      "learning_rate": 8.359616323331438e-06,
      "loss": 0.1437,
      "step": 5273
    },
    {
      "epoch": 0.7965564114182148,
      "grad_norm": 1.6634037326718925,
      "learning_rate": 8.359030587113997e-06,
      "loss": 0.1246,
      "step": 5274
    },
    {
      "epoch": 0.7967074460051352,
      "grad_norm": 1.5342010127857602,
      "learning_rate": 8.358444766868556e-06,
      "loss": 0.1143,
      "step": 5275
    },
    {
      "epoch": 0.7968584805920556,
      "grad_norm": 2.3575662027070883,
      "learning_rate": 8.357858862609773e-06,
      "loss": 0.1697,
      "step": 5276
    },
    {
      "epoch": 0.797009515178976,
      "grad_norm": 3.2298443605906724,
      "learning_rate": 8.357272874352303e-06,
      "loss": 0.144,
      "step": 5277
    },
    {
      "epoch": 0.7971605497658963,
      "grad_norm": 2.363909664159229,
      "learning_rate": 8.356686802110803e-06,
      "loss": 0.1791,
      "step": 5278
    },
    {
      "epoch": 0.7973115843528168,
      "grad_norm": 1.9235771652581404,
      "learning_rate": 8.356100645899939e-06,
      "loss": 0.1412,
      "step": 5279
    },
    {
      "epoch": 0.7974626189397372,
      "grad_norm": 1.876706617056202,
      "learning_rate": 8.355514405734369e-06,
      "loss": 0.166,
      "step": 5280
    },
    {
      "epoch": 0.7976136535266576,
      "grad_norm": 1.7335679498821581,
      "learning_rate": 8.354928081628758e-06,
      "loss": 0.1292,
      "step": 5281
    },
    {
      "epoch": 0.797764688113578,
      "grad_norm": 2.05161500382401,
      "learning_rate": 8.354341673597779e-06,
      "loss": 0.1464,
      "step": 5282
    },
    {
      "epoch": 0.7979157227004984,
      "grad_norm": 1.8076525245576682,
      "learning_rate": 8.353755181656095e-06,
      "loss": 0.1352,
      "step": 5283
    },
    {
      "epoch": 0.7980667572874188,
      "grad_norm": 2.4494263383747312,
      "learning_rate": 8.35316860581838e-06,
      "loss": 0.1389,
      "step": 5284
    },
    {
      "epoch": 0.7982177918743393,
      "grad_norm": 4.599723906921978,
      "learning_rate": 8.352581946099308e-06,
      "loss": 0.2035,
      "step": 5285
    },
    {
      "epoch": 0.7983688264612596,
      "grad_norm": 1.6130670207649624,
      "learning_rate": 8.351995202513554e-06,
      "loss": 0.1333,
      "step": 5286
    },
    {
      "epoch": 0.7985198610481801,
      "grad_norm": 2.227951202162024,
      "learning_rate": 8.351408375075796e-06,
      "loss": 0.1699,
      "step": 5287
    },
    {
      "epoch": 0.7986708956351004,
      "grad_norm": 1.9086670809122153,
      "learning_rate": 8.350821463800714e-06,
      "loss": 0.1368,
      "step": 5288
    },
    {
      "epoch": 0.7988219302220209,
      "grad_norm": 2.3120224163587757,
      "learning_rate": 8.350234468702988e-06,
      "loss": 0.175,
      "step": 5289
    },
    {
      "epoch": 0.7989729648089412,
      "grad_norm": 2.8282307295875557,
      "learning_rate": 8.349647389797304e-06,
      "loss": 0.1448,
      "step": 5290
    },
    {
      "epoch": 0.7991239993958617,
      "grad_norm": 1.9484333529720086,
      "learning_rate": 8.349060227098347e-06,
      "loss": 0.1486,
      "step": 5291
    },
    {
      "epoch": 0.7992750339827821,
      "grad_norm": 4.833205459111938,
      "learning_rate": 8.348472980620807e-06,
      "loss": 0.1691,
      "step": 5292
    },
    {
      "epoch": 0.7994260685697024,
      "grad_norm": 1.7511266207313283,
      "learning_rate": 8.347885650379372e-06,
      "loss": 0.1311,
      "step": 5293
    },
    {
      "epoch": 0.7995771031566229,
      "grad_norm": 1.605783541729805,
      "learning_rate": 8.347298236388737e-06,
      "loss": 0.132,
      "step": 5294
    },
    {
      "epoch": 0.7997281377435432,
      "grad_norm": 2.0980675882438393,
      "learning_rate": 8.346710738663594e-06,
      "loss": 0.1505,
      "step": 5295
    },
    {
      "epoch": 0.7998791723304637,
      "grad_norm": 2.71374556988463,
      "learning_rate": 8.34612315721864e-06,
      "loss": 0.1377,
      "step": 5296
    },
    {
      "epoch": 0.8000302069173841,
      "grad_norm": 2.5566882952769894,
      "learning_rate": 8.345535492068575e-06,
      "loss": 0.18,
      "step": 5297
    },
    {
      "epoch": 0.8001812415043045,
      "grad_norm": 1.7298638029568647,
      "learning_rate": 8.3449477432281e-06,
      "loss": 0.1322,
      "step": 5298
    },
    {
      "epoch": 0.8003322760912249,
      "grad_norm": 1.9145987102999222,
      "learning_rate": 8.344359910711914e-06,
      "loss": 0.1586,
      "step": 5299
    },
    {
      "epoch": 0.8004833106781453,
      "grad_norm": 2.0868452492447913,
      "learning_rate": 8.343771994534728e-06,
      "loss": 0.1352,
      "step": 5300
    },
    {
      "epoch": 0.8006343452650657,
      "grad_norm": 5.821660879052488,
      "learning_rate": 8.343183994711244e-06,
      "loss": 0.1521,
      "step": 5301
    },
    {
      "epoch": 0.8007853798519861,
      "grad_norm": 2.3640576736729395,
      "learning_rate": 8.342595911256173e-06,
      "loss": 0.1476,
      "step": 5302
    },
    {
      "epoch": 0.8009364144389065,
      "grad_norm": 2.443123589008131,
      "learning_rate": 8.342007744184226e-06,
      "loss": 0.1365,
      "step": 5303
    },
    {
      "epoch": 0.801087449025827,
      "grad_norm": 2.48339274632438,
      "learning_rate": 8.341419493510116e-06,
      "loss": 0.1536,
      "step": 5304
    },
    {
      "epoch": 0.8012384836127473,
      "grad_norm": 2.440338710900628,
      "learning_rate": 8.34083115924856e-06,
      "loss": 0.1466,
      "step": 5305
    },
    {
      "epoch": 0.8013895181996677,
      "grad_norm": 2.861048792708165,
      "learning_rate": 8.340242741414275e-06,
      "loss": 0.1793,
      "step": 5306
    },
    {
      "epoch": 0.8015405527865881,
      "grad_norm": 1.4747204442474717,
      "learning_rate": 8.33965424002198e-06,
      "loss": 0.1109,
      "step": 5307
    },
    {
      "epoch": 0.8016915873735085,
      "grad_norm": 2.0425268862102373,
      "learning_rate": 8.339065655086395e-06,
      "loss": 0.1352,
      "step": 5308
    },
    {
      "epoch": 0.801842621960429,
      "grad_norm": 4.103593044537323,
      "learning_rate": 8.338476986622247e-06,
      "loss": 0.1915,
      "step": 5309
    },
    {
      "epoch": 0.8019936565473493,
      "grad_norm": 2.5235824032281653,
      "learning_rate": 8.33788823464426e-06,
      "loss": 0.1811,
      "step": 5310
    },
    {
      "epoch": 0.8021446911342698,
      "grad_norm": 1.966319173653265,
      "learning_rate": 8.337299399167161e-06,
      "loss": 0.1372,
      "step": 5311
    },
    {
      "epoch": 0.8022957257211901,
      "grad_norm": 2.0755852636500243,
      "learning_rate": 8.336710480205683e-06,
      "loss": 0.1427,
      "step": 5312
    },
    {
      "epoch": 0.8024467603081106,
      "grad_norm": 2.7217716129694693,
      "learning_rate": 8.336121477774555e-06,
      "loss": 0.1791,
      "step": 5313
    },
    {
      "epoch": 0.8025977948950309,
      "grad_norm": 2.282550618380362,
      "learning_rate": 8.335532391888515e-06,
      "loss": 0.1498,
      "step": 5314
    },
    {
      "epoch": 0.8027488294819514,
      "grad_norm": 2.095018196524542,
      "learning_rate": 8.334943222562294e-06,
      "loss": 0.1311,
      "step": 5315
    },
    {
      "epoch": 0.8028998640688718,
      "grad_norm": 2.122648838553249,
      "learning_rate": 8.334353969810636e-06,
      "loss": 0.154,
      "step": 5316
    },
    {
      "epoch": 0.8030508986557922,
      "grad_norm": 1.7732031538195967,
      "learning_rate": 8.333764633648278e-06,
      "loss": 0.1344,
      "step": 5317
    },
    {
      "epoch": 0.8032019332427126,
      "grad_norm": 1.811947268871892,
      "learning_rate": 8.333175214089963e-06,
      "loss": 0.1464,
      "step": 5318
    },
    {
      "epoch": 0.803352967829633,
      "grad_norm": 1.8864926999068263,
      "learning_rate": 8.332585711150437e-06,
      "loss": 0.1344,
      "step": 5319
    },
    {
      "epoch": 0.8035040024165534,
      "grad_norm": 2.0128167987112837,
      "learning_rate": 8.331996124844445e-06,
      "loss": 0.1349,
      "step": 5320
    },
    {
      "epoch": 0.8036550370034738,
      "grad_norm": 2.1398832323933967,
      "learning_rate": 8.331406455186738e-06,
      "loss": 0.1393,
      "step": 5321
    },
    {
      "epoch": 0.8038060715903942,
      "grad_norm": 3.3674096524514665,
      "learning_rate": 8.330816702192064e-06,
      "loss": 0.1881,
      "step": 5322
    },
    {
      "epoch": 0.8039571061773146,
      "grad_norm": 2.0926676238922477,
      "learning_rate": 8.330226865875178e-06,
      "loss": 0.1409,
      "step": 5323
    },
    {
      "epoch": 0.804108140764235,
      "grad_norm": 1.813458671566494,
      "learning_rate": 8.329636946250835e-06,
      "loss": 0.1266,
      "step": 5324
    },
    {
      "epoch": 0.8042591753511554,
      "grad_norm": 2.0198770955938747,
      "learning_rate": 8.329046943333794e-06,
      "loss": 0.1606,
      "step": 5325
    },
    {
      "epoch": 0.8044102099380758,
      "grad_norm": 2.0620826996354653,
      "learning_rate": 8.328456857138809e-06,
      "loss": 0.1328,
      "step": 5326
    },
    {
      "epoch": 0.8045612445249962,
      "grad_norm": 1.984783240393048,
      "learning_rate": 8.327866687680645e-06,
      "loss": 0.1452,
      "step": 5327
    },
    {
      "epoch": 0.8047122791119167,
      "grad_norm": 1.9477745301447331,
      "learning_rate": 8.327276434974065e-06,
      "loss": 0.1479,
      "step": 5328
    },
    {
      "epoch": 0.804863313698837,
      "grad_norm": 2.5410805873934987,
      "learning_rate": 8.326686099033835e-06,
      "loss": 0.1412,
      "step": 5329
    },
    {
      "epoch": 0.8050143482857575,
      "grad_norm": 2.415458060723016,
      "learning_rate": 8.32609567987472e-06,
      "loss": 0.1661,
      "step": 5330
    },
    {
      "epoch": 0.8051653828726778,
      "grad_norm": 2.0724878249065024,
      "learning_rate": 8.325505177511492e-06,
      "loss": 0.154,
      "step": 5331
    },
    {
      "epoch": 0.8053164174595983,
      "grad_norm": 2.313646755146059,
      "learning_rate": 8.324914591958925e-06,
      "loss": 0.1601,
      "step": 5332
    },
    {
      "epoch": 0.8054674520465187,
      "grad_norm": 2.3013427616902815,
      "learning_rate": 8.324323923231788e-06,
      "loss": 0.1603,
      "step": 5333
    },
    {
      "epoch": 0.805618486633439,
      "grad_norm": 2.7632317404130213,
      "learning_rate": 8.323733171344858e-06,
      "loss": 0.1598,
      "step": 5334
    },
    {
      "epoch": 0.8057695212203595,
      "grad_norm": 1.8739456064575206,
      "learning_rate": 8.323142336312917e-06,
      "loss": 0.122,
      "step": 5335
    },
    {
      "epoch": 0.8059205558072798,
      "grad_norm": 2.08281737528909,
      "learning_rate": 8.32255141815074e-06,
      "loss": 0.166,
      "step": 5336
    },
    {
      "epoch": 0.8060715903942003,
      "grad_norm": 1.957536357258332,
      "learning_rate": 8.321960416873111e-06,
      "loss": 0.1357,
      "step": 5337
    },
    {
      "epoch": 0.8062226249811206,
      "grad_norm": 2.013547222720117,
      "learning_rate": 8.321369332494816e-06,
      "loss": 0.12,
      "step": 5338
    },
    {
      "epoch": 0.8063736595680411,
      "grad_norm": 2.522422880973609,
      "learning_rate": 8.32077816503064e-06,
      "loss": 0.1621,
      "step": 5339
    },
    {
      "epoch": 0.8065246941549615,
      "grad_norm": 1.8653251570085958,
      "learning_rate": 8.32018691449537e-06,
      "loss": 0.1532,
      "step": 5340
    },
    {
      "epoch": 0.8066757287418819,
      "grad_norm": 1.796457013662872,
      "learning_rate": 8.319595580903796e-06,
      "loss": 0.1253,
      "step": 5341
    },
    {
      "epoch": 0.8068267633288023,
      "grad_norm": 2.3601142078714727,
      "learning_rate": 8.319004164270714e-06,
      "loss": 0.1107,
      "step": 5342
    },
    {
      "epoch": 0.8069777979157227,
      "grad_norm": 2.118764409741539,
      "learning_rate": 8.318412664610917e-06,
      "loss": 0.1633,
      "step": 5343
    },
    {
      "epoch": 0.8071288325026431,
      "grad_norm": 2.177289050275393,
      "learning_rate": 8.3178210819392e-06,
      "loss": 0.1484,
      "step": 5344
    },
    {
      "epoch": 0.8072798670895636,
      "grad_norm": 2.008618339647114,
      "learning_rate": 8.317229416270364e-06,
      "loss": 0.1613,
      "step": 5345
    },
    {
      "epoch": 0.8074309016764839,
      "grad_norm": 1.4598218616540029,
      "learning_rate": 8.31663766761921e-06,
      "loss": 0.1103,
      "step": 5346
    },
    {
      "epoch": 0.8075819362634044,
      "grad_norm": 1.739306999453904,
      "learning_rate": 8.316045836000539e-06,
      "loss": 0.1415,
      "step": 5347
    },
    {
      "epoch": 0.8077329708503247,
      "grad_norm": 1.813177539967365,
      "learning_rate": 8.315453921429155e-06,
      "loss": 0.1366,
      "step": 5348
    },
    {
      "epoch": 0.8078840054372451,
      "grad_norm": 3.1793952193827746,
      "learning_rate": 8.31486192391987e-06,
      "loss": 0.1602,
      "step": 5349
    },
    {
      "epoch": 0.8080350400241655,
      "grad_norm": 2.112659767835216,
      "learning_rate": 8.314269843487489e-06,
      "loss": 0.1632,
      "step": 5350
    },
    {
      "epoch": 0.8081860746110859,
      "grad_norm": 2.90464793663306,
      "learning_rate": 8.313677680146825e-06,
      "loss": 0.1359,
      "step": 5351
    },
    {
      "epoch": 0.8083371091980064,
      "grad_norm": 2.343902216948462,
      "learning_rate": 8.313085433912689e-06,
      "loss": 0.1433,
      "step": 5352
    },
    {
      "epoch": 0.8084881437849267,
      "grad_norm": 1.9521499156488051,
      "learning_rate": 8.3124931047999e-06,
      "loss": 0.1358,
      "step": 5353
    },
    {
      "epoch": 0.8086391783718472,
      "grad_norm": 2.181687125778404,
      "learning_rate": 8.311900692823272e-06,
      "loss": 0.1447,
      "step": 5354
    },
    {
      "epoch": 0.8087902129587675,
      "grad_norm": 2.0982166910530706,
      "learning_rate": 8.311308197997627e-06,
      "loss": 0.1442,
      "step": 5355
    },
    {
      "epoch": 0.808941247545688,
      "grad_norm": 2.0155431187993806,
      "learning_rate": 8.310715620337785e-06,
      "loss": 0.1434,
      "step": 5356
    },
    {
      "epoch": 0.8090922821326084,
      "grad_norm": 1.7531644592215272,
      "learning_rate": 8.310122959858571e-06,
      "loss": 0.1377,
      "step": 5357
    },
    {
      "epoch": 0.8092433167195288,
      "grad_norm": 2.395790763103377,
      "learning_rate": 8.309530216574808e-06,
      "loss": 0.1614,
      "step": 5358
    },
    {
      "epoch": 0.8093943513064492,
      "grad_norm": 1.929276994671551,
      "learning_rate": 8.308937390501327e-06,
      "loss": 0.1429,
      "step": 5359
    },
    {
      "epoch": 0.8095453858933696,
      "grad_norm": 2.5304931803411903,
      "learning_rate": 8.308344481652956e-06,
      "loss": 0.1511,
      "step": 5360
    },
    {
      "epoch": 0.80969642048029,
      "grad_norm": 2.020191758718576,
      "learning_rate": 8.30775149004453e-06,
      "loss": 0.1377,
      "step": 5361
    },
    {
      "epoch": 0.8098474550672103,
      "grad_norm": 1.8697093479348545,
      "learning_rate": 8.307158415690878e-06,
      "loss": 0.137,
      "step": 5362
    },
    {
      "epoch": 0.8099984896541308,
      "grad_norm": 2.0420233568148607,
      "learning_rate": 8.306565258606838e-06,
      "loss": 0.1482,
      "step": 5363
    },
    {
      "epoch": 0.8101495242410512,
      "grad_norm": 2.078393562128612,
      "learning_rate": 8.305972018807252e-06,
      "loss": 0.1362,
      "step": 5364
    },
    {
      "epoch": 0.8103005588279716,
      "grad_norm": 1.9199353889639932,
      "learning_rate": 8.305378696306955e-06,
      "loss": 0.1406,
      "step": 5365
    },
    {
      "epoch": 0.810451593414892,
      "grad_norm": 2.282969498941226,
      "learning_rate": 8.30478529112079e-06,
      "loss": 0.1713,
      "step": 5366
    },
    {
      "epoch": 0.8106026280018124,
      "grad_norm": 1.8954572305820307,
      "learning_rate": 8.304191803263603e-06,
      "loss": 0.1438,
      "step": 5367
    },
    {
      "epoch": 0.8107536625887328,
      "grad_norm": 1.9840529135157725,
      "learning_rate": 8.303598232750243e-06,
      "loss": 0.1325,
      "step": 5368
    },
    {
      "epoch": 0.8109046971756533,
      "grad_norm": 1.901748183760559,
      "learning_rate": 8.303004579595553e-06,
      "loss": 0.1441,
      "step": 5369
    },
    {
      "epoch": 0.8110557317625736,
      "grad_norm": 2.076172553227144,
      "learning_rate": 8.302410843814387e-06,
      "loss": 0.1492,
      "step": 5370
    },
    {
      "epoch": 0.8112067663494941,
      "grad_norm": 2.38741217522588,
      "learning_rate": 8.301817025421597e-06,
      "loss": 0.1555,
      "step": 5371
    },
    {
      "epoch": 0.8113578009364144,
      "grad_norm": 2.097454120269727,
      "learning_rate": 8.301223124432037e-06,
      "loss": 0.1608,
      "step": 5372
    },
    {
      "epoch": 0.8115088355233349,
      "grad_norm": 1.8625165608506011,
      "learning_rate": 8.300629140860565e-06,
      "loss": 0.1238,
      "step": 5373
    },
    {
      "epoch": 0.8116598701102552,
      "grad_norm": 2.0228348485367618,
      "learning_rate": 8.300035074722037e-06,
      "loss": 0.154,
      "step": 5374
    },
    {
      "epoch": 0.8118109046971757,
      "grad_norm": 2.400616542346102,
      "learning_rate": 8.29944092603132e-06,
      "loss": 0.1566,
      "step": 5375
    },
    {
      "epoch": 0.8119619392840961,
      "grad_norm": 2.7533397533096906,
      "learning_rate": 8.298846694803268e-06,
      "loss": 0.1515,
      "step": 5376
    },
    {
      "epoch": 0.8121129738710164,
      "grad_norm": 2.35259181655217,
      "learning_rate": 8.298252381052754e-06,
      "loss": 0.1642,
      "step": 5377
    },
    {
      "epoch": 0.8122640084579369,
      "grad_norm": 1.9829086582584328,
      "learning_rate": 8.29765798479464e-06,
      "loss": 0.1455,
      "step": 5378
    },
    {
      "epoch": 0.8124150430448572,
      "grad_norm": 1.8510715088379432,
      "learning_rate": 8.2970635060438e-06,
      "loss": 0.1288,
      "step": 5379
    },
    {
      "epoch": 0.8125660776317777,
      "grad_norm": 1.8943642805440628,
      "learning_rate": 8.2964689448151e-06,
      "loss": 0.1587,
      "step": 5380
    },
    {
      "epoch": 0.8127171122186981,
      "grad_norm": 2.253137717860372,
      "learning_rate": 8.295874301123415e-06,
      "loss": 0.1445,
      "step": 5381
    },
    {
      "epoch": 0.8128681468056185,
      "grad_norm": 1.9647121083755472,
      "learning_rate": 8.295279574983623e-06,
      "loss": 0.133,
      "step": 5382
    },
    {
      "epoch": 0.8130191813925389,
      "grad_norm": 1.9032296324622193,
      "learning_rate": 8.2946847664106e-06,
      "loss": 0.1421,
      "step": 5383
    },
    {
      "epoch": 0.8131702159794593,
      "grad_norm": 1.9492969648693823,
      "learning_rate": 8.294089875419223e-06,
      "loss": 0.1488,
      "step": 5384
    },
    {
      "epoch": 0.8133212505663797,
      "grad_norm": 1.9046182404907992,
      "learning_rate": 8.293494902024376e-06,
      "loss": 0.1388,
      "step": 5385
    },
    {
      "epoch": 0.8134722851533001,
      "grad_norm": 2.019557400341214,
      "learning_rate": 8.29289984624094e-06,
      "loss": 0.142,
      "step": 5386
    },
    {
      "epoch": 0.8136233197402205,
      "grad_norm": 1.943976515994665,
      "learning_rate": 8.292304708083805e-06,
      "loss": 0.1411,
      "step": 5387
    },
    {
      "epoch": 0.813774354327141,
      "grad_norm": 2.0289770376434637,
      "learning_rate": 8.291709487567857e-06,
      "loss": 0.1337,
      "step": 5388
    },
    {
      "epoch": 0.8139253889140613,
      "grad_norm": 2.5420514864681514,
      "learning_rate": 8.291114184707983e-06,
      "loss": 0.1613,
      "step": 5389
    },
    {
      "epoch": 0.8140764235009817,
      "grad_norm": 2.587167317475122,
      "learning_rate": 8.290518799519078e-06,
      "loss": 0.1474,
      "step": 5390
    },
    {
      "epoch": 0.8142274580879021,
      "grad_norm": 2.2514905378235213,
      "learning_rate": 8.289923332016034e-06,
      "loss": 0.1482,
      "step": 5391
    },
    {
      "epoch": 0.8143784926748225,
      "grad_norm": 1.6370620978568096,
      "learning_rate": 8.289327782213747e-06,
      "loss": 0.121,
      "step": 5392
    },
    {
      "epoch": 0.814529527261743,
      "grad_norm": 2.28495353894177,
      "learning_rate": 8.288732150127118e-06,
      "loss": 0.167,
      "step": 5393
    },
    {
      "epoch": 0.8146805618486633,
      "grad_norm": 1.7385243359322196,
      "learning_rate": 8.288136435771044e-06,
      "loss": 0.1193,
      "step": 5394
    },
    {
      "epoch": 0.8148315964355838,
      "grad_norm": 1.8579568510235684,
      "learning_rate": 8.287540639160428e-06,
      "loss": 0.1503,
      "step": 5395
    },
    {
      "epoch": 0.8149826310225041,
      "grad_norm": 1.8804342831133432,
      "learning_rate": 8.286944760310174e-06,
      "loss": 0.1445,
      "step": 5396
    },
    {
      "epoch": 0.8151336656094246,
      "grad_norm": 1.8277427482305493,
      "learning_rate": 8.286348799235188e-06,
      "loss": 0.1419,
      "step": 5397
    },
    {
      "epoch": 0.8152847001963449,
      "grad_norm": 2.079232827247737,
      "learning_rate": 8.28575275595038e-06,
      "loss": 0.1506,
      "step": 5398
    },
    {
      "epoch": 0.8154357347832654,
      "grad_norm": 1.800778996087322,
      "learning_rate": 8.285156630470656e-06,
      "loss": 0.1395,
      "step": 5399
    },
    {
      "epoch": 0.8155867693701858,
      "grad_norm": 2.108299416068304,
      "learning_rate": 8.284560422810935e-06,
      "loss": 0.1654,
      "step": 5400
    },
    {
      "epoch": 0.8157378039571062,
      "grad_norm": 2.2492224459531034,
      "learning_rate": 8.283964132986125e-06,
      "loss": 0.1281,
      "step": 5401
    },
    {
      "epoch": 0.8158888385440266,
      "grad_norm": 2.2782082786412263,
      "learning_rate": 8.283367761011147e-06,
      "loss": 0.1553,
      "step": 5402
    },
    {
      "epoch": 0.816039873130947,
      "grad_norm": 3.2147687010137638,
      "learning_rate": 8.282771306900917e-06,
      "loss": 0.1546,
      "step": 5403
    },
    {
      "epoch": 0.8161909077178674,
      "grad_norm": 2.3038646177119917,
      "learning_rate": 8.282174770670358e-06,
      "loss": 0.1455,
      "step": 5404
    },
    {
      "epoch": 0.8163419423047878,
      "grad_norm": 1.7664544961707511,
      "learning_rate": 8.28157815233439e-06,
      "loss": 0.1264,
      "step": 5405
    },
    {
      "epoch": 0.8164929768917082,
      "grad_norm": 2.027677144657719,
      "learning_rate": 8.28098145190794e-06,
      "loss": 0.1472,
      "step": 5406
    },
    {
      "epoch": 0.8166440114786286,
      "grad_norm": 2.1848959658837446,
      "learning_rate": 8.280384669405933e-06,
      "loss": 0.1652,
      "step": 5407
    },
    {
      "epoch": 0.816795046065549,
      "grad_norm": 2.0017099009706985,
      "learning_rate": 8.279787804843298e-06,
      "loss": 0.147,
      "step": 5408
    },
    {
      "epoch": 0.8169460806524694,
      "grad_norm": 2.191493746466064,
      "learning_rate": 8.279190858234966e-06,
      "loss": 0.1562,
      "step": 5409
    },
    {
      "epoch": 0.8170971152393898,
      "grad_norm": 3.5701702907694726,
      "learning_rate": 8.278593829595873e-06,
      "loss": 0.1523,
      "step": 5410
    },
    {
      "epoch": 0.8172481498263102,
      "grad_norm": 1.8892197442297882,
      "learning_rate": 8.27799671894095e-06,
      "loss": 0.1274,
      "step": 5411
    },
    {
      "epoch": 0.8173991844132307,
      "grad_norm": 2.6608139439497256,
      "learning_rate": 8.277399526285137e-06,
      "loss": 0.1482,
      "step": 5412
    },
    {
      "epoch": 0.817550219000151,
      "grad_norm": 3.0673885625881234,
      "learning_rate": 8.27680225164337e-06,
      "loss": 0.1809,
      "step": 5413
    },
    {
      "epoch": 0.8177012535870715,
      "grad_norm": 1.9656232024398468,
      "learning_rate": 8.27620489503059e-06,
      "loss": 0.128,
      "step": 5414
    },
    {
      "epoch": 0.8178522881739918,
      "grad_norm": 1.9421546846220628,
      "learning_rate": 8.275607456461747e-06,
      "loss": 0.14,
      "step": 5415
    },
    {
      "epoch": 0.8180033227609123,
      "grad_norm": 2.172074040065623,
      "learning_rate": 8.275009935951778e-06,
      "loss": 0.1693,
      "step": 5416
    },
    {
      "epoch": 0.8181543573478327,
      "grad_norm": 1.7955824715540218,
      "learning_rate": 8.274412333515633e-06,
      "loss": 0.1325,
      "step": 5417
    },
    {
      "epoch": 0.818305391934753,
      "grad_norm": 2.0139227875181276,
      "learning_rate": 8.273814649168263e-06,
      "loss": 0.1664,
      "step": 5418
    },
    {
      "epoch": 0.8184564265216735,
      "grad_norm": 2.603881063756068,
      "learning_rate": 8.27321688292462e-06,
      "loss": 0.1584,
      "step": 5419
    },
    {
      "epoch": 0.8186074611085938,
      "grad_norm": 1.974770236579096,
      "learning_rate": 8.272619034799652e-06,
      "loss": 0.1548,
      "step": 5420
    },
    {
      "epoch": 0.8187584956955143,
      "grad_norm": 1.9686112013600854,
      "learning_rate": 8.27202110480832e-06,
      "loss": 0.1617,
      "step": 5421
    },
    {
      "epoch": 0.8189095302824346,
      "grad_norm": 2.8071028671592266,
      "learning_rate": 8.27142309296558e-06,
      "loss": 0.1767,
      "step": 5422
    },
    {
      "epoch": 0.8190605648693551,
      "grad_norm": 1.9449272116920056,
      "learning_rate": 8.270824999286394e-06,
      "loss": 0.1389,
      "step": 5423
    },
    {
      "epoch": 0.8192115994562755,
      "grad_norm": 2.387436480176195,
      "learning_rate": 8.270226823785717e-06,
      "loss": 0.1665,
      "step": 5424
    },
    {
      "epoch": 0.8193626340431959,
      "grad_norm": 1.7514214951764084,
      "learning_rate": 8.269628566478518e-06,
      "loss": 0.1111,
      "step": 5425
    },
    {
      "epoch": 0.8195136686301163,
      "grad_norm": 2.005676404435623,
      "learning_rate": 8.269030227379763e-06,
      "loss": 0.13,
      "step": 5426
    },
    {
      "epoch": 0.8196647032170367,
      "grad_norm": 2.2123567369992245,
      "learning_rate": 8.268431806504415e-06,
      "loss": 0.1454,
      "step": 5427
    },
    {
      "epoch": 0.8198157378039571,
      "grad_norm": 2.3146877264250123,
      "learning_rate": 8.26783330386745e-06,
      "loss": 0.1621,
      "step": 5428
    },
    {
      "epoch": 0.8199667723908776,
      "grad_norm": 2.1498842710791997,
      "learning_rate": 8.267234719483837e-06,
      "loss": 0.139,
      "step": 5429
    },
    {
      "epoch": 0.8201178069777979,
      "grad_norm": 1.8627638122136225,
      "learning_rate": 8.266636053368549e-06,
      "loss": 0.1283,
      "step": 5430
    },
    {
      "epoch": 0.8202688415647184,
      "grad_norm": 2.1912843275024523,
      "learning_rate": 8.266037305536561e-06,
      "loss": 0.1416,
      "step": 5431
    },
    {
      "epoch": 0.8204198761516387,
      "grad_norm": 2.123663223747669,
      "learning_rate": 8.265438476002854e-06,
      "loss": 0.1439,
      "step": 5432
    },
    {
      "epoch": 0.8205709107385591,
      "grad_norm": 2.32990138222652,
      "learning_rate": 8.264839564782409e-06,
      "loss": 0.1404,
      "step": 5433
    },
    {
      "epoch": 0.8207219453254795,
      "grad_norm": 1.7649744346044174,
      "learning_rate": 8.264240571890204e-06,
      "loss": 0.1407,
      "step": 5434
    },
    {
      "epoch": 0.8208729799123999,
      "grad_norm": 1.8901116640226825,
      "learning_rate": 8.263641497341226e-06,
      "loss": 0.1374,
      "step": 5435
    },
    {
      "epoch": 0.8210240144993204,
      "grad_norm": 2.3259721325454703,
      "learning_rate": 8.26304234115046e-06,
      "loss": 0.162,
      "step": 5436
    },
    {
      "epoch": 0.8211750490862407,
      "grad_norm": 2.2859313372693437,
      "learning_rate": 8.262443103332893e-06,
      "loss": 0.1304,
      "step": 5437
    },
    {
      "epoch": 0.8213260836731612,
      "grad_norm": 2.334341707914066,
      "learning_rate": 8.26184378390352e-06,
      "loss": 0.1438,
      "step": 5438
    },
    {
      "epoch": 0.8214771182600815,
      "grad_norm": 2.538754975513185,
      "learning_rate": 8.261244382877327e-06,
      "loss": 0.176,
      "step": 5439
    },
    {
      "epoch": 0.821628152847002,
      "grad_norm": 2.1885690199033028,
      "learning_rate": 8.260644900269314e-06,
      "loss": 0.1475,
      "step": 5440
    },
    {
      "epoch": 0.8217791874339224,
      "grad_norm": 1.8202470272199327,
      "learning_rate": 8.260045336094473e-06,
      "loss": 0.1414,
      "step": 5441
    },
    {
      "epoch": 0.8219302220208428,
      "grad_norm": 2.0100765603455693,
      "learning_rate": 8.259445690367804e-06,
      "loss": 0.1301,
      "step": 5442
    },
    {
      "epoch": 0.8220812566077632,
      "grad_norm": 1.8065369239594729,
      "learning_rate": 8.258845963104309e-06,
      "loss": 0.1475,
      "step": 5443
    },
    {
      "epoch": 0.8222322911946836,
      "grad_norm": 2.321306034392668,
      "learning_rate": 8.25824615431899e-06,
      "loss": 0.162,
      "step": 5444
    },
    {
      "epoch": 0.822383325781604,
      "grad_norm": 2.1720204459859356,
      "learning_rate": 8.257646264026849e-06,
      "loss": 0.1772,
      "step": 5445
    },
    {
      "epoch": 0.8225343603685243,
      "grad_norm": 1.9568012058461473,
      "learning_rate": 8.257046292242894e-06,
      "loss": 0.157,
      "step": 5446
    },
    {
      "epoch": 0.8226853949554448,
      "grad_norm": 1.980082429800694,
      "learning_rate": 8.256446238982134e-06,
      "loss": 0.1621,
      "step": 5447
    },
    {
      "epoch": 0.8228364295423652,
      "grad_norm": 3.7994621415291694,
      "learning_rate": 8.255846104259582e-06,
      "loss": 0.1637,
      "step": 5448
    },
    {
      "epoch": 0.8229874641292856,
      "grad_norm": 1.8396838114716467,
      "learning_rate": 8.255245888090247e-06,
      "loss": 0.1353,
      "step": 5449
    },
    {
      "epoch": 0.823138498716206,
      "grad_norm": 2.243615982731391,
      "learning_rate": 8.254645590489143e-06,
      "loss": 0.172,
      "step": 5450
    },
    {
      "epoch": 0.8232895333031264,
      "grad_norm": 2.551736487888975,
      "learning_rate": 8.254045211471292e-06,
      "loss": 0.1533,
      "step": 5451
    },
    {
      "epoch": 0.8234405678900468,
      "grad_norm": 1.6996247394613484,
      "learning_rate": 8.253444751051709e-06,
      "loss": 0.1333,
      "step": 5452
    },
    {
      "epoch": 0.8235916024769673,
      "grad_norm": 1.584279917332289,
      "learning_rate": 8.252844209245414e-06,
      "loss": 0.1211,
      "step": 5453
    },
    {
      "epoch": 0.8237426370638876,
      "grad_norm": 5.460308657543578,
      "learning_rate": 8.252243586067432e-06,
      "loss": 0.1551,
      "step": 5454
    },
    {
      "epoch": 0.8238936716508081,
      "grad_norm": 1.8917141395218646,
      "learning_rate": 8.251642881532788e-06,
      "loss": 0.151,
      "step": 5455
    },
    {
      "epoch": 0.8240447062377284,
      "grad_norm": 2.3541829629018065,
      "learning_rate": 8.251042095656507e-06,
      "loss": 0.1595,
      "step": 5456
    },
    {
      "epoch": 0.8241957408246489,
      "grad_norm": 1.992660975828303,
      "learning_rate": 8.25044122845362e-06,
      "loss": 0.1601,
      "step": 5457
    },
    {
      "epoch": 0.8243467754115692,
      "grad_norm": 2.4888571951414287,
      "learning_rate": 8.249840279939159e-06,
      "loss": 0.1448,
      "step": 5458
    },
    {
      "epoch": 0.8244978099984897,
      "grad_norm": 2.3694564719330904,
      "learning_rate": 8.249239250128154e-06,
      "loss": 0.1379,
      "step": 5459
    },
    {
      "epoch": 0.8246488445854101,
      "grad_norm": 2.2763710359067275,
      "learning_rate": 8.24863813903564e-06,
      "loss": 0.1306,
      "step": 5460
    },
    {
      "epoch": 0.8247998791723304,
      "grad_norm": 2.2032350748977847,
      "learning_rate": 8.248036946676658e-06,
      "loss": 0.1393,
      "step": 5461
    },
    {
      "epoch": 0.8249509137592509,
      "grad_norm": 2.0827183650521124,
      "learning_rate": 8.247435673066243e-06,
      "loss": 0.1561,
      "step": 5462
    },
    {
      "epoch": 0.8251019483461712,
      "grad_norm": 2.011045795745961,
      "learning_rate": 8.246834318219438e-06,
      "loss": 0.1478,
      "step": 5463
    },
    {
      "epoch": 0.8252529829330917,
      "grad_norm": 3.0951371063570368,
      "learning_rate": 8.246232882151286e-06,
      "loss": 0.1871,
      "step": 5464
    },
    {
      "epoch": 0.8254040175200121,
      "grad_norm": 3.3402019657151447,
      "learning_rate": 8.245631364876834e-06,
      "loss": 0.1614,
      "step": 5465
    },
    {
      "epoch": 0.8255550521069325,
      "grad_norm": 2.7532015816281836,
      "learning_rate": 8.245029766411127e-06,
      "loss": 0.1727,
      "step": 5466
    },
    {
      "epoch": 0.8257060866938529,
      "grad_norm": 1.8773159924631133,
      "learning_rate": 8.244428086769213e-06,
      "loss": 0.1371,
      "step": 5467
    },
    {
      "epoch": 0.8258571212807733,
      "grad_norm": 2.2708707104445307,
      "learning_rate": 8.243826325966147e-06,
      "loss": 0.1711,
      "step": 5468
    },
    {
      "epoch": 0.8260081558676937,
      "grad_norm": 2.6886120651069345,
      "learning_rate": 8.243224484016981e-06,
      "loss": 0.134,
      "step": 5469
    },
    {
      "epoch": 0.8261591904546141,
      "grad_norm": 1.7655703779306682,
      "learning_rate": 8.242622560936771e-06,
      "loss": 0.1381,
      "step": 5470
    },
    {
      "epoch": 0.8263102250415345,
      "grad_norm": 1.8748299222870195,
      "learning_rate": 8.242020556740572e-06,
      "loss": 0.1531,
      "step": 5471
    },
    {
      "epoch": 0.826461259628455,
      "grad_norm": 3.4868657487648047,
      "learning_rate": 8.241418471443446e-06,
      "loss": 0.1434,
      "step": 5472
    },
    {
      "epoch": 0.8266122942153753,
      "grad_norm": 1.635818111604559,
      "learning_rate": 8.240816305060452e-06,
      "loss": 0.1109,
      "step": 5473
    },
    {
      "epoch": 0.8267633288022957,
      "grad_norm": 2.2022510218543805,
      "learning_rate": 8.240214057606656e-06,
      "loss": 0.1509,
      "step": 5474
    },
    {
      "epoch": 0.8269143633892161,
      "grad_norm": 2.1216854554950717,
      "learning_rate": 8.239611729097123e-06,
      "loss": 0.1696,
      "step": 5475
    },
    {
      "epoch": 0.8270653979761365,
      "grad_norm": 2.1110053812029883,
      "learning_rate": 8.23900931954692e-06,
      "loss": 0.1332,
      "step": 5476
    },
    {
      "epoch": 0.827216432563057,
      "grad_norm": 2.6543416803363953,
      "learning_rate": 8.238406828971115e-06,
      "loss": 0.1543,
      "step": 5477
    },
    {
      "epoch": 0.8273674671499773,
      "grad_norm": 2.3390868142474304,
      "learning_rate": 8.237804257384783e-06,
      "loss": 0.1631,
      "step": 5478
    },
    {
      "epoch": 0.8275185017368978,
      "grad_norm": 2.7103869006303754,
      "learning_rate": 8.237201604802997e-06,
      "loss": 0.1714,
      "step": 5479
    },
    {
      "epoch": 0.8276695363238181,
      "grad_norm": 1.979014506657392,
      "learning_rate": 8.23659887124083e-06,
      "loss": 0.1387,
      "step": 5480
    },
    {
      "epoch": 0.8278205709107386,
      "grad_norm": 1.9210534071073369,
      "learning_rate": 8.235996056713362e-06,
      "loss": 0.1428,
      "step": 5481
    },
    {
      "epoch": 0.8279716054976589,
      "grad_norm": 7.070301877210198,
      "learning_rate": 8.235393161235673e-06,
      "loss": 0.1873,
      "step": 5482
    },
    {
      "epoch": 0.8281226400845794,
      "grad_norm": 2.065724377979385,
      "learning_rate": 8.234790184822844e-06,
      "loss": 0.1498,
      "step": 5483
    },
    {
      "epoch": 0.8282736746714998,
      "grad_norm": 2.4777574181558313,
      "learning_rate": 8.234187127489957e-06,
      "loss": 0.1441,
      "step": 5484
    },
    {
      "epoch": 0.8284247092584202,
      "grad_norm": 2.0016467859863436,
      "learning_rate": 8.2335839892521e-06,
      "loss": 0.1528,
      "step": 5485
    },
    {
      "epoch": 0.8285757438453406,
      "grad_norm": 1.8784659692243053,
      "learning_rate": 8.23298077012436e-06,
      "loss": 0.14,
      "step": 5486
    },
    {
      "epoch": 0.828726778432261,
      "grad_norm": 2.05705408798112,
      "learning_rate": 8.23237747012183e-06,
      "loss": 0.1505,
      "step": 5487
    },
    {
      "epoch": 0.8288778130191814,
      "grad_norm": 2.007756532915438,
      "learning_rate": 8.231774089259599e-06,
      "loss": 0.1359,
      "step": 5488
    },
    {
      "epoch": 0.8290288476061018,
      "grad_norm": 2.06019453702073,
      "learning_rate": 8.231170627552758e-06,
      "loss": 0.1527,
      "step": 5489
    },
    {
      "epoch": 0.8291798821930222,
      "grad_norm": 2.858673095000776,
      "learning_rate": 8.230567085016407e-06,
      "loss": 0.1774,
      "step": 5490
    },
    {
      "epoch": 0.8293309167799426,
      "grad_norm": 2.3435139623758348,
      "learning_rate": 8.229963461665645e-06,
      "loss": 0.1337,
      "step": 5491
    },
    {
      "epoch": 0.829481951366863,
      "grad_norm": 1.9408260805372315,
      "learning_rate": 8.229359757515567e-06,
      "loss": 0.1537,
      "step": 5492
    },
    {
      "epoch": 0.8296329859537834,
      "grad_norm": 1.9455444634870933,
      "learning_rate": 8.228755972581279e-06,
      "loss": 0.1438,
      "step": 5493
    },
    {
      "epoch": 0.8297840205407038,
      "grad_norm": 1.8131452314747094,
      "learning_rate": 8.228152106877884e-06,
      "loss": 0.1332,
      "step": 5494
    },
    {
      "epoch": 0.8299350551276242,
      "grad_norm": 2.1774770251277937,
      "learning_rate": 8.227548160420488e-06,
      "loss": 0.1481,
      "step": 5495
    },
    {
      "epoch": 0.8300860897145447,
      "grad_norm": 1.6216943543398095,
      "learning_rate": 8.2269441332242e-06,
      "loss": 0.1246,
      "step": 5496
    },
    {
      "epoch": 0.830237124301465,
      "grad_norm": 2.1943353805580066,
      "learning_rate": 8.226340025304129e-06,
      "loss": 0.1375,
      "step": 5497
    },
    {
      "epoch": 0.8303881588883855,
      "grad_norm": 2.8489176201007673,
      "learning_rate": 8.225735836675387e-06,
      "loss": 0.1646,
      "step": 5498
    },
    {
      "epoch": 0.8305391934753058,
      "grad_norm": 1.556885729963384,
      "learning_rate": 8.225131567353087e-06,
      "loss": 0.1227,
      "step": 5499
    },
    {
      "epoch": 0.8306902280622263,
      "grad_norm": 3.2588498604730405,
      "learning_rate": 8.224527217352345e-06,
      "loss": 0.1686,
      "step": 5500
    },
    {
      "epoch": 0.8308412626491467,
      "grad_norm": 2.3541504423034807,
      "learning_rate": 8.223922786688283e-06,
      "loss": 0.1722,
      "step": 5501
    },
    {
      "epoch": 0.830992297236067,
      "grad_norm": 1.787152700383822,
      "learning_rate": 8.223318275376017e-06,
      "loss": 0.1232,
      "step": 5502
    },
    {
      "epoch": 0.8311433318229875,
      "grad_norm": 3.013346175081442,
      "learning_rate": 8.222713683430674e-06,
      "loss": 0.1155,
      "step": 5503
    },
    {
      "epoch": 0.8312943664099078,
      "grad_norm": 2.617154588380394,
      "learning_rate": 8.222109010867372e-06,
      "loss": 0.18,
      "step": 5504
    },
    {
      "epoch": 0.8314454009968283,
      "grad_norm": 2.2427290912171896,
      "learning_rate": 8.221504257701241e-06,
      "loss": 0.1464,
      "step": 5505
    },
    {
      "epoch": 0.8315964355837486,
      "grad_norm": 2.035034977320431,
      "learning_rate": 8.220899423947409e-06,
      "loss": 0.1502,
      "step": 5506
    },
    {
      "epoch": 0.8317474701706691,
      "grad_norm": 1.9340586731533382,
      "learning_rate": 8.220294509621005e-06,
      "loss": 0.134,
      "step": 5507
    },
    {
      "epoch": 0.8318985047575895,
      "grad_norm": 4.328480094511842,
      "learning_rate": 8.219689514737164e-06,
      "loss": 0.1639,
      "step": 5508
    },
    {
      "epoch": 0.8320495393445099,
      "grad_norm": 1.863473881904576,
      "learning_rate": 8.219084439311018e-06,
      "loss": 0.1308,
      "step": 5509
    },
    {
      "epoch": 0.8322005739314303,
      "grad_norm": 1.8304973819478283,
      "learning_rate": 8.218479283357702e-06,
      "loss": 0.1284,
      "step": 5510
    },
    {
      "epoch": 0.8323516085183507,
      "grad_norm": 2.3424912199641645,
      "learning_rate": 8.217874046892356e-06,
      "loss": 0.1365,
      "step": 5511
    },
    {
      "epoch": 0.8325026431052711,
      "grad_norm": 2.4664496928964206,
      "learning_rate": 8.217268729930121e-06,
      "loss": 0.1881,
      "step": 5512
    },
    {
      "epoch": 0.8326536776921916,
      "grad_norm": 2.7723246863915465,
      "learning_rate": 8.216663332486138e-06,
      "loss": 0.1721,
      "step": 5513
    },
    {
      "epoch": 0.8328047122791119,
      "grad_norm": 2.121436052883297,
      "learning_rate": 8.216057854575552e-06,
      "loss": 0.1509,
      "step": 5514
    },
    {
      "epoch": 0.8329557468660324,
      "grad_norm": 2.2633047914302478,
      "learning_rate": 8.21545229621351e-06,
      "loss": 0.1519,
      "step": 5515
    },
    {
      "epoch": 0.8331067814529527,
      "grad_norm": 2.055533535274603,
      "learning_rate": 8.21484665741516e-06,
      "loss": 0.1565,
      "step": 5516
    },
    {
      "epoch": 0.8332578160398731,
      "grad_norm": 1.9430729201651191,
      "learning_rate": 8.21424093819565e-06,
      "loss": 0.1628,
      "step": 5517
    },
    {
      "epoch": 0.8334088506267935,
      "grad_norm": 2.7558612284385986,
      "learning_rate": 8.213635138570138e-06,
      "loss": 0.1674,
      "step": 5518
    },
    {
      "epoch": 0.8335598852137139,
      "grad_norm": 2.1957681042881645,
      "learning_rate": 8.213029258553772e-06,
      "loss": 0.1509,
      "step": 5519
    },
    {
      "epoch": 0.8337109198006344,
      "grad_norm": 1.7492578116956339,
      "learning_rate": 8.212423298161712e-06,
      "loss": 0.1332,
      "step": 5520
    },
    {
      "epoch": 0.8338619543875547,
      "grad_norm": 1.833332297108785,
      "learning_rate": 8.211817257409116e-06,
      "loss": 0.1329,
      "step": 5521
    },
    {
      "epoch": 0.8340129889744752,
      "grad_norm": 3.3185426589968015,
      "learning_rate": 8.211211136311144e-06,
      "loss": 0.164,
      "step": 5522
    },
    {
      "epoch": 0.8341640235613955,
      "grad_norm": 1.7944247241773696,
      "learning_rate": 8.210604934882957e-06,
      "loss": 0.111,
      "step": 5523
    },
    {
      "epoch": 0.834315058148316,
      "grad_norm": 1.6002023495657867,
      "learning_rate": 8.209998653139723e-06,
      "loss": 0.1081,
      "step": 5524
    },
    {
      "epoch": 0.8344660927352364,
      "grad_norm": 1.9004497732815526,
      "learning_rate": 8.209392291096607e-06,
      "loss": 0.14,
      "step": 5525
    },
    {
      "epoch": 0.8346171273221568,
      "grad_norm": 2.204525154559175,
      "learning_rate": 8.208785848768776e-06,
      "loss": 0.1364,
      "step": 5526
    },
    {
      "epoch": 0.8347681619090772,
      "grad_norm": 2.087629491652422,
      "learning_rate": 8.208179326171402e-06,
      "loss": 0.1462,
      "step": 5527
    },
    {
      "epoch": 0.8349191964959976,
      "grad_norm": 2.1753221148953474,
      "learning_rate": 8.207572723319656e-06,
      "loss": 0.1537,
      "step": 5528
    },
    {
      "epoch": 0.835070231082918,
      "grad_norm": 1.9007990528353391,
      "learning_rate": 8.206966040228715e-06,
      "loss": 0.1533,
      "step": 5529
    },
    {
      "epoch": 0.8352212656698383,
      "grad_norm": 1.8697564975214969,
      "learning_rate": 8.206359276913754e-06,
      "loss": 0.1327,
      "step": 5530
    },
    {
      "epoch": 0.8353723002567588,
      "grad_norm": 1.8157600089725674,
      "learning_rate": 8.205752433389951e-06,
      "loss": 0.1495,
      "step": 5531
    },
    {
      "epoch": 0.8355233348436792,
      "grad_norm": 1.8901480903384196,
      "learning_rate": 8.205145509672486e-06,
      "loss": 0.1241,
      "step": 5532
    },
    {
      "epoch": 0.8356743694305996,
      "grad_norm": 1.8813642434461058,
      "learning_rate": 8.204538505776544e-06,
      "loss": 0.1239,
      "step": 5533
    },
    {
      "epoch": 0.83582540401752,
      "grad_norm": 2.4237418124505496,
      "learning_rate": 8.203931421717309e-06,
      "loss": 0.1559,
      "step": 5534
    },
    {
      "epoch": 0.8359764386044404,
      "grad_norm": 2.1161886803023244,
      "learning_rate": 8.203324257509965e-06,
      "loss": 0.1479,
      "step": 5535
    },
    {
      "epoch": 0.8361274731913608,
      "grad_norm": 2.0608968667905816,
      "learning_rate": 8.2027170131697e-06,
      "loss": 0.1479,
      "step": 5536
    },
    {
      "epoch": 0.8362785077782813,
      "grad_norm": 1.7651861181290383,
      "learning_rate": 8.202109688711712e-06,
      "loss": 0.1559,
      "step": 5537
    },
    {
      "epoch": 0.8364295423652016,
      "grad_norm": 1.8281634628674857,
      "learning_rate": 8.201502284151186e-06,
      "loss": 0.1448,
      "step": 5538
    },
    {
      "epoch": 0.8365805769521221,
      "grad_norm": 1.8492073517624896,
      "learning_rate": 8.200894799503318e-06,
      "loss": 0.1325,
      "step": 5539
    },
    {
      "epoch": 0.8367316115390424,
      "grad_norm": 1.9033008304068098,
      "learning_rate": 8.200287234783306e-06,
      "loss": 0.1342,
      "step": 5540
    },
    {
      "epoch": 0.8368826461259629,
      "grad_norm": 2.0585746611686497,
      "learning_rate": 8.199679590006349e-06,
      "loss": 0.1564,
      "step": 5541
    },
    {
      "epoch": 0.8370336807128832,
      "grad_norm": 1.9453118844302295,
      "learning_rate": 8.199071865187645e-06,
      "loss": 0.1125,
      "step": 5542
    },
    {
      "epoch": 0.8371847152998037,
      "grad_norm": 1.706057963783321,
      "learning_rate": 8.1984640603424e-06,
      "loss": 0.1326,
      "step": 5543
    },
    {
      "epoch": 0.8373357498867241,
      "grad_norm": 2.1573834390923876,
      "learning_rate": 8.197856175485817e-06,
      "loss": 0.1413,
      "step": 5544
    },
    {
      "epoch": 0.8374867844736444,
      "grad_norm": 1.9585401167682235,
      "learning_rate": 8.197248210633099e-06,
      "loss": 0.1473,
      "step": 5545
    },
    {
      "epoch": 0.8376378190605649,
      "grad_norm": 2.4535953994864665,
      "learning_rate": 8.19664016579946e-06,
      "loss": 0.1558,
      "step": 5546
    },
    {
      "epoch": 0.8377888536474852,
      "grad_norm": 1.7784924854844455,
      "learning_rate": 8.196032041000108e-06,
      "loss": 0.13,
      "step": 5547
    },
    {
      "epoch": 0.8379398882344057,
      "grad_norm": 2.429366219315052,
      "learning_rate": 8.195423836250258e-06,
      "loss": 0.1478,
      "step": 5548
    },
    {
      "epoch": 0.8380909228213261,
      "grad_norm": 2.865150543197724,
      "learning_rate": 8.19481555156512e-06,
      "loss": 0.1545,
      "step": 5549
    },
    {
      "epoch": 0.8382419574082465,
      "grad_norm": 1.7250244877655658,
      "learning_rate": 8.194207186959915e-06,
      "loss": 0.1185,
      "step": 5550
    },
    {
      "epoch": 0.8383929919951669,
      "grad_norm": 2.136284859401028,
      "learning_rate": 8.19359874244986e-06,
      "loss": 0.1638,
      "step": 5551
    },
    {
      "epoch": 0.8385440265820873,
      "grad_norm": 2.2215211495466396,
      "learning_rate": 8.192990218050174e-06,
      "loss": 0.1435,
      "step": 5552
    },
    {
      "epoch": 0.8386950611690077,
      "grad_norm": 3.0935969968436083,
      "learning_rate": 8.192381613776082e-06,
      "loss": 0.1515,
      "step": 5553
    },
    {
      "epoch": 0.8388460957559281,
      "grad_norm": 1.78659939806429,
      "learning_rate": 8.191772929642807e-06,
      "loss": 0.1348,
      "step": 5554
    },
    {
      "epoch": 0.8389971303428485,
      "grad_norm": 1.9549719588746708,
      "learning_rate": 8.191164165665576e-06,
      "loss": 0.1502,
      "step": 5555
    },
    {
      "epoch": 0.839148164929769,
      "grad_norm": 2.6034685236577637,
      "learning_rate": 8.190555321859617e-06,
      "loss": 0.1744,
      "step": 5556
    },
    {
      "epoch": 0.8392991995166893,
      "grad_norm": 1.86325163083891,
      "learning_rate": 8.189946398240162e-06,
      "loss": 0.1276,
      "step": 5557
    },
    {
      "epoch": 0.8394502341036097,
      "grad_norm": 2.283766419185674,
      "learning_rate": 8.189337394822442e-06,
      "loss": 0.1366,
      "step": 5558
    },
    {
      "epoch": 0.8396012686905301,
      "grad_norm": 3.5538735623067805,
      "learning_rate": 8.188728311621693e-06,
      "loss": 0.1772,
      "step": 5559
    },
    {
      "epoch": 0.8397523032774505,
      "grad_norm": 2.693088437072799,
      "learning_rate": 8.188119148653151e-06,
      "loss": 0.1845,
      "step": 5560
    },
    {
      "epoch": 0.839903337864371,
      "grad_norm": 1.6804343478471067,
      "learning_rate": 8.187509905932055e-06,
      "loss": 0.1325,
      "step": 5561
    },
    {
      "epoch": 0.8400543724512913,
      "grad_norm": 2.1920892616578143,
      "learning_rate": 8.186900583473643e-06,
      "loss": 0.153,
      "step": 5562
    },
    {
      "epoch": 0.8402054070382118,
      "grad_norm": 7.645509325633119,
      "learning_rate": 8.18629118129316e-06,
      "loss": 0.2663,
      "step": 5563
    },
    {
      "epoch": 0.8403564416251321,
      "grad_norm": 2.3659984444421926,
      "learning_rate": 8.18568169940585e-06,
      "loss": 0.1551,
      "step": 5564
    },
    {
      "epoch": 0.8405074762120526,
      "grad_norm": 3.249639044500344,
      "learning_rate": 8.18507213782696e-06,
      "loss": 0.1672,
      "step": 5565
    },
    {
      "epoch": 0.8406585107989729,
      "grad_norm": 2.4263767697919296,
      "learning_rate": 8.18446249657174e-06,
      "loss": 0.1792,
      "step": 5566
    },
    {
      "epoch": 0.8408095453858934,
      "grad_norm": 2.1657679311598668,
      "learning_rate": 8.183852775655436e-06,
      "loss": 0.1477,
      "step": 5567
    },
    {
      "epoch": 0.8409605799728138,
      "grad_norm": 3.0568151727606683,
      "learning_rate": 8.183242975093304e-06,
      "loss": 0.1953,
      "step": 5568
    },
    {
      "epoch": 0.8411116145597342,
      "grad_norm": 2.053121762867845,
      "learning_rate": 8.182633094900598e-06,
      "loss": 0.1431,
      "step": 5569
    },
    {
      "epoch": 0.8412626491466546,
      "grad_norm": 2.683486307071432,
      "learning_rate": 8.182023135092572e-06,
      "loss": 0.1554,
      "step": 5570
    },
    {
      "epoch": 0.841413683733575,
      "grad_norm": 1.8755851011198206,
      "learning_rate": 8.181413095684487e-06,
      "loss": 0.1472,
      "step": 5571
    },
    {
      "epoch": 0.8415647183204954,
      "grad_norm": 1.8525125295821876,
      "learning_rate": 8.180802976691604e-06,
      "loss": 0.1333,
      "step": 5572
    },
    {
      "epoch": 0.8417157529074158,
      "grad_norm": 2.2296642471691754,
      "learning_rate": 8.180192778129185e-06,
      "loss": 0.1564,
      "step": 5573
    },
    {
      "epoch": 0.8418667874943362,
      "grad_norm": 2.560292308871769,
      "learning_rate": 8.179582500012495e-06,
      "loss": 0.1404,
      "step": 5574
    },
    {
      "epoch": 0.8420178220812566,
      "grad_norm": 1.6061444898436295,
      "learning_rate": 8.178972142356796e-06,
      "loss": 0.1191,
      "step": 5575
    },
    {
      "epoch": 0.842168856668177,
      "grad_norm": 2.268412469987364,
      "learning_rate": 8.178361705177363e-06,
      "loss": 0.1068,
      "step": 5576
    },
    {
      "epoch": 0.8423198912550974,
      "grad_norm": 1.770057336857915,
      "learning_rate": 8.177751188489462e-06,
      "loss": 0.1366,
      "step": 5577
    },
    {
      "epoch": 0.8424709258420178,
      "grad_norm": 1.6992921551147304,
      "learning_rate": 8.177140592308364e-06,
      "loss": 0.1359,
      "step": 5578
    },
    {
      "epoch": 0.8426219604289382,
      "grad_norm": 2.0876367629606243,
      "learning_rate": 8.17652991664935e-06,
      "loss": 0.1529,
      "step": 5579
    },
    {
      "epoch": 0.8427729950158587,
      "grad_norm": 1.5660671691965058,
      "learning_rate": 8.17591916152769e-06,
      "loss": 0.1251,
      "step": 5580
    },
    {
      "epoch": 0.842924029602779,
      "grad_norm": 2.405945360630544,
      "learning_rate": 8.175308326958666e-06,
      "loss": 0.1871,
      "step": 5581
    },
    {
      "epoch": 0.8430750641896995,
      "grad_norm": 1.9703584902523696,
      "learning_rate": 8.174697412957556e-06,
      "loss": 0.1333,
      "step": 5582
    },
    {
      "epoch": 0.8432260987766198,
      "grad_norm": 1.8202477363429237,
      "learning_rate": 8.174086419539644e-06,
      "loss": 0.1359,
      "step": 5583
    },
    {
      "epoch": 0.8433771333635403,
      "grad_norm": 2.07190193152742,
      "learning_rate": 8.173475346720215e-06,
      "loss": 0.1484,
      "step": 5584
    },
    {
      "epoch": 0.8435281679504607,
      "grad_norm": 2.5020849245805667,
      "learning_rate": 8.172864194514554e-06,
      "loss": 0.1354,
      "step": 5585
    },
    {
      "epoch": 0.843679202537381,
      "grad_norm": 1.8098045371094318,
      "learning_rate": 8.172252962937947e-06,
      "loss": 0.1305,
      "step": 5586
    },
    {
      "epoch": 0.8438302371243015,
      "grad_norm": 1.6977261946611293,
      "learning_rate": 8.17164165200569e-06,
      "loss": 0.1446,
      "step": 5587
    },
    {
      "epoch": 0.8439812717112218,
      "grad_norm": 10.569085154975745,
      "learning_rate": 8.171030261733071e-06,
      "loss": 0.1501,
      "step": 5588
    },
    {
      "epoch": 0.8441323062981423,
      "grad_norm": 2.0666141276873566,
      "learning_rate": 8.170418792135383e-06,
      "loss": 0.1408,
      "step": 5589
    },
    {
      "epoch": 0.8442833408850626,
      "grad_norm": 1.8729043064243587,
      "learning_rate": 8.169807243227927e-06,
      "loss": 0.1337,
      "step": 5590
    },
    {
      "epoch": 0.8444343754719831,
      "grad_norm": 2.404642553708087,
      "learning_rate": 8.169195615026e-06,
      "loss": 0.1632,
      "step": 5591
    },
    {
      "epoch": 0.8445854100589035,
      "grad_norm": 1.931092937813774,
      "learning_rate": 8.168583907544898e-06,
      "loss": 0.128,
      "step": 5592
    },
    {
      "epoch": 0.8447364446458239,
      "grad_norm": 2.626618928456587,
      "learning_rate": 8.167972120799928e-06,
      "loss": 0.1821,
      "step": 5593
    },
    {
      "epoch": 0.8448874792327443,
      "grad_norm": 2.2832606279148004,
      "learning_rate": 8.16736025480639e-06,
      "loss": 0.1629,
      "step": 5594
    },
    {
      "epoch": 0.8450385138196647,
      "grad_norm": 2.754250288361314,
      "learning_rate": 8.166748309579596e-06,
      "loss": 0.1809,
      "step": 5595
    },
    {
      "epoch": 0.8451895484065851,
      "grad_norm": 1.790623573100094,
      "learning_rate": 8.16613628513485e-06,
      "loss": 0.141,
      "step": 5596
    },
    {
      "epoch": 0.8453405829935056,
      "grad_norm": 2.519886475263267,
      "learning_rate": 8.16552418148746e-06,
      "loss": 0.1727,
      "step": 5597
    },
    {
      "epoch": 0.8454916175804259,
      "grad_norm": 2.1815158130618997,
      "learning_rate": 8.164911998652743e-06,
      "loss": 0.1567,
      "step": 5598
    },
    {
      "epoch": 0.8456426521673464,
      "grad_norm": 1.6827518262526935,
      "learning_rate": 8.16429973664601e-06,
      "loss": 0.1243,
      "step": 5599
    },
    {
      "epoch": 0.8457936867542667,
      "grad_norm": 2.201650205796813,
      "learning_rate": 8.16368739548258e-06,
      "loss": 0.1315,
      "step": 5600
    },
    {
      "epoch": 0.8459447213411871,
      "grad_norm": 2.024476559206982,
      "learning_rate": 8.163074975177767e-06,
      "loss": 0.1351,
      "step": 5601
    },
    {
      "epoch": 0.8460957559281075,
      "grad_norm": 2.0580614045720744,
      "learning_rate": 8.162462475746895e-06,
      "loss": 0.1456,
      "step": 5602
    },
    {
      "epoch": 0.8462467905150279,
      "grad_norm": 2.1683396007632147,
      "learning_rate": 8.161849897205283e-06,
      "loss": 0.1504,
      "step": 5603
    },
    {
      "epoch": 0.8463978251019484,
      "grad_norm": 2.916675593824838,
      "learning_rate": 8.161237239568257e-06,
      "loss": 0.1854,
      "step": 5604
    },
    {
      "epoch": 0.8465488596888687,
      "grad_norm": 1.9944737254874372,
      "learning_rate": 8.160624502851141e-06,
      "loss": 0.1476,
      "step": 5605
    },
    {
      "epoch": 0.8466998942757892,
      "grad_norm": 1.702641870207312,
      "learning_rate": 8.160011687069267e-06,
      "loss": 0.1255,
      "step": 5606
    },
    {
      "epoch": 0.8468509288627095,
      "grad_norm": 2.2227777592776996,
      "learning_rate": 8.159398792237959e-06,
      "loss": 0.1667,
      "step": 5607
    },
    {
      "epoch": 0.84700196344963,
      "grad_norm": 2.015157280690527,
      "learning_rate": 8.158785818372552e-06,
      "loss": 0.1393,
      "step": 5608
    },
    {
      "epoch": 0.8471529980365504,
      "grad_norm": 1.7820534720521348,
      "learning_rate": 8.158172765488382e-06,
      "loss": 0.123,
      "step": 5609
    },
    {
      "epoch": 0.8473040326234708,
      "grad_norm": 1.6304245344835528,
      "learning_rate": 8.157559633600781e-06,
      "loss": 0.1305,
      "step": 5610
    },
    {
      "epoch": 0.8474550672103912,
      "grad_norm": 1.9855949358601623,
      "learning_rate": 8.15694642272509e-06,
      "loss": 0.1492,
      "step": 5611
    },
    {
      "epoch": 0.8476061017973116,
      "grad_norm": 3.727227716321512,
      "learning_rate": 8.156333132876644e-06,
      "loss": 0.1901,
      "step": 5612
    },
    {
      "epoch": 0.847757136384232,
      "grad_norm": 2.343968121981516,
      "learning_rate": 8.15571976407079e-06,
      "loss": 0.1572,
      "step": 5613
    },
    {
      "epoch": 0.8479081709711523,
      "grad_norm": 2.1726711770997373,
      "learning_rate": 8.155106316322871e-06,
      "loss": 0.1485,
      "step": 5614
    },
    {
      "epoch": 0.8480592055580728,
      "grad_norm": 1.7432127985065051,
      "learning_rate": 8.154492789648231e-06,
      "loss": 0.128,
      "step": 5615
    },
    {
      "epoch": 0.8482102401449932,
      "grad_norm": 1.986080339522332,
      "learning_rate": 8.153879184062219e-06,
      "loss": 0.1443,
      "step": 5616
    },
    {
      "epoch": 0.8483612747319136,
      "grad_norm": 1.7582640498215583,
      "learning_rate": 8.153265499580181e-06,
      "loss": 0.1338,
      "step": 5617
    },
    {
      "epoch": 0.848512309318834,
      "grad_norm": 2.1749485532747297,
      "learning_rate": 8.152651736217473e-06,
      "loss": 0.1429,
      "step": 5618
    },
    {
      "epoch": 0.8486633439057544,
      "grad_norm": 1.9220092150471573,
      "learning_rate": 8.152037893989449e-06,
      "loss": 0.1454,
      "step": 5619
    },
    {
      "epoch": 0.8488143784926748,
      "grad_norm": 2.5879186055844396,
      "learning_rate": 8.151423972911461e-06,
      "loss": 0.2207,
      "step": 5620
    },
    {
      "epoch": 0.8489654130795953,
      "grad_norm": 2.159556580864669,
      "learning_rate": 8.150809972998869e-06,
      "loss": 0.1454,
      "step": 5621
    },
    {
      "epoch": 0.8491164476665156,
      "grad_norm": 2.0107649413747177,
      "learning_rate": 8.150195894267033e-06,
      "loss": 0.1366,
      "step": 5622
    },
    {
      "epoch": 0.8492674822534361,
      "grad_norm": 1.60113518104336,
      "learning_rate": 8.149581736731311e-06,
      "loss": 0.1172,
      "step": 5623
    },
    {
      "epoch": 0.8494185168403564,
      "grad_norm": 1.8591989834687586,
      "learning_rate": 8.14896750040707e-06,
      "loss": 0.1315,
      "step": 5624
    },
    {
      "epoch": 0.8495695514272769,
      "grad_norm": 2.037712568066148,
      "learning_rate": 8.148353185309675e-06,
      "loss": 0.1482,
      "step": 5625
    },
    {
      "epoch": 0.8497205860141972,
      "grad_norm": 3.482024822053955,
      "learning_rate": 8.147738791454493e-06,
      "loss": 0.153,
      "step": 5626
    },
    {
      "epoch": 0.8498716206011176,
      "grad_norm": 2.577460924618208,
      "learning_rate": 8.147124318856894e-06,
      "loss": 0.1607,
      "step": 5627
    },
    {
      "epoch": 0.8500226551880381,
      "grad_norm": 2.1412122943905563,
      "learning_rate": 8.146509767532246e-06,
      "loss": 0.1594,
      "step": 5628
    },
    {
      "epoch": 0.8501736897749584,
      "grad_norm": 1.710602803698743,
      "learning_rate": 8.145895137495927e-06,
      "loss": 0.1497,
      "step": 5629
    },
    {
      "epoch": 0.8503247243618789,
      "grad_norm": 2.977225746505502,
      "learning_rate": 8.14528042876331e-06,
      "loss": 0.1576,
      "step": 5630
    },
    {
      "epoch": 0.8504757589487992,
      "grad_norm": 1.7830559555005487,
      "learning_rate": 8.14466564134977e-06,
      "loss": 0.1305,
      "step": 5631
    },
    {
      "epoch": 0.8506267935357197,
      "grad_norm": 3.488387196956335,
      "learning_rate": 8.144050775270693e-06,
      "loss": 0.1628,
      "step": 5632
    },
    {
      "epoch": 0.8507778281226401,
      "grad_norm": 2.0970027049458517,
      "learning_rate": 8.143435830541453e-06,
      "loss": 0.1647,
      "step": 5633
    },
    {
      "epoch": 0.8509288627095605,
      "grad_norm": 2.037055713912173,
      "learning_rate": 8.142820807177439e-06,
      "loss": 0.1665,
      "step": 5634
    },
    {
      "epoch": 0.8510798972964809,
      "grad_norm": 1.7955846549651533,
      "learning_rate": 8.142205705194031e-06,
      "loss": 0.13,
      "step": 5635
    },
    {
      "epoch": 0.8512309318834013,
      "grad_norm": 3.0951361715760384,
      "learning_rate": 8.141590524606618e-06,
      "loss": 0.1936,
      "step": 5636
    },
    {
      "epoch": 0.8513819664703217,
      "grad_norm": 1.8683847800364015,
      "learning_rate": 8.14097526543059e-06,
      "loss": 0.1373,
      "step": 5637
    },
    {
      "epoch": 0.8515330010572421,
      "grad_norm": 2.3923133501403764,
      "learning_rate": 8.14035992768134e-06,
      "loss": 0.1667,
      "step": 5638
    },
    {
      "epoch": 0.8516840356441625,
      "grad_norm": 2.0404147685342022,
      "learning_rate": 8.139744511374256e-06,
      "loss": 0.1397,
      "step": 5639
    },
    {
      "epoch": 0.851835070231083,
      "grad_norm": 1.9856208927139565,
      "learning_rate": 8.139129016524736e-06,
      "loss": 0.1456,
      "step": 5640
    },
    {
      "epoch": 0.8519861048180033,
      "grad_norm": 2.322658399072204,
      "learning_rate": 8.138513443148177e-06,
      "loss": 0.1526,
      "step": 5641
    },
    {
      "epoch": 0.8521371394049237,
      "grad_norm": 1.965427721972455,
      "learning_rate": 8.137897791259979e-06,
      "loss": 0.1482,
      "step": 5642
    },
    {
      "epoch": 0.8522881739918441,
      "grad_norm": 2.685607161510655,
      "learning_rate": 8.137282060875538e-06,
      "loss": 0.1823,
      "step": 5643
    },
    {
      "epoch": 0.8524392085787645,
      "grad_norm": 2.107031492092812,
      "learning_rate": 8.13666625201026e-06,
      "loss": 0.1538,
      "step": 5644
    },
    {
      "epoch": 0.852590243165685,
      "grad_norm": 1.824450847568573,
      "learning_rate": 8.136050364679552e-06,
      "loss": 0.1309,
      "step": 5645
    },
    {
      "epoch": 0.8527412777526053,
      "grad_norm": 3.707942382897375,
      "learning_rate": 8.135434398898821e-06,
      "loss": 0.1455,
      "step": 5646
    },
    {
      "epoch": 0.8528923123395258,
      "grad_norm": 2.1229334603699623,
      "learning_rate": 8.134818354683469e-06,
      "loss": 0.165,
      "step": 5647
    },
    {
      "epoch": 0.8530433469264461,
      "grad_norm": 2.0101647365122126,
      "learning_rate": 8.134202232048914e-06,
      "loss": 0.1439,
      "step": 5648
    },
    {
      "epoch": 0.8531943815133666,
      "grad_norm": 2.4473941293818755,
      "learning_rate": 8.133586031010564e-06,
      "loss": 0.1476,
      "step": 5649
    },
    {
      "epoch": 0.8533454161002869,
      "grad_norm": 1.7277359009771744,
      "learning_rate": 8.132969751583835e-06,
      "loss": 0.1313,
      "step": 5650
    },
    {
      "epoch": 0.8534964506872074,
      "grad_norm": 1.9392583140249862,
      "learning_rate": 8.132353393784145e-06,
      "loss": 0.1518,
      "step": 5651
    },
    {
      "epoch": 0.8536474852741278,
      "grad_norm": 7.009079823192682,
      "learning_rate": 8.131736957626913e-06,
      "loss": 0.1429,
      "step": 5652
    },
    {
      "epoch": 0.8537985198610482,
      "grad_norm": 1.749218443713567,
      "learning_rate": 8.131120443127555e-06,
      "loss": 0.1221,
      "step": 5653
    },
    {
      "epoch": 0.8539495544479686,
      "grad_norm": 2.165939115710217,
      "learning_rate": 8.130503850301498e-06,
      "loss": 0.1622,
      "step": 5654
    },
    {
      "epoch": 0.854100589034889,
      "grad_norm": 2.3566246730301468,
      "learning_rate": 8.129887179164164e-06,
      "loss": 0.1392,
      "step": 5655
    },
    {
      "epoch": 0.8542516236218094,
      "grad_norm": 2.2659587402669645,
      "learning_rate": 8.12927042973098e-06,
      "loss": 0.1754,
      "step": 5656
    },
    {
      "epoch": 0.8544026582087298,
      "grad_norm": 1.97326304435121,
      "learning_rate": 8.128653602017375e-06,
      "loss": 0.1448,
      "step": 5657
    },
    {
      "epoch": 0.8545536927956502,
      "grad_norm": 1.9743590232399257,
      "learning_rate": 8.12803669603878e-06,
      "loss": 0.1494,
      "step": 5658
    },
    {
      "epoch": 0.8547047273825706,
      "grad_norm": 1.938470271169818,
      "learning_rate": 8.127419711810625e-06,
      "loss": 0.1411,
      "step": 5659
    },
    {
      "epoch": 0.854855761969491,
      "grad_norm": 2.4016888992067895,
      "learning_rate": 8.126802649348344e-06,
      "loss": 0.1766,
      "step": 5660
    },
    {
      "epoch": 0.8550067965564114,
      "grad_norm": 2.149023697128591,
      "learning_rate": 8.126185508667375e-06,
      "loss": 0.1436,
      "step": 5661
    },
    {
      "epoch": 0.8551578311433318,
      "grad_norm": 1.9046090247955383,
      "learning_rate": 8.125568289783156e-06,
      "loss": 0.137,
      "step": 5662
    },
    {
      "epoch": 0.8553088657302522,
      "grad_norm": 2.0276287787355307,
      "learning_rate": 8.124950992711128e-06,
      "loss": 0.153,
      "step": 5663
    },
    {
      "epoch": 0.8554599003171727,
      "grad_norm": 1.6289016128694835,
      "learning_rate": 8.124333617466728e-06,
      "loss": 0.1314,
      "step": 5664
    },
    {
      "epoch": 0.855610934904093,
      "grad_norm": 1.6109733033070328,
      "learning_rate": 8.123716164065407e-06,
      "loss": 0.1163,
      "step": 5665
    },
    {
      "epoch": 0.8557619694910135,
      "grad_norm": 2.163329021982913,
      "learning_rate": 8.123098632522605e-06,
      "loss": 0.17,
      "step": 5666
    },
    {
      "epoch": 0.8559130040779338,
      "grad_norm": 2.052790545741618,
      "learning_rate": 8.122481022853774e-06,
      "loss": 0.139,
      "step": 5667
    },
    {
      "epoch": 0.8560640386648543,
      "grad_norm": 1.870996819444729,
      "learning_rate": 8.12186333507436e-06,
      "loss": 0.1356,
      "step": 5668
    },
    {
      "epoch": 0.8562150732517747,
      "grad_norm": 2.1887260800531374,
      "learning_rate": 8.12124556919982e-06,
      "loss": 0.1551,
      "step": 5669
    },
    {
      "epoch": 0.856366107838695,
      "grad_norm": 2.2456540519234833,
      "learning_rate": 8.120627725245603e-06,
      "loss": 0.1459,
      "step": 5670
    },
    {
      "epoch": 0.8565171424256155,
      "grad_norm": 1.554275765532452,
      "learning_rate": 8.120009803227166e-06,
      "loss": 0.1188,
      "step": 5671
    },
    {
      "epoch": 0.8566681770125358,
      "grad_norm": 1.9584317865227752,
      "learning_rate": 8.119391803159969e-06,
      "loss": 0.1581,
      "step": 5672
    },
    {
      "epoch": 0.8568192115994563,
      "grad_norm": 2.2075688718651083,
      "learning_rate": 8.11877372505947e-06,
      "loss": 0.1599,
      "step": 5673
    },
    {
      "epoch": 0.8569702461863766,
      "grad_norm": 1.5761700013104558,
      "learning_rate": 8.11815556894113e-06,
      "loss": 0.1299,
      "step": 5674
    },
    {
      "epoch": 0.8571212807732971,
      "grad_norm": 1.9047570756440246,
      "learning_rate": 8.11753733482041e-06,
      "loss": 0.129,
      "step": 5675
    },
    {
      "epoch": 0.8572723153602175,
      "grad_norm": 1.961667046040436,
      "learning_rate": 8.11691902271278e-06,
      "loss": 0.1423,
      "step": 5676
    },
    {
      "epoch": 0.8574233499471379,
      "grad_norm": 1.651315203591381,
      "learning_rate": 8.116300632633706e-06,
      "loss": 0.1121,
      "step": 5677
    },
    {
      "epoch": 0.8575743845340583,
      "grad_norm": 1.7346536829976014,
      "learning_rate": 8.115682164598658e-06,
      "loss": 0.1411,
      "step": 5678
    },
    {
      "epoch": 0.8577254191209787,
      "grad_norm": 1.9149876017052399,
      "learning_rate": 8.115063618623105e-06,
      "loss": 0.1399,
      "step": 5679
    },
    {
      "epoch": 0.8578764537078991,
      "grad_norm": 2.1823080990207866,
      "learning_rate": 8.114444994722522e-06,
      "loss": 0.1511,
      "step": 5680
    },
    {
      "epoch": 0.8580274882948196,
      "grad_norm": 2.207069533625652,
      "learning_rate": 8.113826292912385e-06,
      "loss": 0.153,
      "step": 5681
    },
    {
      "epoch": 0.8581785228817399,
      "grad_norm": 1.970630778018197,
      "learning_rate": 8.11320751320817e-06,
      "loss": 0.1399,
      "step": 5682
    },
    {
      "epoch": 0.8583295574686604,
      "grad_norm": 1.9333359415641593,
      "learning_rate": 8.112588655625354e-06,
      "loss": 0.1472,
      "step": 5683
    },
    {
      "epoch": 0.8584805920555807,
      "grad_norm": 2.498862037692961,
      "learning_rate": 8.111969720179423e-06,
      "loss": 0.1562,
      "step": 5684
    },
    {
      "epoch": 0.8586316266425011,
      "grad_norm": 2.0741486007786447,
      "learning_rate": 8.111350706885854e-06,
      "loss": 0.16,
      "step": 5685
    },
    {
      "epoch": 0.8587826612294215,
      "grad_norm": 2.2642652881177496,
      "learning_rate": 8.110731615760139e-06,
      "loss": 0.1744,
      "step": 5686
    },
    {
      "epoch": 0.8589336958163419,
      "grad_norm": 1.9212392036467458,
      "learning_rate": 8.110112446817759e-06,
      "loss": 0.1474,
      "step": 5687
    },
    {
      "epoch": 0.8590847304032624,
      "grad_norm": 1.933983412405605,
      "learning_rate": 8.109493200074205e-06,
      "loss": 0.1482,
      "step": 5688
    },
    {
      "epoch": 0.8592357649901827,
      "grad_norm": 1.9739468935403688,
      "learning_rate": 8.108873875544968e-06,
      "loss": 0.1432,
      "step": 5689
    },
    {
      "epoch": 0.8593867995771032,
      "grad_norm": 1.868968853300492,
      "learning_rate": 8.10825447324554e-06,
      "loss": 0.1182,
      "step": 5690
    },
    {
      "epoch": 0.8595378341640235,
      "grad_norm": 2.1052714639736,
      "learning_rate": 8.107634993191416e-06,
      "loss": 0.1429,
      "step": 5691
    },
    {
      "epoch": 0.859688868750944,
      "grad_norm": 1.9548332531076762,
      "learning_rate": 8.107015435398094e-06,
      "loss": 0.1357,
      "step": 5692
    },
    {
      "epoch": 0.8598399033378644,
      "grad_norm": 2.0590171451133377,
      "learning_rate": 8.106395799881072e-06,
      "loss": 0.1626,
      "step": 5693
    },
    {
      "epoch": 0.8599909379247848,
      "grad_norm": 2.3463480024140355,
      "learning_rate": 8.105776086655849e-06,
      "loss": 0.1494,
      "step": 5694
    },
    {
      "epoch": 0.8601419725117052,
      "grad_norm": 1.9944940569929168,
      "learning_rate": 8.105156295737928e-06,
      "loss": 0.1479,
      "step": 5695
    },
    {
      "epoch": 0.8602930070986256,
      "grad_norm": 2.3939573098292404,
      "learning_rate": 8.104536427142813e-06,
      "loss": 0.1558,
      "step": 5696
    },
    {
      "epoch": 0.860444041685546,
      "grad_norm": 1.9983740166250104,
      "learning_rate": 8.103916480886013e-06,
      "loss": 0.153,
      "step": 5697
    },
    {
      "epoch": 0.8605950762724663,
      "grad_norm": 1.8525612392333748,
      "learning_rate": 8.103296456983035e-06,
      "loss": 0.1471,
      "step": 5698
    },
    {
      "epoch": 0.8607461108593868,
      "grad_norm": 1.8519340014215862,
      "learning_rate": 8.102676355449386e-06,
      "loss": 0.1435,
      "step": 5699
    },
    {
      "epoch": 0.8608971454463072,
      "grad_norm": 2.0760823128345973,
      "learning_rate": 8.102056176300582e-06,
      "loss": 0.1384,
      "step": 5700
    },
    {
      "epoch": 0.8610481800332276,
      "grad_norm": 2.542240970880873,
      "learning_rate": 8.101435919552136e-06,
      "loss": 0.1613,
      "step": 5701
    },
    {
      "epoch": 0.861199214620148,
      "grad_norm": 2.261961499287164,
      "learning_rate": 8.100815585219564e-06,
      "loss": 0.1678,
      "step": 5702
    },
    {
      "epoch": 0.8613502492070684,
      "grad_norm": 1.8564065584641407,
      "learning_rate": 8.100195173318386e-06,
      "loss": 0.1302,
      "step": 5703
    },
    {
      "epoch": 0.8615012837939888,
      "grad_norm": 1.9372358390361202,
      "learning_rate": 8.099574683864117e-06,
      "loss": 0.1484,
      "step": 5704
    },
    {
      "epoch": 0.8616523183809093,
      "grad_norm": 2.588207451641574,
      "learning_rate": 8.098954116872284e-06,
      "loss": 0.1728,
      "step": 5705
    },
    {
      "epoch": 0.8618033529678296,
      "grad_norm": 2.3885925987632324,
      "learning_rate": 8.098333472358408e-06,
      "loss": 0.1587,
      "step": 5706
    },
    {
      "epoch": 0.8619543875547501,
      "grad_norm": 1.8125964539772583,
      "learning_rate": 8.097712750338016e-06,
      "loss": 0.1378,
      "step": 5707
    },
    {
      "epoch": 0.8621054221416704,
      "grad_norm": 1.8153318096114073,
      "learning_rate": 8.097091950826634e-06,
      "loss": 0.1325,
      "step": 5708
    },
    {
      "epoch": 0.8622564567285909,
      "grad_norm": 1.9700062689622484,
      "learning_rate": 8.096471073839794e-06,
      "loss": 0.1465,
      "step": 5709
    },
    {
      "epoch": 0.8624074913155112,
      "grad_norm": 1.7823117006573415,
      "learning_rate": 8.095850119393027e-06,
      "loss": 0.144,
      "step": 5710
    },
    {
      "epoch": 0.8625585259024316,
      "grad_norm": 2.332104822374863,
      "learning_rate": 8.095229087501864e-06,
      "loss": 0.1618,
      "step": 5711
    },
    {
      "epoch": 0.8627095604893521,
      "grad_norm": 1.456188826423383,
      "learning_rate": 8.094607978181845e-06,
      "loss": 0.1112,
      "step": 5712
    },
    {
      "epoch": 0.8628605950762724,
      "grad_norm": 1.9743613269560751,
      "learning_rate": 8.093986791448503e-06,
      "loss": 0.1387,
      "step": 5713
    },
    {
      "epoch": 0.8630116296631929,
      "grad_norm": 2.392626617205051,
      "learning_rate": 8.093365527317378e-06,
      "loss": 0.1531,
      "step": 5714
    },
    {
      "epoch": 0.8631626642501132,
      "grad_norm": 2.517416836231689,
      "learning_rate": 8.092744185804014e-06,
      "loss": 0.1467,
      "step": 5715
    },
    {
      "epoch": 0.8633136988370337,
      "grad_norm": 1.9039776681494365,
      "learning_rate": 8.092122766923953e-06,
      "loss": 0.1321,
      "step": 5716
    },
    {
      "epoch": 0.8634647334239541,
      "grad_norm": 2.9001166063605464,
      "learning_rate": 8.09150127069274e-06,
      "loss": 0.144,
      "step": 5717
    },
    {
      "epoch": 0.8636157680108745,
      "grad_norm": 1.82133330934333,
      "learning_rate": 8.09087969712592e-06,
      "loss": 0.1403,
      "step": 5718
    },
    {
      "epoch": 0.8637668025977949,
      "grad_norm": 2.0246068579501717,
      "learning_rate": 8.090258046239044e-06,
      "loss": 0.1484,
      "step": 5719
    },
    {
      "epoch": 0.8639178371847153,
      "grad_norm": 1.9357833238365976,
      "learning_rate": 8.089636318047663e-06,
      "loss": 0.1387,
      "step": 5720
    },
    {
      "epoch": 0.8640688717716357,
      "grad_norm": 3.0245882819672123,
      "learning_rate": 8.089014512567331e-06,
      "loss": 0.1735,
      "step": 5721
    },
    {
      "epoch": 0.8642199063585561,
      "grad_norm": 2.8336846459119402,
      "learning_rate": 8.0883926298136e-06,
      "loss": 0.1541,
      "step": 5722
    },
    {
      "epoch": 0.8643709409454765,
      "grad_norm": 2.9726587041028565,
      "learning_rate": 8.087770669802027e-06,
      "loss": 0.1954,
      "step": 5723
    },
    {
      "epoch": 0.864521975532397,
      "grad_norm": 2.0182090157786003,
      "learning_rate": 8.087148632548175e-06,
      "loss": 0.1525,
      "step": 5724
    },
    {
      "epoch": 0.8646730101193173,
      "grad_norm": 2.7899102361471724,
      "learning_rate": 8.0865265180676e-06,
      "loss": 0.1556,
      "step": 5725
    },
    {
      "epoch": 0.8648240447062377,
      "grad_norm": 2.03452451784295,
      "learning_rate": 8.085904326375865e-06,
      "loss": 0.1695,
      "step": 5726
    },
    {
      "epoch": 0.8649750792931581,
      "grad_norm": 2.127846007534868,
      "learning_rate": 8.085282057488536e-06,
      "loss": 0.1484,
      "step": 5727
    },
    {
      "epoch": 0.8651261138800785,
      "grad_norm": 2.300592211698999,
      "learning_rate": 8.084659711421179e-06,
      "loss": 0.1647,
      "step": 5728
    },
    {
      "epoch": 0.865277148466999,
      "grad_norm": 2.0183030378132987,
      "learning_rate": 8.08403728818936e-06,
      "loss": 0.1486,
      "step": 5729
    },
    {
      "epoch": 0.8654281830539193,
      "grad_norm": 2.5671659240162312,
      "learning_rate": 8.083414787808654e-06,
      "loss": 0.1774,
      "step": 5730
    },
    {
      "epoch": 0.8655792176408398,
      "grad_norm": 1.6691656346218033,
      "learning_rate": 8.08279221029463e-06,
      "loss": 0.1258,
      "step": 5731
    },
    {
      "epoch": 0.8657302522277601,
      "grad_norm": 2.376952126385312,
      "learning_rate": 8.082169555662864e-06,
      "loss": 0.1796,
      "step": 5732
    },
    {
      "epoch": 0.8658812868146806,
      "grad_norm": 1.9657522341606828,
      "learning_rate": 8.081546823928929e-06,
      "loss": 0.1656,
      "step": 5733
    },
    {
      "epoch": 0.8660323214016009,
      "grad_norm": 2.200056442029496,
      "learning_rate": 8.080924015108405e-06,
      "loss": 0.1612,
      "step": 5734
    },
    {
      "epoch": 0.8661833559885214,
      "grad_norm": 1.8835436753170132,
      "learning_rate": 8.080301129216872e-06,
      "loss": 0.1413,
      "step": 5735
    },
    {
      "epoch": 0.8663343905754418,
      "grad_norm": 2.085122782091124,
      "learning_rate": 8.079678166269911e-06,
      "loss": 0.1304,
      "step": 5736
    },
    {
      "epoch": 0.8664854251623622,
      "grad_norm": 2.205637074141168,
      "learning_rate": 8.079055126283106e-06,
      "loss": 0.1521,
      "step": 5737
    },
    {
      "epoch": 0.8666364597492826,
      "grad_norm": 2.394809115282051,
      "learning_rate": 8.078432009272044e-06,
      "loss": 0.1468,
      "step": 5738
    },
    {
      "epoch": 0.866787494336203,
      "grad_norm": 3.096902018244816,
      "learning_rate": 8.077808815252311e-06,
      "loss": 0.1342,
      "step": 5739
    },
    {
      "epoch": 0.8669385289231234,
      "grad_norm": 1.6152934476734782,
      "learning_rate": 8.077185544239496e-06,
      "loss": 0.1192,
      "step": 5740
    },
    {
      "epoch": 0.8670895635100438,
      "grad_norm": 2.21326336683047,
      "learning_rate": 8.076562196249193e-06,
      "loss": 0.1525,
      "step": 5741
    },
    {
      "epoch": 0.8672405980969642,
      "grad_norm": 1.998244027564651,
      "learning_rate": 8.075938771296995e-06,
      "loss": 0.1675,
      "step": 5742
    },
    {
      "epoch": 0.8673916326838846,
      "grad_norm": 1.9989036741764012,
      "learning_rate": 8.075315269398493e-06,
      "loss": 0.1248,
      "step": 5743
    },
    {
      "epoch": 0.867542667270805,
      "grad_norm": 1.8815780658657553,
      "learning_rate": 8.07469169056929e-06,
      "loss": 0.1405,
      "step": 5744
    },
    {
      "epoch": 0.8676937018577254,
      "grad_norm": 2.269239700003006,
      "learning_rate": 8.074068034824982e-06,
      "loss": 0.1669,
      "step": 5745
    },
    {
      "epoch": 0.8678447364446458,
      "grad_norm": 2.17250171317976,
      "learning_rate": 8.073444302181172e-06,
      "loss": 0.1347,
      "step": 5746
    },
    {
      "epoch": 0.8679957710315662,
      "grad_norm": 1.8691620153759918,
      "learning_rate": 8.07282049265346e-06,
      "loss": 0.1468,
      "step": 5747
    },
    {
      "epoch": 0.8681468056184867,
      "grad_norm": 1.870414359407089,
      "learning_rate": 8.072196606257455e-06,
      "loss": 0.1295,
      "step": 5748
    },
    {
      "epoch": 0.868297840205407,
      "grad_norm": 1.9173643984623066,
      "learning_rate": 8.071572643008759e-06,
      "loss": 0.1405,
      "step": 5749
    },
    {
      "epoch": 0.8684488747923275,
      "grad_norm": 2.3736198141636926,
      "learning_rate": 8.070948602922984e-06,
      "loss": 0.1393,
      "step": 5750
    },
    {
      "epoch": 0.8685999093792478,
      "grad_norm": 2.1141033340511446,
      "learning_rate": 8.07032448601574e-06,
      "loss": 0.139,
      "step": 5751
    },
    {
      "epoch": 0.8687509439661683,
      "grad_norm": 2.317892495417363,
      "learning_rate": 8.06970029230264e-06,
      "loss": 0.1406,
      "step": 5752
    },
    {
      "epoch": 0.8689019785530887,
      "grad_norm": 2.4163509843857542,
      "learning_rate": 8.069076021799297e-06,
      "loss": 0.1357,
      "step": 5753
    },
    {
      "epoch": 0.869053013140009,
      "grad_norm": 2.2936221637581675,
      "learning_rate": 8.068451674521332e-06,
      "loss": 0.1504,
      "step": 5754
    },
    {
      "epoch": 0.8692040477269295,
      "grad_norm": 1.6797878557404118,
      "learning_rate": 8.067827250484358e-06,
      "loss": 0.1324,
      "step": 5755
    },
    {
      "epoch": 0.8693550823138498,
      "grad_norm": 1.9028814776421283,
      "learning_rate": 8.067202749703998e-06,
      "loss": 0.126,
      "step": 5756
    },
    {
      "epoch": 0.8695061169007703,
      "grad_norm": 2.4864939477974524,
      "learning_rate": 8.066578172195872e-06,
      "loss": 0.2019,
      "step": 5757
    },
    {
      "epoch": 0.8696571514876906,
      "grad_norm": 2.086182672173682,
      "learning_rate": 8.065953517975608e-06,
      "loss": 0.1599,
      "step": 5758
    },
    {
      "epoch": 0.8698081860746111,
      "grad_norm": 1.7367111821841583,
      "learning_rate": 8.065328787058829e-06,
      "loss": 0.1271,
      "step": 5759
    },
    {
      "epoch": 0.8699592206615315,
      "grad_norm": 2.399400204145638,
      "learning_rate": 8.064703979461164e-06,
      "loss": 0.1554,
      "step": 5760
    },
    {
      "epoch": 0.8701102552484519,
      "grad_norm": 2.3408668949351314,
      "learning_rate": 8.064079095198242e-06,
      "loss": 0.1283,
      "step": 5761
    },
    {
      "epoch": 0.8702612898353723,
      "grad_norm": 1.758914381887841,
      "learning_rate": 8.063454134285696e-06,
      "loss": 0.1346,
      "step": 5762
    },
    {
      "epoch": 0.8704123244222927,
      "grad_norm": 1.8812528909101076,
      "learning_rate": 8.062829096739158e-06,
      "loss": 0.1358,
      "step": 5763
    },
    {
      "epoch": 0.8705633590092131,
      "grad_norm": 1.9070223936924253,
      "learning_rate": 8.062203982574269e-06,
      "loss": 0.1436,
      "step": 5764
    },
    {
      "epoch": 0.8707143935961336,
      "grad_norm": 1.7552515858640392,
      "learning_rate": 8.061578791806659e-06,
      "loss": 0.124,
      "step": 5765
    },
    {
      "epoch": 0.8708654281830539,
      "grad_norm": 1.9797078168676183,
      "learning_rate": 8.060953524451972e-06,
      "loss": 0.1335,
      "step": 5766
    },
    {
      "epoch": 0.8710164627699744,
      "grad_norm": 2.343179467400081,
      "learning_rate": 8.060328180525848e-06,
      "loss": 0.1332,
      "step": 5767
    },
    {
      "epoch": 0.8711674973568947,
      "grad_norm": 1.8074688674851742,
      "learning_rate": 8.059702760043931e-06,
      "loss": 0.147,
      "step": 5768
    },
    {
      "epoch": 0.8713185319438151,
      "grad_norm": 3.6365394521408287,
      "learning_rate": 8.059077263021866e-06,
      "loss": 0.206,
      "step": 5769
    },
    {
      "epoch": 0.8714695665307355,
      "grad_norm": 2.438307515906323,
      "learning_rate": 8.058451689475302e-06,
      "loss": 0.1604,
      "step": 5770
    },
    {
      "epoch": 0.8716206011176559,
      "grad_norm": 2.3998569805516965,
      "learning_rate": 8.057826039419884e-06,
      "loss": 0.1384,
      "step": 5771
    },
    {
      "epoch": 0.8717716357045764,
      "grad_norm": 2.010237796388969,
      "learning_rate": 8.057200312871265e-06,
      "loss": 0.1531,
      "step": 5772
    },
    {
      "epoch": 0.8719226702914967,
      "grad_norm": 3.7524191933351156,
      "learning_rate": 8.0565745098451e-06,
      "loss": 0.1302,
      "step": 5773
    },
    {
      "epoch": 0.8720737048784172,
      "grad_norm": 1.897096016540436,
      "learning_rate": 8.05594863035704e-06,
      "loss": 0.156,
      "step": 5774
    },
    {
      "epoch": 0.8722247394653375,
      "grad_norm": 1.9697303808104414,
      "learning_rate": 8.055322674422744e-06,
      "loss": 0.1503,
      "step": 5775
    },
    {
      "epoch": 0.872375774052258,
      "grad_norm": 2.033790685904405,
      "learning_rate": 8.054696642057872e-06,
      "loss": 0.1387,
      "step": 5776
    },
    {
      "epoch": 0.8725268086391784,
      "grad_norm": 1.865391218521309,
      "learning_rate": 8.054070533278082e-06,
      "loss": 0.1491,
      "step": 5777
    },
    {
      "epoch": 0.8726778432260988,
      "grad_norm": 1.8712540406309015,
      "learning_rate": 8.053444348099037e-06,
      "loss": 0.1397,
      "step": 5778
    },
    {
      "epoch": 0.8728288778130192,
      "grad_norm": 2.556067346265433,
      "learning_rate": 8.0528180865364e-06,
      "loss": 0.1583,
      "step": 5779
    },
    {
      "epoch": 0.8729799123999396,
      "grad_norm": 1.9611184157538408,
      "learning_rate": 8.052191748605843e-06,
      "loss": 0.1406,
      "step": 5780
    },
    {
      "epoch": 0.87313094698686,
      "grad_norm": 1.9317946844023095,
      "learning_rate": 8.051565334323025e-06,
      "loss": 0.1363,
      "step": 5781
    },
    {
      "epoch": 0.8732819815737803,
      "grad_norm": 1.9498386614960614,
      "learning_rate": 8.050938843703625e-06,
      "loss": 0.1475,
      "step": 5782
    },
    {
      "epoch": 0.8734330161607008,
      "grad_norm": 3.0903373341171125,
      "learning_rate": 8.05031227676331e-06,
      "loss": 0.217,
      "step": 5783
    },
    {
      "epoch": 0.8735840507476212,
      "grad_norm": 2.287438524889415,
      "learning_rate": 8.049685633517755e-06,
      "loss": 0.146,
      "step": 5784
    },
    {
      "epoch": 0.8737350853345416,
      "grad_norm": 1.709805060827801,
      "learning_rate": 8.049058913982637e-06,
      "loss": 0.1255,
      "step": 5785
    },
    {
      "epoch": 0.873886119921462,
      "grad_norm": 2.1037896213321994,
      "learning_rate": 8.048432118173632e-06,
      "loss": 0.1378,
      "step": 5786
    },
    {
      "epoch": 0.8740371545083824,
      "grad_norm": 2.2149240860970205,
      "learning_rate": 8.047805246106419e-06,
      "loss": 0.1571,
      "step": 5787
    },
    {
      "epoch": 0.8741881890953028,
      "grad_norm": 1.990893851409491,
      "learning_rate": 8.047178297796682e-06,
      "loss": 0.1607,
      "step": 5788
    },
    {
      "epoch": 0.8743392236822233,
      "grad_norm": 1.884179401484276,
      "learning_rate": 8.046551273260104e-06,
      "loss": 0.1334,
      "step": 5789
    },
    {
      "epoch": 0.8744902582691436,
      "grad_norm": 1.858714339398235,
      "learning_rate": 8.045924172512369e-06,
      "loss": 0.1431,
      "step": 5790
    },
    {
      "epoch": 0.8746412928560641,
      "grad_norm": 1.7780617054777443,
      "learning_rate": 8.045296995569165e-06,
      "loss": 0.1175,
      "step": 5791
    },
    {
      "epoch": 0.8747923274429844,
      "grad_norm": 3.2615626078215896,
      "learning_rate": 8.04466974244618e-06,
      "loss": 0.1623,
      "step": 5792
    },
    {
      "epoch": 0.8749433620299049,
      "grad_norm": 1.7715571281205067,
      "learning_rate": 8.044042413159108e-06,
      "loss": 0.1234,
      "step": 5793
    },
    {
      "epoch": 0.8750943966168252,
      "grad_norm": 2.9562075156682766,
      "learning_rate": 8.043415007723639e-06,
      "loss": 0.1567,
      "step": 5794
    },
    {
      "epoch": 0.8752454312037456,
      "grad_norm": 1.649453748764671,
      "learning_rate": 8.042787526155469e-06,
      "loss": 0.1162,
      "step": 5795
    },
    {
      "epoch": 0.8753964657906661,
      "grad_norm": 2.0305534560163627,
      "learning_rate": 8.042159968470296e-06,
      "loss": 0.1338,
      "step": 5796
    },
    {
      "epoch": 0.8755475003775864,
      "grad_norm": 2.239499851905395,
      "learning_rate": 8.041532334683817e-06,
      "loss": 0.1556,
      "step": 5797
    },
    {
      "epoch": 0.8756985349645069,
      "grad_norm": 2.369362552774695,
      "learning_rate": 8.040904624811735e-06,
      "loss": 0.181,
      "step": 5798
    },
    {
      "epoch": 0.8758495695514272,
      "grad_norm": 2.178345184562108,
      "learning_rate": 8.040276838869748e-06,
      "loss": 0.1488,
      "step": 5799
    },
    {
      "epoch": 0.8760006041383477,
      "grad_norm": 1.7623007052365744,
      "learning_rate": 8.039648976873564e-06,
      "loss": 0.1268,
      "step": 5800
    },
    {
      "epoch": 0.8761516387252681,
      "grad_norm": 1.7856302512057405,
      "learning_rate": 8.03902103883889e-06,
      "loss": 0.1304,
      "step": 5801
    },
    {
      "epoch": 0.8763026733121885,
      "grad_norm": 2.273181549809605,
      "learning_rate": 8.03839302478143e-06,
      "loss": 0.1502,
      "step": 5802
    },
    {
      "epoch": 0.8764537078991089,
      "grad_norm": 1.9166791608567348,
      "learning_rate": 8.037764934716898e-06,
      "loss": 0.1202,
      "step": 5803
    },
    {
      "epoch": 0.8766047424860293,
      "grad_norm": 2.380169219853225,
      "learning_rate": 8.037136768661005e-06,
      "loss": 0.1516,
      "step": 5804
    },
    {
      "epoch": 0.8767557770729497,
      "grad_norm": 2.341519570243771,
      "learning_rate": 8.036508526629464e-06,
      "loss": 0.1369,
      "step": 5805
    },
    {
      "epoch": 0.8769068116598701,
      "grad_norm": 2.2136441826296887,
      "learning_rate": 8.035880208637992e-06,
      "loss": 0.1612,
      "step": 5806
    },
    {
      "epoch": 0.8770578462467905,
      "grad_norm": 2.093765207853851,
      "learning_rate": 8.035251814702308e-06,
      "loss": 0.1476,
      "step": 5807
    },
    {
      "epoch": 0.877208880833711,
      "grad_norm": 2.7501319017374786,
      "learning_rate": 8.034623344838126e-06,
      "loss": 0.1421,
      "step": 5808
    },
    {
      "epoch": 0.8773599154206313,
      "grad_norm": 1.8879636455255517,
      "learning_rate": 8.033994799061175e-06,
      "loss": 0.1436,
      "step": 5809
    },
    {
      "epoch": 0.8775109500075517,
      "grad_norm": 1.8858059224973218,
      "learning_rate": 8.033366177387172e-06,
      "loss": 0.1484,
      "step": 5810
    },
    {
      "epoch": 0.8776619845944721,
      "grad_norm": 2.0488215560931984,
      "learning_rate": 8.032737479831847e-06,
      "loss": 0.143,
      "step": 5811
    },
    {
      "epoch": 0.8778130191813925,
      "grad_norm": 2.4418159213657145,
      "learning_rate": 8.032108706410927e-06,
      "loss": 0.1398,
      "step": 5812
    },
    {
      "epoch": 0.877964053768313,
      "grad_norm": 1.83819176439509,
      "learning_rate": 8.031479857140134e-06,
      "loss": 0.1506,
      "step": 5813
    },
    {
      "epoch": 0.8781150883552333,
      "grad_norm": 2.6958417189722623,
      "learning_rate": 8.03085093203521e-06,
      "loss": 0.1493,
      "step": 5814
    },
    {
      "epoch": 0.8782661229421538,
      "grad_norm": 1.8046028272440606,
      "learning_rate": 8.03022193111188e-06,
      "loss": 0.1296,
      "step": 5815
    },
    {
      "epoch": 0.8784171575290741,
      "grad_norm": 2.229286211133249,
      "learning_rate": 8.029592854385881e-06,
      "loss": 0.1624,
      "step": 5816
    },
    {
      "epoch": 0.8785681921159946,
      "grad_norm": 2.4441703013238025,
      "learning_rate": 8.02896370187295e-06,
      "loss": 0.1408,
      "step": 5817
    },
    {
      "epoch": 0.8787192267029149,
      "grad_norm": 1.8991161208971017,
      "learning_rate": 8.028334473588825e-06,
      "loss": 0.1281,
      "step": 5818
    },
    {
      "epoch": 0.8788702612898354,
      "grad_norm": 1.8263789901000582,
      "learning_rate": 8.027705169549248e-06,
      "loss": 0.1305,
      "step": 5819
    },
    {
      "epoch": 0.8790212958767558,
      "grad_norm": 2.303972397791404,
      "learning_rate": 8.02707578976996e-06,
      "loss": 0.1577,
      "step": 5820
    },
    {
      "epoch": 0.8791723304636762,
      "grad_norm": 2.6911895965352115,
      "learning_rate": 8.026446334266707e-06,
      "loss": 0.1667,
      "step": 5821
    },
    {
      "epoch": 0.8793233650505966,
      "grad_norm": 1.916600095466764,
      "learning_rate": 8.025816803055231e-06,
      "loss": 0.1567,
      "step": 5822
    },
    {
      "epoch": 0.879474399637517,
      "grad_norm": 1.9155999884468784,
      "learning_rate": 8.025187196151286e-06,
      "loss": 0.1463,
      "step": 5823
    },
    {
      "epoch": 0.8796254342244374,
      "grad_norm": 2.055042329214425,
      "learning_rate": 8.024557513570616e-06,
      "loss": 0.1552,
      "step": 5824
    },
    {
      "epoch": 0.8797764688113578,
      "grad_norm": 1.8844966006837263,
      "learning_rate": 8.023927755328976e-06,
      "loss": 0.1412,
      "step": 5825
    },
    {
      "epoch": 0.8799275033982782,
      "grad_norm": 2.3082962727607206,
      "learning_rate": 8.023297921442122e-06,
      "loss": 0.1809,
      "step": 5826
    },
    {
      "epoch": 0.8800785379851986,
      "grad_norm": 2.2201312036450638,
      "learning_rate": 8.022668011925803e-06,
      "loss": 0.1304,
      "step": 5827
    },
    {
      "epoch": 0.880229572572119,
      "grad_norm": 1.6204278411863413,
      "learning_rate": 8.022038026795783e-06,
      "loss": 0.143,
      "step": 5828
    },
    {
      "epoch": 0.8803806071590394,
      "grad_norm": 2.0661047222173523,
      "learning_rate": 8.02140796606782e-06,
      "loss": 0.1429,
      "step": 5829
    },
    {
      "epoch": 0.8805316417459598,
      "grad_norm": 1.8020930062050085,
      "learning_rate": 8.020777829757673e-06,
      "loss": 0.1313,
      "step": 5830
    },
    {
      "epoch": 0.8806826763328802,
      "grad_norm": 1.9009847293759583,
      "learning_rate": 8.020147617881107e-06,
      "loss": 0.1289,
      "step": 5831
    },
    {
      "epoch": 0.8808337109198007,
      "grad_norm": 1.9247795108924843,
      "learning_rate": 8.019517330453887e-06,
      "loss": 0.1429,
      "step": 5832
    },
    {
      "epoch": 0.880984745506721,
      "grad_norm": 3.3084341157954613,
      "learning_rate": 8.018886967491778e-06,
      "loss": 0.1705,
      "step": 5833
    },
    {
      "epoch": 0.8811357800936415,
      "grad_norm": 2.1898880751166994,
      "learning_rate": 8.018256529010553e-06,
      "loss": 0.1631,
      "step": 5834
    },
    {
      "epoch": 0.8812868146805618,
      "grad_norm": 1.8339677404417936,
      "learning_rate": 8.017626015025979e-06,
      "loss": 0.1364,
      "step": 5835
    },
    {
      "epoch": 0.8814378492674823,
      "grad_norm": 1.810311020286865,
      "learning_rate": 8.016995425553831e-06,
      "loss": 0.1416,
      "step": 5836
    },
    {
      "epoch": 0.8815888838544027,
      "grad_norm": 2.1340883714795917,
      "learning_rate": 8.01636476060988e-06,
      "loss": 0.1543,
      "step": 5837
    },
    {
      "epoch": 0.881739918441323,
      "grad_norm": 1.662987472941924,
      "learning_rate": 8.015734020209906e-06,
      "loss": 0.1469,
      "step": 5838
    },
    {
      "epoch": 0.8818909530282435,
      "grad_norm": 1.9592439836567543,
      "learning_rate": 8.015103204369687e-06,
      "loss": 0.134,
      "step": 5839
    },
    {
      "epoch": 0.8820419876151638,
      "grad_norm": 1.8701084423162058,
      "learning_rate": 8.014472313105003e-06,
      "loss": 0.1506,
      "step": 5840
    },
    {
      "epoch": 0.8821930222020843,
      "grad_norm": 1.9752725738681538,
      "learning_rate": 8.013841346431634e-06,
      "loss": 0.1422,
      "step": 5841
    },
    {
      "epoch": 0.8823440567890046,
      "grad_norm": 1.8780695842768653,
      "learning_rate": 8.013210304365366e-06,
      "loss": 0.1399,
      "step": 5842
    },
    {
      "epoch": 0.8824950913759251,
      "grad_norm": 2.5776878683449396,
      "learning_rate": 8.012579186921985e-06,
      "loss": 0.1751,
      "step": 5843
    },
    {
      "epoch": 0.8826461259628455,
      "grad_norm": 1.900856130990448,
      "learning_rate": 8.011947994117277e-06,
      "loss": 0.1392,
      "step": 5844
    },
    {
      "epoch": 0.8827971605497659,
      "grad_norm": 1.6601706792819924,
      "learning_rate": 8.011316725967034e-06,
      "loss": 0.1282,
      "step": 5845
    },
    {
      "epoch": 0.8829481951366863,
      "grad_norm": 2.5955282184077046,
      "learning_rate": 8.010685382487046e-06,
      "loss": 0.1432,
      "step": 5846
    },
    {
      "epoch": 0.8830992297236067,
      "grad_norm": 2.1979381353213103,
      "learning_rate": 8.010053963693106e-06,
      "loss": 0.1562,
      "step": 5847
    },
    {
      "epoch": 0.8832502643105271,
      "grad_norm": 2.0433764855775305,
      "learning_rate": 8.00942246960101e-06,
      "loss": 0.1422,
      "step": 5848
    },
    {
      "epoch": 0.8834012988974476,
      "grad_norm": 1.6375713654777049,
      "learning_rate": 8.008790900226555e-06,
      "loss": 0.1447,
      "step": 5849
    },
    {
      "epoch": 0.8835523334843679,
      "grad_norm": 1.6603779412940847,
      "learning_rate": 8.008159255585541e-06,
      "loss": 0.1235,
      "step": 5850
    },
    {
      "epoch": 0.8837033680712884,
      "grad_norm": 1.6624826704569382,
      "learning_rate": 8.00752753569377e-06,
      "loss": 0.1284,
      "step": 5851
    },
    {
      "epoch": 0.8838544026582087,
      "grad_norm": 1.8424018243272737,
      "learning_rate": 8.00689574056704e-06,
      "loss": 0.1506,
      "step": 5852
    },
    {
      "epoch": 0.8840054372451291,
      "grad_norm": 1.7092801717591788,
      "learning_rate": 8.006263870221159e-06,
      "loss": 0.1364,
      "step": 5853
    },
    {
      "epoch": 0.8841564718320495,
      "grad_norm": 1.8968087460343506,
      "learning_rate": 8.005631924671935e-06,
      "loss": 0.1232,
      "step": 5854
    },
    {
      "epoch": 0.8843075064189699,
      "grad_norm": 2.211976152629292,
      "learning_rate": 8.004999903935172e-06,
      "loss": 0.1379,
      "step": 5855
    },
    {
      "epoch": 0.8844585410058904,
      "grad_norm": 1.7897938460763967,
      "learning_rate": 8.004367808026684e-06,
      "loss": 0.1397,
      "step": 5856
    },
    {
      "epoch": 0.8846095755928107,
      "grad_norm": 1.9512718282968098,
      "learning_rate": 8.003735636962285e-06,
      "loss": 0.1377,
      "step": 5857
    },
    {
      "epoch": 0.8847606101797312,
      "grad_norm": 1.8251250863713353,
      "learning_rate": 8.003103390757782e-06,
      "loss": 0.1396,
      "step": 5858
    },
    {
      "epoch": 0.8849116447666515,
      "grad_norm": 1.5109862897213895,
      "learning_rate": 8.002471069429e-06,
      "loss": 0.1178,
      "step": 5859
    },
    {
      "epoch": 0.885062679353572,
      "grad_norm": 1.9232703814488619,
      "learning_rate": 8.001838672991747e-06,
      "loss": 0.1287,
      "step": 5860
    },
    {
      "epoch": 0.8852137139404924,
      "grad_norm": 1.7160271920431345,
      "learning_rate": 8.001206201461852e-06,
      "loss": 0.148,
      "step": 5861
    },
    {
      "epoch": 0.8853647485274128,
      "grad_norm": 2.139034296595588,
      "learning_rate": 8.000573654855131e-06,
      "loss": 0.1227,
      "step": 5862
    },
    {
      "epoch": 0.8855157831143332,
      "grad_norm": 1.9660783570120837,
      "learning_rate": 7.99994103318741e-06,
      "loss": 0.1347,
      "step": 5863
    },
    {
      "epoch": 0.8856668177012536,
      "grad_norm": 2.102828013068391,
      "learning_rate": 7.999308336474512e-06,
      "loss": 0.1553,
      "step": 5864
    },
    {
      "epoch": 0.885817852288174,
      "grad_norm": 2.45968814298277,
      "learning_rate": 7.998675564732269e-06,
      "loss": 0.1554,
      "step": 5865
    },
    {
      "epoch": 0.8859688868750943,
      "grad_norm": 2.055974634031816,
      "learning_rate": 7.998042717976504e-06,
      "loss": 0.1316,
      "step": 5866
    },
    {
      "epoch": 0.8861199214620148,
      "grad_norm": 1.7876814419965896,
      "learning_rate": 7.99740979622305e-06,
      "loss": 0.1502,
      "step": 5867
    },
    {
      "epoch": 0.8862709560489352,
      "grad_norm": 1.7869944325126452,
      "learning_rate": 7.996776799487745e-06,
      "loss": 0.1317,
      "step": 5868
    },
    {
      "epoch": 0.8864219906358556,
      "grad_norm": 1.9576837638567586,
      "learning_rate": 7.996143727786414e-06,
      "loss": 0.1343,
      "step": 5869
    },
    {
      "epoch": 0.886573025222776,
      "grad_norm": 2.009664680376608,
      "learning_rate": 7.995510581134903e-06,
      "loss": 0.1362,
      "step": 5870
    },
    {
      "epoch": 0.8867240598096964,
      "grad_norm": 3.658583686068294,
      "learning_rate": 7.994877359549046e-06,
      "loss": 0.1429,
      "step": 5871
    },
    {
      "epoch": 0.8868750943966168,
      "grad_norm": 2.346792713386527,
      "learning_rate": 7.994244063044683e-06,
      "loss": 0.1504,
      "step": 5872
    },
    {
      "epoch": 0.8870261289835373,
      "grad_norm": 1.6174779498842258,
      "learning_rate": 7.993610691637658e-06,
      "loss": 0.1188,
      "step": 5873
    },
    {
      "epoch": 0.8871771635704576,
      "grad_norm": 2.3274535231914695,
      "learning_rate": 7.992977245343816e-06,
      "loss": 0.1683,
      "step": 5874
    },
    {
      "epoch": 0.8873281981573781,
      "grad_norm": 2.502301983596035,
      "learning_rate": 7.992343724179e-06,
      "loss": 0.1706,
      "step": 5875
    },
    {
      "epoch": 0.8874792327442984,
      "grad_norm": 1.8909866835113216,
      "learning_rate": 7.99171012815906e-06,
      "loss": 0.1489,
      "step": 5876
    },
    {
      "epoch": 0.8876302673312189,
      "grad_norm": 2.539467352585576,
      "learning_rate": 7.991076457299844e-06,
      "loss": 0.1567,
      "step": 5877
    },
    {
      "epoch": 0.8877813019181392,
      "grad_norm": 2.8750286105936085,
      "learning_rate": 7.990442711617206e-06,
      "loss": 0.157,
      "step": 5878
    },
    {
      "epoch": 0.8879323365050596,
      "grad_norm": 2.579792371671565,
      "learning_rate": 7.989808891126999e-06,
      "loss": 0.1546,
      "step": 5879
    },
    {
      "epoch": 0.8880833710919801,
      "grad_norm": 1.943579356760257,
      "learning_rate": 7.989174995845074e-06,
      "loss": 0.1545,
      "step": 5880
    },
    {
      "epoch": 0.8882344056789004,
      "grad_norm": 2.245104104012461,
      "learning_rate": 7.988541025787295e-06,
      "loss": 0.1424,
      "step": 5881
    },
    {
      "epoch": 0.8883854402658209,
      "grad_norm": 2.0591794383114816,
      "learning_rate": 7.987906980969515e-06,
      "loss": 0.1513,
      "step": 5882
    },
    {
      "epoch": 0.8885364748527412,
      "grad_norm": 3.3376584756315255,
      "learning_rate": 7.987272861407602e-06,
      "loss": 0.1518,
      "step": 5883
    },
    {
      "epoch": 0.8886875094396617,
      "grad_norm": 1.988691578797846,
      "learning_rate": 7.986638667117413e-06,
      "loss": 0.1642,
      "step": 5884
    },
    {
      "epoch": 0.8888385440265821,
      "grad_norm": 2.0463670354984616,
      "learning_rate": 7.986004398114813e-06,
      "loss": 0.1609,
      "step": 5885
    },
    {
      "epoch": 0.8889895786135025,
      "grad_norm": 1.721463220721476,
      "learning_rate": 7.985370054415671e-06,
      "loss": 0.1266,
      "step": 5886
    },
    {
      "epoch": 0.8891406132004229,
      "grad_norm": 1.7028341370924431,
      "learning_rate": 7.984735636035855e-06,
      "loss": 0.1305,
      "step": 5887
    },
    {
      "epoch": 0.8892916477873433,
      "grad_norm": 5.407479508343774,
      "learning_rate": 7.984101142991235e-06,
      "loss": 0.1763,
      "step": 5888
    },
    {
      "epoch": 0.8894426823742637,
      "grad_norm": 2.0411268363225803,
      "learning_rate": 7.983466575297682e-06,
      "loss": 0.1608,
      "step": 5889
    },
    {
      "epoch": 0.8895937169611842,
      "grad_norm": 2.4674523204507444,
      "learning_rate": 7.982831932971073e-06,
      "loss": 0.1481,
      "step": 5890
    },
    {
      "epoch": 0.8897447515481045,
      "grad_norm": 1.491021360842656,
      "learning_rate": 7.982197216027281e-06,
      "loss": 0.1121,
      "step": 5891
    },
    {
      "epoch": 0.889895786135025,
      "grad_norm": 2.5533133674375605,
      "learning_rate": 7.981562424482185e-06,
      "loss": 0.1463,
      "step": 5892
    },
    {
      "epoch": 0.8900468207219453,
      "grad_norm": 1.827833085227739,
      "learning_rate": 7.980927558351663e-06,
      "loss": 0.1372,
      "step": 5893
    },
    {
      "epoch": 0.8901978553088657,
      "grad_norm": 2.1926314165249776,
      "learning_rate": 7.980292617651602e-06,
      "loss": 0.1651,
      "step": 5894
    },
    {
      "epoch": 0.8903488898957861,
      "grad_norm": 1.835623935719081,
      "learning_rate": 7.979657602397877e-06,
      "loss": 0.1587,
      "step": 5895
    },
    {
      "epoch": 0.8904999244827065,
      "grad_norm": 2.010663875022064,
      "learning_rate": 7.979022512606379e-06,
      "loss": 0.153,
      "step": 5896
    },
    {
      "epoch": 0.890650959069627,
      "grad_norm": 2.3168133351403064,
      "learning_rate": 7.978387348292995e-06,
      "loss": 0.1513,
      "step": 5897
    },
    {
      "epoch": 0.8908019936565473,
      "grad_norm": 2.0239204906959407,
      "learning_rate": 7.977752109473612e-06,
      "loss": 0.1465,
      "step": 5898
    },
    {
      "epoch": 0.8909530282434678,
      "grad_norm": 1.9275195152348314,
      "learning_rate": 7.977116796164122e-06,
      "loss": 0.1597,
      "step": 5899
    },
    {
      "epoch": 0.8911040628303881,
      "grad_norm": 2.3302923302626577,
      "learning_rate": 7.976481408380417e-06,
      "loss": 0.1319,
      "step": 5900
    },
    {
      "epoch": 0.8912550974173086,
      "grad_norm": 1.5677608904748674,
      "learning_rate": 7.975845946138391e-06,
      "loss": 0.118,
      "step": 5901
    },
    {
      "epoch": 0.891406132004229,
      "grad_norm": 1.9418905339104962,
      "learning_rate": 7.975210409453943e-06,
      "loss": 0.1436,
      "step": 5902
    },
    {
      "epoch": 0.8915571665911494,
      "grad_norm": 1.6129376805504179,
      "learning_rate": 7.97457479834297e-06,
      "loss": 0.1093,
      "step": 5903
    },
    {
      "epoch": 0.8917082011780698,
      "grad_norm": 2.1441796151315113,
      "learning_rate": 7.97393911282137e-06,
      "loss": 0.1375,
      "step": 5904
    },
    {
      "epoch": 0.8918592357649902,
      "grad_norm": 1.8250166824790786,
      "learning_rate": 7.973303352905048e-06,
      "loss": 0.1258,
      "step": 5905
    },
    {
      "epoch": 0.8920102703519106,
      "grad_norm": 2.067192937377114,
      "learning_rate": 7.972667518609905e-06,
      "loss": 0.1463,
      "step": 5906
    },
    {
      "epoch": 0.892161304938831,
      "grad_norm": 1.7374690239352082,
      "learning_rate": 7.97203160995185e-06,
      "loss": 0.1245,
      "step": 5907
    },
    {
      "epoch": 0.8923123395257514,
      "grad_norm": 2.038602571031635,
      "learning_rate": 7.97139562694679e-06,
      "loss": 0.1435,
      "step": 5908
    },
    {
      "epoch": 0.8924633741126718,
      "grad_norm": 1.7147211936612323,
      "learning_rate": 7.97075956961063e-06,
      "loss": 0.1284,
      "step": 5909
    },
    {
      "epoch": 0.8926144086995922,
      "grad_norm": 1.996941400791868,
      "learning_rate": 7.97012343795929e-06,
      "loss": 0.1376,
      "step": 5910
    },
    {
      "epoch": 0.8927654432865126,
      "grad_norm": 2.066509264571151,
      "learning_rate": 7.969487232008675e-06,
      "loss": 0.1557,
      "step": 5911
    },
    {
      "epoch": 0.892916477873433,
      "grad_norm": 2.5201711109870963,
      "learning_rate": 7.968850951774703e-06,
      "loss": 0.1627,
      "step": 5912
    },
    {
      "epoch": 0.8930675124603534,
      "grad_norm": 1.7212160747816718,
      "learning_rate": 7.968214597273291e-06,
      "loss": 0.1414,
      "step": 5913
    },
    {
      "epoch": 0.8932185470472739,
      "grad_norm": 1.8730986410755097,
      "learning_rate": 7.967578168520359e-06,
      "loss": 0.1479,
      "step": 5914
    },
    {
      "epoch": 0.8933695816341942,
      "grad_norm": 2.6107513899495616,
      "learning_rate": 7.966941665531825e-06,
      "loss": 0.167,
      "step": 5915
    },
    {
      "epoch": 0.8935206162211147,
      "grad_norm": 2.0114743597615354,
      "learning_rate": 7.966305088323614e-06,
      "loss": 0.134,
      "step": 5916
    },
    {
      "epoch": 0.893671650808035,
      "grad_norm": 2.1138953724897904,
      "learning_rate": 7.965668436911647e-06,
      "loss": 0.137,
      "step": 5917
    },
    {
      "epoch": 0.8938226853949555,
      "grad_norm": 2.5194891605790253,
      "learning_rate": 7.965031711311854e-06,
      "loss": 0.1357,
      "step": 5918
    },
    {
      "epoch": 0.8939737199818758,
      "grad_norm": 1.8025379224101459,
      "learning_rate": 7.964394911540162e-06,
      "loss": 0.1394,
      "step": 5919
    },
    {
      "epoch": 0.8941247545687963,
      "grad_norm": 2.133801665760954,
      "learning_rate": 7.9637580376125e-06,
      "loss": 0.1344,
      "step": 5920
    },
    {
      "epoch": 0.8942757891557167,
      "grad_norm": 1.7836059029028029,
      "learning_rate": 7.963121089544799e-06,
      "loss": 0.1403,
      "step": 5921
    },
    {
      "epoch": 0.894426823742637,
      "grad_norm": 1.692484518725735,
      "learning_rate": 7.962484067352995e-06,
      "loss": 0.1326,
      "step": 5922
    },
    {
      "epoch": 0.8945778583295575,
      "grad_norm": 3.258190459020176,
      "learning_rate": 7.961846971053019e-06,
      "loss": 0.1673,
      "step": 5923
    },
    {
      "epoch": 0.8947288929164778,
      "grad_norm": 1.816508892158131,
      "learning_rate": 7.961209800660815e-06,
      "loss": 0.1232,
      "step": 5924
    },
    {
      "epoch": 0.8948799275033983,
      "grad_norm": 1.9152145774437974,
      "learning_rate": 7.960572556192318e-06,
      "loss": 0.1448,
      "step": 5925
    },
    {
      "epoch": 0.8950309620903187,
      "grad_norm": 1.7601421850558412,
      "learning_rate": 7.959935237663468e-06,
      "loss": 0.1358,
      "step": 5926
    },
    {
      "epoch": 0.8951819966772391,
      "grad_norm": 1.7123269587295649,
      "learning_rate": 7.959297845090211e-06,
      "loss": 0.1289,
      "step": 5927
    },
    {
      "epoch": 0.8953330312641595,
      "grad_norm": 1.884444333227132,
      "learning_rate": 7.95866037848849e-06,
      "loss": 0.1463,
      "step": 5928
    },
    {
      "epoch": 0.8954840658510799,
      "grad_norm": 1.9362928374180186,
      "learning_rate": 7.95802283787425e-06,
      "loss": 0.1437,
      "step": 5929
    },
    {
      "epoch": 0.8956351004380003,
      "grad_norm": 2.911857450248201,
      "learning_rate": 7.957385223263445e-06,
      "loss": 0.1835,
      "step": 5930
    },
    {
      "epoch": 0.8957861350249207,
      "grad_norm": 2.1691284532473625,
      "learning_rate": 7.956747534672018e-06,
      "loss": 0.1414,
      "step": 5931
    },
    {
      "epoch": 0.8959371696118411,
      "grad_norm": 2.1303849576782605,
      "learning_rate": 7.956109772115925e-06,
      "loss": 0.1378,
      "step": 5932
    },
    {
      "epoch": 0.8960882041987616,
      "grad_norm": 2.3637670567535727,
      "learning_rate": 7.95547193561112e-06,
      "loss": 0.157,
      "step": 5933
    },
    {
      "epoch": 0.8962392387856819,
      "grad_norm": 2.3653883549677315,
      "learning_rate": 7.954834025173562e-06,
      "loss": 0.1574,
      "step": 5934
    },
    {
      "epoch": 0.8963902733726024,
      "grad_norm": 2.364946737709193,
      "learning_rate": 7.9541960408192e-06,
      "loss": 0.1565,
      "step": 5935
    },
    {
      "epoch": 0.8965413079595227,
      "grad_norm": 2.4450692843084236,
      "learning_rate": 7.953557982564e-06,
      "loss": 0.1734,
      "step": 5936
    },
    {
      "epoch": 0.8966923425464431,
      "grad_norm": 2.425237317822405,
      "learning_rate": 7.952919850423923e-06,
      "loss": 0.1603,
      "step": 5937
    },
    {
      "epoch": 0.8968433771333636,
      "grad_norm": 2.1708212182534483,
      "learning_rate": 7.952281644414931e-06,
      "loss": 0.1653,
      "step": 5938
    },
    {
      "epoch": 0.8969944117202839,
      "grad_norm": 2.0153868232708327,
      "learning_rate": 7.951643364552988e-06,
      "loss": 0.1323,
      "step": 5939
    },
    {
      "epoch": 0.8971454463072044,
      "grad_norm": 2.1812592942533913,
      "learning_rate": 7.951005010854064e-06,
      "loss": 0.1541,
      "step": 5940
    },
    {
      "epoch": 0.8972964808941247,
      "grad_norm": 1.8966928137952008,
      "learning_rate": 7.950366583334126e-06,
      "loss": 0.1395,
      "step": 5941
    },
    {
      "epoch": 0.8974475154810452,
      "grad_norm": 1.7473478795755277,
      "learning_rate": 7.949728082009145e-06,
      "loss": 0.1338,
      "step": 5942
    },
    {
      "epoch": 0.8975985500679655,
      "grad_norm": 1.901304860077575,
      "learning_rate": 7.949089506895092e-06,
      "loss": 0.1611,
      "step": 5943
    },
    {
      "epoch": 0.897749584654886,
      "grad_norm": 2.4505286275187275,
      "learning_rate": 7.948450858007943e-06,
      "loss": 0.1367,
      "step": 5944
    },
    {
      "epoch": 0.8979006192418064,
      "grad_norm": 3.863303506875271,
      "learning_rate": 7.947812135363673e-06,
      "loss": 0.1721,
      "step": 5945
    },
    {
      "epoch": 0.8980516538287268,
      "grad_norm": 2.5136353947825185,
      "learning_rate": 7.94717333897826e-06,
      "loss": 0.1395,
      "step": 5946
    },
    {
      "epoch": 0.8982026884156472,
      "grad_norm": 1.5818070069034902,
      "learning_rate": 7.946534468867685e-06,
      "loss": 0.1339,
      "step": 5947
    },
    {
      "epoch": 0.8983537230025676,
      "grad_norm": 2.417388623354156,
      "learning_rate": 7.94589552504793e-06,
      "loss": 0.143,
      "step": 5948
    },
    {
      "epoch": 0.898504757589488,
      "grad_norm": 1.904453281272548,
      "learning_rate": 7.945256507534976e-06,
      "loss": 0.1418,
      "step": 5949
    },
    {
      "epoch": 0.8986557921764085,
      "grad_norm": 2.1372927905824772,
      "learning_rate": 7.944617416344812e-06,
      "loss": 0.1593,
      "step": 5950
    },
    {
      "epoch": 0.8988068267633288,
      "grad_norm": 2.1913173597078193,
      "learning_rate": 7.94397825149342e-06,
      "loss": 0.1513,
      "step": 5951
    },
    {
      "epoch": 0.8989578613502492,
      "grad_norm": 3.0987557700285726,
      "learning_rate": 7.943339012996796e-06,
      "loss": 0.1708,
      "step": 5952
    },
    {
      "epoch": 0.8991088959371696,
      "grad_norm": 2.265933072095879,
      "learning_rate": 7.942699700870926e-06,
      "loss": 0.1648,
      "step": 5953
    },
    {
      "epoch": 0.89925993052409,
      "grad_norm": 2.0918092866704945,
      "learning_rate": 7.942060315131802e-06,
      "loss": 0.1424,
      "step": 5954
    },
    {
      "epoch": 0.8994109651110104,
      "grad_norm": 9.07662587137702,
      "learning_rate": 7.941420855795423e-06,
      "loss": 0.2237,
      "step": 5955
    },
    {
      "epoch": 0.8995619996979308,
      "grad_norm": 1.9885794119249194,
      "learning_rate": 7.940781322877782e-06,
      "loss": 0.1484,
      "step": 5956
    },
    {
      "epoch": 0.8997130342848513,
      "grad_norm": 1.8104354906914468,
      "learning_rate": 7.940141716394877e-06,
      "loss": 0.1137,
      "step": 5957
    },
    {
      "epoch": 0.8998640688717716,
      "grad_norm": 1.9152601565253125,
      "learning_rate": 7.93950203636271e-06,
      "loss": 0.1314,
      "step": 5958
    },
    {
      "epoch": 0.9000151034586921,
      "grad_norm": 1.6540232207805265,
      "learning_rate": 7.938862282797285e-06,
      "loss": 0.1207,
      "step": 5959
    },
    {
      "epoch": 0.9001661380456124,
      "grad_norm": 2.1762291855263793,
      "learning_rate": 7.938222455714598e-06,
      "loss": 0.1599,
      "step": 5960
    },
    {
      "epoch": 0.9003171726325329,
      "grad_norm": 3.25677585521181,
      "learning_rate": 7.937582555130663e-06,
      "loss": 0.1563,
      "step": 5961
    },
    {
      "epoch": 0.9004682072194533,
      "grad_norm": 1.7824211060038901,
      "learning_rate": 7.936942581061485e-06,
      "loss": 0.1384,
      "step": 5962
    },
    {
      "epoch": 0.9006192418063736,
      "grad_norm": 2.5565521980538937,
      "learning_rate": 7.93630253352307e-06,
      "loss": 0.1374,
      "step": 5963
    },
    {
      "epoch": 0.9007702763932941,
      "grad_norm": 2.165429440038684,
      "learning_rate": 7.935662412531432e-06,
      "loss": 0.1581,
      "step": 5964
    },
    {
      "epoch": 0.9009213109802144,
      "grad_norm": 1.5660356310997354,
      "learning_rate": 7.935022218102584e-06,
      "loss": 0.1241,
      "step": 5965
    },
    {
      "epoch": 0.9010723455671349,
      "grad_norm": 2.2175981715283233,
      "learning_rate": 7.934381950252541e-06,
      "loss": 0.1469,
      "step": 5966
    },
    {
      "epoch": 0.9012233801540552,
      "grad_norm": 2.4698073314583224,
      "learning_rate": 7.933741608997318e-06,
      "loss": 0.1508,
      "step": 5967
    },
    {
      "epoch": 0.9013744147409757,
      "grad_norm": 1.8258359866773233,
      "learning_rate": 7.933101194352934e-06,
      "loss": 0.123,
      "step": 5968
    },
    {
      "epoch": 0.9015254493278961,
      "grad_norm": 2.208606685228427,
      "learning_rate": 7.932460706335413e-06,
      "loss": 0.1401,
      "step": 5969
    },
    {
      "epoch": 0.9016764839148165,
      "grad_norm": 2.2422996979822107,
      "learning_rate": 7.93182014496077e-06,
      "loss": 0.1434,
      "step": 5970
    },
    {
      "epoch": 0.9018275185017369,
      "grad_norm": 1.8465393039708633,
      "learning_rate": 7.931179510245035e-06,
      "loss": 0.1454,
      "step": 5971
    },
    {
      "epoch": 0.9019785530886573,
      "grad_norm": 2.6693501081970292,
      "learning_rate": 7.93053880220423e-06,
      "loss": 0.1339,
      "step": 5972
    },
    {
      "epoch": 0.9021295876755777,
      "grad_norm": 2.2832086562134357,
      "learning_rate": 7.929898020854388e-06,
      "loss": 0.1269,
      "step": 5973
    },
    {
      "epoch": 0.9022806222624982,
      "grad_norm": 2.1090057412184926,
      "learning_rate": 7.929257166211533e-06,
      "loss": 0.1483,
      "step": 5974
    },
    {
      "epoch": 0.9024316568494185,
      "grad_norm": 1.5620064963991134,
      "learning_rate": 7.928616238291697e-06,
      "loss": 0.1188,
      "step": 5975
    },
    {
      "epoch": 0.902582691436339,
      "grad_norm": 1.8413947380914912,
      "learning_rate": 7.927975237110918e-06,
      "loss": 0.132,
      "step": 5976
    },
    {
      "epoch": 0.9027337260232593,
      "grad_norm": 2.1101535484982734,
      "learning_rate": 7.927334162685225e-06,
      "loss": 0.1627,
      "step": 5977
    },
    {
      "epoch": 0.9028847606101797,
      "grad_norm": 2.3171272633215305,
      "learning_rate": 7.926693015030658e-06,
      "loss": 0.1503,
      "step": 5978
    },
    {
      "epoch": 0.9030357951971001,
      "grad_norm": 1.6395644972458225,
      "learning_rate": 7.926051794163254e-06,
      "loss": 0.1322,
      "step": 5979
    },
    {
      "epoch": 0.9031868297840205,
      "grad_norm": 2.282506571636089,
      "learning_rate": 7.925410500099056e-06,
      "loss": 0.1277,
      "step": 5980
    },
    {
      "epoch": 0.903337864370941,
      "grad_norm": 2.1947961231581314,
      "learning_rate": 7.924769132854102e-06,
      "loss": 0.1583,
      "step": 5981
    },
    {
      "epoch": 0.9034888989578613,
      "grad_norm": 1.6243020261377772,
      "learning_rate": 7.924127692444442e-06,
      "loss": 0.1299,
      "step": 5982
    },
    {
      "epoch": 0.9036399335447818,
      "grad_norm": 1.9623398121380753,
      "learning_rate": 7.923486178886118e-06,
      "loss": 0.1356,
      "step": 5983
    },
    {
      "epoch": 0.9037909681317021,
      "grad_norm": 2.172845969242011,
      "learning_rate": 7.922844592195177e-06,
      "loss": 0.1372,
      "step": 5984
    },
    {
      "epoch": 0.9039420027186226,
      "grad_norm": 2.022663642508013,
      "learning_rate": 7.922202932387672e-06,
      "loss": 0.1373,
      "step": 5985
    },
    {
      "epoch": 0.904093037305543,
      "grad_norm": 1.701775748512791,
      "learning_rate": 7.921561199479653e-06,
      "loss": 0.1292,
      "step": 5986
    },
    {
      "epoch": 0.9042440718924634,
      "grad_norm": 2.060318536326836,
      "learning_rate": 7.920919393487175e-06,
      "loss": 0.1444,
      "step": 5987
    },
    {
      "epoch": 0.9043951064793838,
      "grad_norm": 1.745568337171143,
      "learning_rate": 7.920277514426289e-06,
      "loss": 0.1184,
      "step": 5988
    },
    {
      "epoch": 0.9045461410663042,
      "grad_norm": 3.276017035019672,
      "learning_rate": 7.919635562313053e-06,
      "loss": 0.1434,
      "step": 5989
    },
    {
      "epoch": 0.9046971756532246,
      "grad_norm": 2.9579638596303113,
      "learning_rate": 7.918993537163529e-06,
      "loss": 0.1556,
      "step": 5990
    },
    {
      "epoch": 0.904848210240145,
      "grad_norm": 2.217230212716455,
      "learning_rate": 7.918351438993774e-06,
      "loss": 0.1473,
      "step": 5991
    },
    {
      "epoch": 0.9049992448270654,
      "grad_norm": 2.2072039318221846,
      "learning_rate": 7.917709267819854e-06,
      "loss": 0.1379,
      "step": 5992
    },
    {
      "epoch": 0.9051502794139858,
      "grad_norm": 2.5635266621414257,
      "learning_rate": 7.91706702365783e-06,
      "loss": 0.1582,
      "step": 5993
    },
    {
      "epoch": 0.9053013140009062,
      "grad_norm": 2.032182841052765,
      "learning_rate": 7.916424706523771e-06,
      "loss": 0.1379,
      "step": 5994
    },
    {
      "epoch": 0.9054523485878266,
      "grad_norm": 1.8860436949837092,
      "learning_rate": 7.915782316433742e-06,
      "loss": 0.1374,
      "step": 5995
    },
    {
      "epoch": 0.905603383174747,
      "grad_norm": 1.791715950184525,
      "learning_rate": 7.915139853403816e-06,
      "loss": 0.1247,
      "step": 5996
    },
    {
      "epoch": 0.9057544177616674,
      "grad_norm": 2.5970421745004986,
      "learning_rate": 7.91449731745006e-06,
      "loss": 0.1219,
      "step": 5997
    },
    {
      "epoch": 0.9059054523485879,
      "grad_norm": 1.6185415047437113,
      "learning_rate": 7.913854708588551e-06,
      "loss": 0.1072,
      "step": 5998
    },
    {
      "epoch": 0.9060564869355082,
      "grad_norm": 1.8667069084969685,
      "learning_rate": 7.913212026835364e-06,
      "loss": 0.1302,
      "step": 5999
    },
    {
      "epoch": 0.9062075215224287,
      "grad_norm": 2.484463537638858,
      "learning_rate": 7.912569272206573e-06,
      "loss": 0.1471,
      "step": 6000
    },
    {
      "epoch": 0.906358556109349,
      "grad_norm": 2.6363283632244348,
      "learning_rate": 7.911926444718261e-06,
      "loss": 0.1585,
      "step": 6001
    },
    {
      "epoch": 0.9065095906962695,
      "grad_norm": 2.1087619967372753,
      "learning_rate": 7.911283544386508e-06,
      "loss": 0.1439,
      "step": 6002
    },
    {
      "epoch": 0.9066606252831898,
      "grad_norm": 1.8157263556572536,
      "learning_rate": 7.910640571227394e-06,
      "loss": 0.1115,
      "step": 6003
    },
    {
      "epoch": 0.9068116598701103,
      "grad_norm": 2.2236892076264407,
      "learning_rate": 7.909997525257005e-06,
      "loss": 0.1633,
      "step": 6004
    },
    {
      "epoch": 0.9069626944570307,
      "grad_norm": 1.7777284756415688,
      "learning_rate": 7.909354406491428e-06,
      "loss": 0.1355,
      "step": 6005
    },
    {
      "epoch": 0.907113729043951,
      "grad_norm": 2.5237774572436438,
      "learning_rate": 7.908711214946748e-06,
      "loss": 0.1619,
      "step": 6006
    },
    {
      "epoch": 0.9072647636308715,
      "grad_norm": 2.132501423065914,
      "learning_rate": 7.908067950639056e-06,
      "loss": 0.1596,
      "step": 6007
    },
    {
      "epoch": 0.9074157982177918,
      "grad_norm": 2.277305061949232,
      "learning_rate": 7.907424613584445e-06,
      "loss": 0.1414,
      "step": 6008
    },
    {
      "epoch": 0.9075668328047123,
      "grad_norm": 1.7653850439633172,
      "learning_rate": 7.906781203799007e-06,
      "loss": 0.1224,
      "step": 6009
    },
    {
      "epoch": 0.9077178673916327,
      "grad_norm": 2.0605883832722447,
      "learning_rate": 7.906137721298841e-06,
      "loss": 0.1596,
      "step": 6010
    },
    {
      "epoch": 0.9078689019785531,
      "grad_norm": 1.9455944020997453,
      "learning_rate": 7.905494166100038e-06,
      "loss": 0.1292,
      "step": 6011
    },
    {
      "epoch": 0.9080199365654735,
      "grad_norm": 2.022409025895877,
      "learning_rate": 7.9048505382187e-06,
      "loss": 0.147,
      "step": 6012
    },
    {
      "epoch": 0.9081709711523939,
      "grad_norm": 1.980190459706239,
      "learning_rate": 7.904206837670929e-06,
      "loss": 0.1227,
      "step": 6013
    },
    {
      "epoch": 0.9083220057393143,
      "grad_norm": 1.9081338384615805,
      "learning_rate": 7.903563064472825e-06,
      "loss": 0.1275,
      "step": 6014
    },
    {
      "epoch": 0.9084730403262347,
      "grad_norm": 1.8664443638433765,
      "learning_rate": 7.902919218640492e-06,
      "loss": 0.1371,
      "step": 6015
    },
    {
      "epoch": 0.9086240749131551,
      "grad_norm": 2.4692621356702844,
      "learning_rate": 7.90227530019004e-06,
      "loss": 0.159,
      "step": 6016
    },
    {
      "epoch": 0.9087751095000756,
      "grad_norm": 1.4473536881080633,
      "learning_rate": 7.901631309137573e-06,
      "loss": 0.1092,
      "step": 6017
    },
    {
      "epoch": 0.9089261440869959,
      "grad_norm": 1.8915432328303028,
      "learning_rate": 7.900987245499204e-06,
      "loss": 0.1519,
      "step": 6018
    },
    {
      "epoch": 0.9090771786739164,
      "grad_norm": 2.4789923394486504,
      "learning_rate": 7.900343109291042e-06,
      "loss": 0.1476,
      "step": 6019
    },
    {
      "epoch": 0.9092282132608367,
      "grad_norm": 2.3995576583143072,
      "learning_rate": 7.899698900529203e-06,
      "loss": 0.1518,
      "step": 6020
    },
    {
      "epoch": 0.9093792478477571,
      "grad_norm": 2.2556849758388506,
      "learning_rate": 7.899054619229798e-06,
      "loss": 0.176,
      "step": 6021
    },
    {
      "epoch": 0.9095302824346776,
      "grad_norm": 1.7562965668172188,
      "learning_rate": 7.898410265408947e-06,
      "loss": 0.1283,
      "step": 6022
    },
    {
      "epoch": 0.9096813170215979,
      "grad_norm": 1.810057929118145,
      "learning_rate": 7.897765839082769e-06,
      "loss": 0.1332,
      "step": 6023
    },
    {
      "epoch": 0.9098323516085184,
      "grad_norm": 2.551052588623302,
      "learning_rate": 7.897121340267386e-06,
      "loss": 0.1434,
      "step": 6024
    },
    {
      "epoch": 0.9099833861954387,
      "grad_norm": 1.6395365325730507,
      "learning_rate": 7.896476768978916e-06,
      "loss": 0.1294,
      "step": 6025
    },
    {
      "epoch": 0.9101344207823592,
      "grad_norm": 2.3918038175708896,
      "learning_rate": 7.895832125233487e-06,
      "loss": 0.1534,
      "step": 6026
    },
    {
      "epoch": 0.9102854553692795,
      "grad_norm": 1.6663528020851595,
      "learning_rate": 7.895187409047224e-06,
      "loss": 0.1269,
      "step": 6027
    },
    {
      "epoch": 0.9104364899562,
      "grad_norm": 1.8842851049134908,
      "learning_rate": 7.894542620436255e-06,
      "loss": 0.1507,
      "step": 6028
    },
    {
      "epoch": 0.9105875245431204,
      "grad_norm": 1.9386302008696887,
      "learning_rate": 7.89389775941671e-06,
      "loss": 0.1392,
      "step": 6029
    },
    {
      "epoch": 0.9107385591300408,
      "grad_norm": 2.210470170772007,
      "learning_rate": 7.89325282600472e-06,
      "loss": 0.1379,
      "step": 6030
    },
    {
      "epoch": 0.9108895937169612,
      "grad_norm": 2.212856198834704,
      "learning_rate": 7.89260782021642e-06,
      "loss": 0.1507,
      "step": 6031
    },
    {
      "epoch": 0.9110406283038816,
      "grad_norm": 1.9157890166139746,
      "learning_rate": 7.891962742067943e-06,
      "loss": 0.132,
      "step": 6032
    },
    {
      "epoch": 0.911191662890802,
      "grad_norm": 1.6417898640123374,
      "learning_rate": 7.891317591575425e-06,
      "loss": 0.1183,
      "step": 6033
    },
    {
      "epoch": 0.9113426974777225,
      "grad_norm": 1.8381920995214787,
      "learning_rate": 7.89067236875501e-06,
      "loss": 0.1289,
      "step": 6034
    },
    {
      "epoch": 0.9114937320646428,
      "grad_norm": 2.319428954389125,
      "learning_rate": 7.890027073622833e-06,
      "loss": 0.1601,
      "step": 6035
    },
    {
      "epoch": 0.9116447666515632,
      "grad_norm": 3.041459123591642,
      "learning_rate": 7.88938170619504e-06,
      "loss": 0.1629,
      "step": 6036
    },
    {
      "epoch": 0.9117958012384836,
      "grad_norm": 1.7128084784493331,
      "learning_rate": 7.888736266487773e-06,
      "loss": 0.1404,
      "step": 6037
    },
    {
      "epoch": 0.911946835825404,
      "grad_norm": 2.3184406949434253,
      "learning_rate": 7.888090754517179e-06,
      "loss": 0.1449,
      "step": 6038
    },
    {
      "epoch": 0.9120978704123244,
      "grad_norm": 2.8827337832054676,
      "learning_rate": 7.887445170299406e-06,
      "loss": 0.1379,
      "step": 6039
    },
    {
      "epoch": 0.9122489049992448,
      "grad_norm": 2.1887209040893483,
      "learning_rate": 7.886799513850602e-06,
      "loss": 0.1276,
      "step": 6040
    },
    {
      "epoch": 0.9123999395861653,
      "grad_norm": 2.4283232124421663,
      "learning_rate": 7.886153785186924e-06,
      "loss": 0.1321,
      "step": 6041
    },
    {
      "epoch": 0.9125509741730856,
      "grad_norm": 9.643016011827312,
      "learning_rate": 7.885507984324516e-06,
      "loss": 0.1359,
      "step": 6042
    },
    {
      "epoch": 0.9127020087600061,
      "grad_norm": 2.734240202827107,
      "learning_rate": 7.88486211127954e-06,
      "loss": 0.1634,
      "step": 6043
    },
    {
      "epoch": 0.9128530433469264,
      "grad_norm": 1.7637363552738425,
      "learning_rate": 7.884216166068152e-06,
      "loss": 0.1356,
      "step": 6044
    },
    {
      "epoch": 0.9130040779338469,
      "grad_norm": 2.035765089987848,
      "learning_rate": 7.88357014870651e-06,
      "loss": 0.1405,
      "step": 6045
    },
    {
      "epoch": 0.9131551125207673,
      "grad_norm": 1.664777917018216,
      "learning_rate": 7.882924059210772e-06,
      "loss": 0.1173,
      "step": 6046
    },
    {
      "epoch": 0.9133061471076876,
      "grad_norm": 4.692614678092296,
      "learning_rate": 7.882277897597104e-06,
      "loss": 0.1753,
      "step": 6047
    },
    {
      "epoch": 0.9134571816946081,
      "grad_norm": 1.911866588128902,
      "learning_rate": 7.88163166388167e-06,
      "loss": 0.1443,
      "step": 6048
    },
    {
      "epoch": 0.9136082162815284,
      "grad_norm": 2.1774770002537855,
      "learning_rate": 7.880985358080633e-06,
      "loss": 0.1662,
      "step": 6049
    },
    {
      "epoch": 0.9137592508684489,
      "grad_norm": 1.6214249267778444,
      "learning_rate": 7.880338980210161e-06,
      "loss": 0.1177,
      "step": 6050
    },
    {
      "epoch": 0.9139102854553692,
      "grad_norm": 1.6916446868548018,
      "learning_rate": 7.879692530286425e-06,
      "loss": 0.1177,
      "step": 6051
    },
    {
      "epoch": 0.9140613200422897,
      "grad_norm": 2.7048122609664755,
      "learning_rate": 7.879046008325596e-06,
      "loss": 0.1543,
      "step": 6052
    },
    {
      "epoch": 0.9142123546292101,
      "grad_norm": 2.3505527839909752,
      "learning_rate": 7.878399414343848e-06,
      "loss": 0.1224,
      "step": 6053
    },
    {
      "epoch": 0.9143633892161305,
      "grad_norm": 1.786207459517632,
      "learning_rate": 7.877752748357354e-06,
      "loss": 0.1454,
      "step": 6054
    },
    {
      "epoch": 0.9145144238030509,
      "grad_norm": 2.309775855964906,
      "learning_rate": 7.877106010382294e-06,
      "loss": 0.1477,
      "step": 6055
    },
    {
      "epoch": 0.9146654583899713,
      "grad_norm": 2.2723667376337153,
      "learning_rate": 7.876459200434842e-06,
      "loss": 0.1368,
      "step": 6056
    },
    {
      "epoch": 0.9148164929768917,
      "grad_norm": 2.2024347010021845,
      "learning_rate": 7.875812318531181e-06,
      "loss": 0.1631,
      "step": 6057
    },
    {
      "epoch": 0.9149675275638122,
      "grad_norm": 2.2684861521274224,
      "learning_rate": 7.875165364687492e-06,
      "loss": 0.1698,
      "step": 6058
    },
    {
      "epoch": 0.9151185621507325,
      "grad_norm": 2.9221074646584704,
      "learning_rate": 7.87451833891996e-06,
      "loss": 0.1485,
      "step": 6059
    },
    {
      "epoch": 0.915269596737653,
      "grad_norm": 2.0464434475190543,
      "learning_rate": 7.87387124124477e-06,
      "loss": 0.1527,
      "step": 6060
    },
    {
      "epoch": 0.9154206313245733,
      "grad_norm": 1.894721241724609,
      "learning_rate": 7.873224071678112e-06,
      "loss": 0.1259,
      "step": 6061
    },
    {
      "epoch": 0.9155716659114937,
      "grad_norm": 1.8992932780076945,
      "learning_rate": 7.87257683023617e-06,
      "loss": 0.1352,
      "step": 6062
    },
    {
      "epoch": 0.9157227004984141,
      "grad_norm": 1.902471912588703,
      "learning_rate": 7.87192951693514e-06,
      "loss": 0.1352,
      "step": 6063
    },
    {
      "epoch": 0.9158737350853345,
      "grad_norm": 1.8104481784293152,
      "learning_rate": 7.871282131791211e-06,
      "loss": 0.113,
      "step": 6064
    },
    {
      "epoch": 0.916024769672255,
      "grad_norm": 3.724395329888364,
      "learning_rate": 7.870634674820582e-06,
      "loss": 0.1833,
      "step": 6065
    },
    {
      "epoch": 0.9161758042591753,
      "grad_norm": 2.012317798319616,
      "learning_rate": 7.869987146039446e-06,
      "loss": 0.146,
      "step": 6066
    },
    {
      "epoch": 0.9163268388460958,
      "grad_norm": 1.8280102892512868,
      "learning_rate": 7.869339545464001e-06,
      "loss": 0.1536,
      "step": 6067
    },
    {
      "epoch": 0.9164778734330161,
      "grad_norm": 2.004019515607894,
      "learning_rate": 7.86869187311045e-06,
      "loss": 0.1522,
      "step": 6068
    },
    {
      "epoch": 0.9166289080199366,
      "grad_norm": 1.9444788338420385,
      "learning_rate": 7.868044128994993e-06,
      "loss": 0.1492,
      "step": 6069
    },
    {
      "epoch": 0.916779942606857,
      "grad_norm": 2.1941585750570654,
      "learning_rate": 7.867396313133836e-06,
      "loss": 0.1472,
      "step": 6070
    },
    {
      "epoch": 0.9169309771937774,
      "grad_norm": 2.1689022373901006,
      "learning_rate": 7.866748425543181e-06,
      "loss": 0.1401,
      "step": 6071
    },
    {
      "epoch": 0.9170820117806978,
      "grad_norm": 1.5582904269474314,
      "learning_rate": 7.866100466239237e-06,
      "loss": 0.1385,
      "step": 6072
    },
    {
      "epoch": 0.9172330463676182,
      "grad_norm": 1.7727003319783659,
      "learning_rate": 7.865452435238213e-06,
      "loss": 0.116,
      "step": 6073
    },
    {
      "epoch": 0.9173840809545386,
      "grad_norm": 1.6639940752616427,
      "learning_rate": 7.86480433255632e-06,
      "loss": 0.1296,
      "step": 6074
    },
    {
      "epoch": 0.917535115541459,
      "grad_norm": 1.8325126304886437,
      "learning_rate": 7.86415615820977e-06,
      "loss": 0.1167,
      "step": 6075
    },
    {
      "epoch": 0.9176861501283794,
      "grad_norm": 2.120454908661456,
      "learning_rate": 7.863507912214778e-06,
      "loss": 0.1339,
      "step": 6076
    },
    {
      "epoch": 0.9178371847152998,
      "grad_norm": 1.6320509819590325,
      "learning_rate": 7.86285959458756e-06,
      "loss": 0.1238,
      "step": 6077
    },
    {
      "epoch": 0.9179882193022202,
      "grad_norm": 4.739780330032091,
      "learning_rate": 7.862211205344335e-06,
      "loss": 0.189,
      "step": 6078
    },
    {
      "epoch": 0.9181392538891406,
      "grad_norm": 2.1226601454759275,
      "learning_rate": 7.86156274450132e-06,
      "loss": 0.1468,
      "step": 6079
    },
    {
      "epoch": 0.918290288476061,
      "grad_norm": 2.12393497517424,
      "learning_rate": 7.860914212074739e-06,
      "loss": 0.1506,
      "step": 6080
    },
    {
      "epoch": 0.9184413230629814,
      "grad_norm": 1.8306111284619089,
      "learning_rate": 7.860265608080817e-06,
      "loss": 0.1416,
      "step": 6081
    },
    {
      "epoch": 0.9185923576499019,
      "grad_norm": 1.7905179945159626,
      "learning_rate": 7.859616932535776e-06,
      "loss": 0.1346,
      "step": 6082
    },
    {
      "epoch": 0.9187433922368222,
      "grad_norm": 2.193839492799032,
      "learning_rate": 7.858968185455844e-06,
      "loss": 0.1395,
      "step": 6083
    },
    {
      "epoch": 0.9188944268237427,
      "grad_norm": 1.662788110582665,
      "learning_rate": 7.85831936685725e-06,
      "loss": 0.1236,
      "step": 6084
    },
    {
      "epoch": 0.919045461410663,
      "grad_norm": 1.934913729392646,
      "learning_rate": 7.857670476756224e-06,
      "loss": 0.1381,
      "step": 6085
    },
    {
      "epoch": 0.9191964959975835,
      "grad_norm": 1.8087125892017635,
      "learning_rate": 7.857021515168998e-06,
      "loss": 0.1317,
      "step": 6086
    },
    {
      "epoch": 0.9193475305845038,
      "grad_norm": 2.722278129380145,
      "learning_rate": 7.856372482111807e-06,
      "loss": 0.1624,
      "step": 6087
    },
    {
      "epoch": 0.9194985651714243,
      "grad_norm": 2.3144098913683258,
      "learning_rate": 7.855723377600887e-06,
      "loss": 0.1445,
      "step": 6088
    },
    {
      "epoch": 0.9196495997583447,
      "grad_norm": 1.6581792184759352,
      "learning_rate": 7.855074201652477e-06,
      "loss": 0.1322,
      "step": 6089
    },
    {
      "epoch": 0.919800634345265,
      "grad_norm": 2.030732114579827,
      "learning_rate": 7.854424954282814e-06,
      "loss": 0.1448,
      "step": 6090
    },
    {
      "epoch": 0.9199516689321855,
      "grad_norm": 1.5753172764223786,
      "learning_rate": 7.85377563550814e-06,
      "loss": 0.1153,
      "step": 6091
    },
    {
      "epoch": 0.9201027035191058,
      "grad_norm": 2.068814981578311,
      "learning_rate": 7.853126245344698e-06,
      "loss": 0.1551,
      "step": 6092
    },
    {
      "epoch": 0.9202537381060263,
      "grad_norm": 1.8869467594008482,
      "learning_rate": 7.852476783808733e-06,
      "loss": 0.133,
      "step": 6093
    },
    {
      "epoch": 0.9204047726929467,
      "grad_norm": 2.2111534157502764,
      "learning_rate": 7.851827250916494e-06,
      "loss": 0.1279,
      "step": 6094
    },
    {
      "epoch": 0.9205558072798671,
      "grad_norm": 1.4425887276300906,
      "learning_rate": 7.851177646684226e-06,
      "loss": 0.1025,
      "step": 6095
    },
    {
      "epoch": 0.9207068418667875,
      "grad_norm": 2.4595672499085857,
      "learning_rate": 7.85052797112818e-06,
      "loss": 0.1327,
      "step": 6096
    },
    {
      "epoch": 0.9208578764537079,
      "grad_norm": 2.9133068402025373,
      "learning_rate": 7.84987822426461e-06,
      "loss": 0.1672,
      "step": 6097
    },
    {
      "epoch": 0.9210089110406283,
      "grad_norm": 2.255234433393727,
      "learning_rate": 7.849228406109766e-06,
      "loss": 0.1408,
      "step": 6098
    },
    {
      "epoch": 0.9211599456275487,
      "grad_norm": 2.122055986833665,
      "learning_rate": 7.848578516679906e-06,
      "loss": 0.1353,
      "step": 6099
    },
    {
      "epoch": 0.9213109802144691,
      "grad_norm": 1.696858614569823,
      "learning_rate": 7.847928555991288e-06,
      "loss": 0.1076,
      "step": 6100
    },
    {
      "epoch": 0.9214620148013896,
      "grad_norm": 2.9169515559401256,
      "learning_rate": 7.84727852406017e-06,
      "loss": 0.1439,
      "step": 6101
    },
    {
      "epoch": 0.9216130493883099,
      "grad_norm": 1.8581571419445615,
      "learning_rate": 7.846628420902815e-06,
      "loss": 0.1562,
      "step": 6102
    },
    {
      "epoch": 0.9217640839752304,
      "grad_norm": 2.057443279891777,
      "learning_rate": 7.845978246535482e-06,
      "loss": 0.1517,
      "step": 6103
    },
    {
      "epoch": 0.9219151185621507,
      "grad_norm": 2.2125324128145847,
      "learning_rate": 7.845328000974438e-06,
      "loss": 0.1352,
      "step": 6104
    },
    {
      "epoch": 0.9220661531490711,
      "grad_norm": 1.6438295523017437,
      "learning_rate": 7.844677684235946e-06,
      "loss": 0.1242,
      "step": 6105
    },
    {
      "epoch": 0.9222171877359916,
      "grad_norm": 1.989417599589489,
      "learning_rate": 7.84402729633628e-06,
      "loss": 0.1396,
      "step": 6106
    },
    {
      "epoch": 0.9223682223229119,
      "grad_norm": 2.5486277426439194,
      "learning_rate": 7.843376837291704e-06,
      "loss": 0.1582,
      "step": 6107
    },
    {
      "epoch": 0.9225192569098324,
      "grad_norm": 2.1307339017148803,
      "learning_rate": 7.842726307118493e-06,
      "loss": 0.1487,
      "step": 6108
    },
    {
      "epoch": 0.9226702914967527,
      "grad_norm": 2.596758208588988,
      "learning_rate": 7.842075705832918e-06,
      "loss": 0.1476,
      "step": 6109
    },
    {
      "epoch": 0.9228213260836732,
      "grad_norm": 2.2360632608457243,
      "learning_rate": 7.841425033451258e-06,
      "loss": 0.1588,
      "step": 6110
    },
    {
      "epoch": 0.9229723606705935,
      "grad_norm": 2.4278958859231263,
      "learning_rate": 7.840774289989787e-06,
      "loss": 0.162,
      "step": 6111
    },
    {
      "epoch": 0.923123395257514,
      "grad_norm": 1.8726036816473162,
      "learning_rate": 7.840123475464783e-06,
      "loss": 0.1504,
      "step": 6112
    },
    {
      "epoch": 0.9232744298444344,
      "grad_norm": 3.329075849595682,
      "learning_rate": 7.839472589892528e-06,
      "loss": 0.14,
      "step": 6113
    },
    {
      "epoch": 0.9234254644313548,
      "grad_norm": 1.8394484825099855,
      "learning_rate": 7.838821633289304e-06,
      "loss": 0.136,
      "step": 6114
    },
    {
      "epoch": 0.9235764990182752,
      "grad_norm": 1.4282771967464394,
      "learning_rate": 7.838170605671395e-06,
      "loss": 0.1229,
      "step": 6115
    },
    {
      "epoch": 0.9237275336051955,
      "grad_norm": 2.705183861481049,
      "learning_rate": 7.837519507055087e-06,
      "loss": 0.1499,
      "step": 6116
    },
    {
      "epoch": 0.923878568192116,
      "grad_norm": 2.460620361540222,
      "learning_rate": 7.836868337456666e-06,
      "loss": 0.1486,
      "step": 6117
    },
    {
      "epoch": 0.9240296027790365,
      "grad_norm": 1.9082264594967395,
      "learning_rate": 7.836217096892425e-06,
      "loss": 0.1419,
      "step": 6118
    },
    {
      "epoch": 0.9241806373659568,
      "grad_norm": 2.0054192108269695,
      "learning_rate": 7.835565785378652e-06,
      "loss": 0.1623,
      "step": 6119
    },
    {
      "epoch": 0.9243316719528772,
      "grad_norm": 2.4575983749888257,
      "learning_rate": 7.834914402931639e-06,
      "loss": 0.1617,
      "step": 6120
    },
    {
      "epoch": 0.9244827065397976,
      "grad_norm": 1.7989320387163448,
      "learning_rate": 7.834262949567683e-06,
      "loss": 0.1318,
      "step": 6121
    },
    {
      "epoch": 0.924633741126718,
      "grad_norm": 1.8472875414742154,
      "learning_rate": 7.833611425303082e-06,
      "loss": 0.1088,
      "step": 6122
    },
    {
      "epoch": 0.9247847757136384,
      "grad_norm": 2.272850491351311,
      "learning_rate": 7.832959830154129e-06,
      "loss": 0.1284,
      "step": 6123
    },
    {
      "epoch": 0.9249358103005588,
      "grad_norm": 2.4948313492547864,
      "learning_rate": 7.83230816413713e-06,
      "loss": 0.1596,
      "step": 6124
    },
    {
      "epoch": 0.9250868448874793,
      "grad_norm": 2.1587743868739806,
      "learning_rate": 7.831656427268384e-06,
      "loss": 0.1517,
      "step": 6125
    },
    {
      "epoch": 0.9252378794743996,
      "grad_norm": 2.9095187901938275,
      "learning_rate": 7.831004619564193e-06,
      "loss": 0.1513,
      "step": 6126
    },
    {
      "epoch": 0.9253889140613201,
      "grad_norm": 2.332190614628971,
      "learning_rate": 7.830352741040864e-06,
      "loss": 0.1555,
      "step": 6127
    },
    {
      "epoch": 0.9255399486482404,
      "grad_norm": 1.431970396260049,
      "learning_rate": 7.829700791714705e-06,
      "loss": 0.099,
      "step": 6128
    },
    {
      "epoch": 0.9256909832351609,
      "grad_norm": 1.8058162950995396,
      "learning_rate": 7.829048771602024e-06,
      "loss": 0.1299,
      "step": 6129
    },
    {
      "epoch": 0.9258420178220813,
      "grad_norm": 2.051255889814663,
      "learning_rate": 7.82839668071913e-06,
      "loss": 0.1476,
      "step": 6130
    },
    {
      "epoch": 0.9259930524090016,
      "grad_norm": 1.6081475056475578,
      "learning_rate": 7.827744519082336e-06,
      "loss": 0.112,
      "step": 6131
    },
    {
      "epoch": 0.9261440869959221,
      "grad_norm": 2.6903264830883673,
      "learning_rate": 7.827092286707959e-06,
      "loss": 0.1794,
      "step": 6132
    },
    {
      "epoch": 0.9262951215828424,
      "grad_norm": 2.262117407217989,
      "learning_rate": 7.826439983612313e-06,
      "loss": 0.1618,
      "step": 6133
    },
    {
      "epoch": 0.9264461561697629,
      "grad_norm": 3.036791663804331,
      "learning_rate": 7.825787609811714e-06,
      "loss": 0.1549,
      "step": 6134
    },
    {
      "epoch": 0.9265971907566832,
      "grad_norm": 1.8820239347156231,
      "learning_rate": 7.825135165322484e-06,
      "loss": 0.1491,
      "step": 6135
    },
    {
      "epoch": 0.9267482253436037,
      "grad_norm": 1.8941899276274672,
      "learning_rate": 7.824482650160945e-06,
      "loss": 0.1436,
      "step": 6136
    },
    {
      "epoch": 0.9268992599305241,
      "grad_norm": 1.9890060386262038,
      "learning_rate": 7.823830064343416e-06,
      "loss": 0.1405,
      "step": 6137
    },
    {
      "epoch": 0.9270502945174445,
      "grad_norm": 2.002761467433589,
      "learning_rate": 7.823177407886226e-06,
      "loss": 0.1479,
      "step": 6138
    },
    {
      "epoch": 0.9272013291043649,
      "grad_norm": 2.640595164695947,
      "learning_rate": 7.822524680805698e-06,
      "loss": 0.1346,
      "step": 6139
    },
    {
      "epoch": 0.9273523636912853,
      "grad_norm": 1.9229459118483518,
      "learning_rate": 7.821871883118165e-06,
      "loss": 0.1367,
      "step": 6140
    },
    {
      "epoch": 0.9275033982782057,
      "grad_norm": 2.0150692852079652,
      "learning_rate": 7.821219014839952e-06,
      "loss": 0.1533,
      "step": 6141
    },
    {
      "epoch": 0.9276544328651262,
      "grad_norm": 2.0332213614569614,
      "learning_rate": 7.820566075987395e-06,
      "loss": 0.1263,
      "step": 6142
    },
    {
      "epoch": 0.9278054674520465,
      "grad_norm": 1.8906538393560934,
      "learning_rate": 7.819913066576824e-06,
      "loss": 0.1447,
      "step": 6143
    },
    {
      "epoch": 0.927956502038967,
      "grad_norm": 2.5108241804788403,
      "learning_rate": 7.819259986624576e-06,
      "loss": 0.1807,
      "step": 6144
    },
    {
      "epoch": 0.9281075366258873,
      "grad_norm": 2.2572822181321417,
      "learning_rate": 7.81860683614699e-06,
      "loss": 0.1397,
      "step": 6145
    },
    {
      "epoch": 0.9282585712128077,
      "grad_norm": 2.468020690176771,
      "learning_rate": 7.817953615160402e-06,
      "loss": 0.1692,
      "step": 6146
    },
    {
      "epoch": 0.9284096057997281,
      "grad_norm": 2.9214358945663945,
      "learning_rate": 7.817300323681154e-06,
      "loss": 0.1711,
      "step": 6147
    },
    {
      "epoch": 0.9285606403866485,
      "grad_norm": 2.5880892843017542,
      "learning_rate": 7.816646961725589e-06,
      "loss": 0.1636,
      "step": 6148
    },
    {
      "epoch": 0.928711674973569,
      "grad_norm": 3.256244826822802,
      "learning_rate": 7.81599352931005e-06,
      "loss": 0.197,
      "step": 6149
    },
    {
      "epoch": 0.9288627095604893,
      "grad_norm": 2.252850044705775,
      "learning_rate": 7.815340026450885e-06,
      "loss": 0.1683,
      "step": 6150
    },
    {
      "epoch": 0.9290137441474098,
      "grad_norm": 1.5378968816007805,
      "learning_rate": 7.814686453164438e-06,
      "loss": 0.1165,
      "step": 6151
    },
    {
      "epoch": 0.9291647787343301,
      "grad_norm": 1.9511127605976586,
      "learning_rate": 7.81403280946706e-06,
      "loss": 0.1543,
      "step": 6152
    },
    {
      "epoch": 0.9293158133212506,
      "grad_norm": 1.988208295667253,
      "learning_rate": 7.813379095375105e-06,
      "loss": 0.1443,
      "step": 6153
    },
    {
      "epoch": 0.929466847908171,
      "grad_norm": 2.1517533944887406,
      "learning_rate": 7.812725310904925e-06,
      "loss": 0.1437,
      "step": 6154
    },
    {
      "epoch": 0.9296178824950914,
      "grad_norm": 2.3845301055856303,
      "learning_rate": 7.812071456072871e-06,
      "loss": 0.1432,
      "step": 6155
    },
    {
      "epoch": 0.9297689170820118,
      "grad_norm": 1.9139527209181386,
      "learning_rate": 7.811417530895304e-06,
      "loss": 0.1427,
      "step": 6156
    },
    {
      "epoch": 0.9299199516689322,
      "grad_norm": 1.6326745689461961,
      "learning_rate": 7.81076353538858e-06,
      "loss": 0.1245,
      "step": 6157
    },
    {
      "epoch": 0.9300709862558526,
      "grad_norm": 2.0181391886216535,
      "learning_rate": 7.81010946956906e-06,
      "loss": 0.1317,
      "step": 6158
    },
    {
      "epoch": 0.930222020842773,
      "grad_norm": 2.365333671565175,
      "learning_rate": 7.809455333453104e-06,
      "loss": 0.1389,
      "step": 6159
    },
    {
      "epoch": 0.9303730554296934,
      "grad_norm": 3.7916938161240945,
      "learning_rate": 7.80880112705708e-06,
      "loss": 0.1707,
      "step": 6160
    },
    {
      "epoch": 0.9305240900166138,
      "grad_norm": 2.362770807298771,
      "learning_rate": 7.808146850397348e-06,
      "loss": 0.134,
      "step": 6161
    },
    {
      "epoch": 0.9306751246035342,
      "grad_norm": 2.231593246496411,
      "learning_rate": 7.80749250349028e-06,
      "loss": 0.1414,
      "step": 6162
    },
    {
      "epoch": 0.9308261591904546,
      "grad_norm": 2.753725147545256,
      "learning_rate": 7.80683808635224e-06,
      "loss": 0.1754,
      "step": 6163
    },
    {
      "epoch": 0.930977193777375,
      "grad_norm": 1.9440055442394655,
      "learning_rate": 7.806183598999601e-06,
      "loss": 0.1226,
      "step": 6164
    },
    {
      "epoch": 0.9311282283642954,
      "grad_norm": 1.9485226159408624,
      "learning_rate": 7.805529041448737e-06,
      "loss": 0.147,
      "step": 6165
    },
    {
      "epoch": 0.9312792629512159,
      "grad_norm": 1.857348768229614,
      "learning_rate": 7.804874413716019e-06,
      "loss": 0.1421,
      "step": 6166
    },
    {
      "epoch": 0.9314302975381362,
      "grad_norm": 2.0364678218755254,
      "learning_rate": 7.804219715817826e-06,
      "loss": 0.1456,
      "step": 6167
    },
    {
      "epoch": 0.9315813321250567,
      "grad_norm": 2.0481895045467593,
      "learning_rate": 7.803564947770532e-06,
      "loss": 0.1398,
      "step": 6168
    },
    {
      "epoch": 0.931732366711977,
      "grad_norm": 2.0731594494010754,
      "learning_rate": 7.80291010959052e-06,
      "loss": 0.1437,
      "step": 6169
    },
    {
      "epoch": 0.9318834012988975,
      "grad_norm": 2.158974070788487,
      "learning_rate": 7.802255201294166e-06,
      "loss": 0.1652,
      "step": 6170
    },
    {
      "epoch": 0.9320344358858178,
      "grad_norm": 1.6301756531763625,
      "learning_rate": 7.80160022289786e-06,
      "loss": 0.1277,
      "step": 6171
    },
    {
      "epoch": 0.9321854704727383,
      "grad_norm": 2.414708302273297,
      "learning_rate": 7.800945174417984e-06,
      "loss": 0.1551,
      "step": 6172
    },
    {
      "epoch": 0.9323365050596587,
      "grad_norm": 1.65446432675827,
      "learning_rate": 7.80029005587092e-06,
      "loss": 0.1112,
      "step": 6173
    },
    {
      "epoch": 0.932487539646579,
      "grad_norm": 2.5257034031101133,
      "learning_rate": 7.79963486727306e-06,
      "loss": 0.155,
      "step": 6174
    },
    {
      "epoch": 0.9326385742334995,
      "grad_norm": 1.7655660814985423,
      "learning_rate": 7.798979608640795e-06,
      "loss": 0.15,
      "step": 6175
    },
    {
      "epoch": 0.9327896088204198,
      "grad_norm": 1.9027927816029353,
      "learning_rate": 7.798324279990515e-06,
      "loss": 0.1519,
      "step": 6176
    },
    {
      "epoch": 0.9329406434073403,
      "grad_norm": 2.8900760312249005,
      "learning_rate": 7.79766888133861e-06,
      "loss": 0.1442,
      "step": 6177
    },
    {
      "epoch": 0.9330916779942607,
      "grad_norm": 2.1547461474658647,
      "learning_rate": 7.797013412701485e-06,
      "loss": 0.1477,
      "step": 6178
    },
    {
      "epoch": 0.9332427125811811,
      "grad_norm": 1.8096744926757204,
      "learning_rate": 7.796357874095526e-06,
      "loss": 0.1245,
      "step": 6179
    },
    {
      "epoch": 0.9333937471681015,
      "grad_norm": 1.8521865605545804,
      "learning_rate": 7.795702265537137e-06,
      "loss": 0.1298,
      "step": 6180
    },
    {
      "epoch": 0.9335447817550219,
      "grad_norm": 1.7163577525882612,
      "learning_rate": 7.795046587042718e-06,
      "loss": 0.1233,
      "step": 6181
    },
    {
      "epoch": 0.9336958163419423,
      "grad_norm": 2.704596536663153,
      "learning_rate": 7.794390838628672e-06,
      "loss": 0.1594,
      "step": 6182
    },
    {
      "epoch": 0.9338468509288627,
      "grad_norm": 2.1705925271676727,
      "learning_rate": 7.7937350203114e-06,
      "loss": 0.1128,
      "step": 6183
    },
    {
      "epoch": 0.9339978855157831,
      "grad_norm": 2.49395943389743,
      "learning_rate": 7.793079132107308e-06,
      "loss": 0.1669,
      "step": 6184
    },
    {
      "epoch": 0.9341489201027036,
      "grad_norm": 2.376541097536307,
      "learning_rate": 7.792423174032809e-06,
      "loss": 0.1633,
      "step": 6185
    },
    {
      "epoch": 0.9342999546896239,
      "grad_norm": 1.5983394435522917,
      "learning_rate": 7.791767146104305e-06,
      "loss": 0.1032,
      "step": 6186
    },
    {
      "epoch": 0.9344509892765444,
      "grad_norm": 5.3275262522370905,
      "learning_rate": 7.79111104833821e-06,
      "loss": 0.1809,
      "step": 6187
    },
    {
      "epoch": 0.9346020238634647,
      "grad_norm": 1.5936738079907362,
      "learning_rate": 7.790454880750937e-06,
      "loss": 0.1027,
      "step": 6188
    },
    {
      "epoch": 0.9347530584503851,
      "grad_norm": 2.8717003419165743,
      "learning_rate": 7.789798643358899e-06,
      "loss": 0.1588,
      "step": 6189
    },
    {
      "epoch": 0.9349040930373056,
      "grad_norm": 1.6776876565768757,
      "learning_rate": 7.789142336178515e-06,
      "loss": 0.1341,
      "step": 6190
    },
    {
      "epoch": 0.9350551276242259,
      "grad_norm": 1.9583746942744902,
      "learning_rate": 7.788485959226199e-06,
      "loss": 0.1509,
      "step": 6191
    },
    {
      "epoch": 0.9352061622111464,
      "grad_norm": 2.4912766391991408,
      "learning_rate": 7.787829512518374e-06,
      "loss": 0.1333,
      "step": 6192
    },
    {
      "epoch": 0.9353571967980667,
      "grad_norm": 1.4999731011953925,
      "learning_rate": 7.787172996071458e-06,
      "loss": 0.1197,
      "step": 6193
    },
    {
      "epoch": 0.9355082313849872,
      "grad_norm": 1.8367072085144127,
      "learning_rate": 7.786516409901877e-06,
      "loss": 0.1433,
      "step": 6194
    },
    {
      "epoch": 0.9356592659719075,
      "grad_norm": 2.1613030540033993,
      "learning_rate": 7.785859754026055e-06,
      "loss": 0.1527,
      "step": 6195
    },
    {
      "epoch": 0.935810300558828,
      "grad_norm": 1.8267232445699153,
      "learning_rate": 7.785203028460418e-06,
      "loss": 0.1355,
      "step": 6196
    },
    {
      "epoch": 0.9359613351457484,
      "grad_norm": 2.0169961208573786,
      "learning_rate": 7.784546233221395e-06,
      "loss": 0.1442,
      "step": 6197
    },
    {
      "epoch": 0.9361123697326688,
      "grad_norm": 2.25675449676405,
      "learning_rate": 7.783889368325416e-06,
      "loss": 0.1476,
      "step": 6198
    },
    {
      "epoch": 0.9362634043195892,
      "grad_norm": 1.7191022607225137,
      "learning_rate": 7.783232433788913e-06,
      "loss": 0.1305,
      "step": 6199
    },
    {
      "epoch": 0.9364144389065095,
      "grad_norm": 1.4602372156158883,
      "learning_rate": 7.78257542962832e-06,
      "loss": 0.1044,
      "step": 6200
    },
    {
      "epoch": 0.93656547349343,
      "grad_norm": 1.9196552930338526,
      "learning_rate": 7.78191835586007e-06,
      "loss": 0.1484,
      "step": 6201
    },
    {
      "epoch": 0.9367165080803505,
      "grad_norm": 1.8897251427705528,
      "learning_rate": 7.781261212500603e-06,
      "loss": 0.1651,
      "step": 6202
    },
    {
      "epoch": 0.9368675426672708,
      "grad_norm": 2.0858874277443036,
      "learning_rate": 7.780603999566357e-06,
      "loss": 0.1465,
      "step": 6203
    },
    {
      "epoch": 0.9370185772541912,
      "grad_norm": 2.3976825439899643,
      "learning_rate": 7.77994671707377e-06,
      "loss": 0.1556,
      "step": 6204
    },
    {
      "epoch": 0.9371696118411116,
      "grad_norm": 2.1193758813424473,
      "learning_rate": 7.779289365039288e-06,
      "loss": 0.1228,
      "step": 6205
    },
    {
      "epoch": 0.937320646428032,
      "grad_norm": 1.9459891367092648,
      "learning_rate": 7.778631943479353e-06,
      "loss": 0.1457,
      "step": 6206
    },
    {
      "epoch": 0.9374716810149524,
      "grad_norm": 2.0344919800931645,
      "learning_rate": 7.77797445241041e-06,
      "loss": 0.1297,
      "step": 6207
    },
    {
      "epoch": 0.9376227156018728,
      "grad_norm": 2.09478931776698,
      "learning_rate": 7.77731689184891e-06,
      "loss": 0.157,
      "step": 6208
    },
    {
      "epoch": 0.9377737501887933,
      "grad_norm": 2.5247150974237638,
      "learning_rate": 7.776659261811298e-06,
      "loss": 0.148,
      "step": 6209
    },
    {
      "epoch": 0.9379247847757136,
      "grad_norm": 1.9996031822490905,
      "learning_rate": 7.776001562314029e-06,
      "loss": 0.1391,
      "step": 6210
    },
    {
      "epoch": 0.9380758193626341,
      "grad_norm": 3.580171479018156,
      "learning_rate": 7.775343793373552e-06,
      "loss": 0.1449,
      "step": 6211
    },
    {
      "epoch": 0.9382268539495544,
      "grad_norm": 1.837758628996855,
      "learning_rate": 7.774685955006322e-06,
      "loss": 0.1402,
      "step": 6212
    },
    {
      "epoch": 0.9383778885364749,
      "grad_norm": 1.8115406036798747,
      "learning_rate": 7.774028047228797e-06,
      "loss": 0.1483,
      "step": 6213
    },
    {
      "epoch": 0.9385289231233953,
      "grad_norm": 1.7593262810953973,
      "learning_rate": 7.773370070057435e-06,
      "loss": 0.1453,
      "step": 6214
    },
    {
      "epoch": 0.9386799577103156,
      "grad_norm": 1.4920481847056108,
      "learning_rate": 7.772712023508693e-06,
      "loss": 0.1188,
      "step": 6215
    },
    {
      "epoch": 0.9388309922972361,
      "grad_norm": 2.1711302159963966,
      "learning_rate": 7.772053907599035e-06,
      "loss": 0.1429,
      "step": 6216
    },
    {
      "epoch": 0.9389820268841564,
      "grad_norm": 2.1565450280739054,
      "learning_rate": 7.771395722344925e-06,
      "loss": 0.1568,
      "step": 6217
    },
    {
      "epoch": 0.9391330614710769,
      "grad_norm": 3.860243167592441,
      "learning_rate": 7.770737467762825e-06,
      "loss": 0.1673,
      "step": 6218
    },
    {
      "epoch": 0.9392840960579972,
      "grad_norm": 1.8501345369457383,
      "learning_rate": 7.770079143869203e-06,
      "loss": 0.1446,
      "step": 6219
    },
    {
      "epoch": 0.9394351306449177,
      "grad_norm": 1.7077554445669008,
      "learning_rate": 7.769420750680526e-06,
      "loss": 0.1298,
      "step": 6220
    },
    {
      "epoch": 0.9395861652318381,
      "grad_norm": 2.1037096163909736,
      "learning_rate": 7.768762288213266e-06,
      "loss": 0.1251,
      "step": 6221
    },
    {
      "epoch": 0.9397371998187585,
      "grad_norm": 2.1751696417268827,
      "learning_rate": 7.768103756483893e-06,
      "loss": 0.1402,
      "step": 6222
    },
    {
      "epoch": 0.9398882344056789,
      "grad_norm": 2.404047489856199,
      "learning_rate": 7.767445155508884e-06,
      "loss": 0.1504,
      "step": 6223
    },
    {
      "epoch": 0.9400392689925993,
      "grad_norm": 1.8030046040644794,
      "learning_rate": 7.76678648530471e-06,
      "loss": 0.1341,
      "step": 6224
    },
    {
      "epoch": 0.9401903035795197,
      "grad_norm": 2.1027306441160394,
      "learning_rate": 7.766127745887851e-06,
      "loss": 0.1431,
      "step": 6225
    },
    {
      "epoch": 0.9403413381664402,
      "grad_norm": 1.8553631027460982,
      "learning_rate": 7.765468937274783e-06,
      "loss": 0.1355,
      "step": 6226
    },
    {
      "epoch": 0.9404923727533605,
      "grad_norm": 3.8657156208946164,
      "learning_rate": 7.764810059481989e-06,
      "loss": 0.1377,
      "step": 6227
    },
    {
      "epoch": 0.940643407340281,
      "grad_norm": 3.0940925211907206,
      "learning_rate": 7.764151112525949e-06,
      "loss": 0.1721,
      "step": 6228
    },
    {
      "epoch": 0.9407944419272013,
      "grad_norm": 2.0724890385656627,
      "learning_rate": 7.763492096423148e-06,
      "loss": 0.1349,
      "step": 6229
    },
    {
      "epoch": 0.9409454765141217,
      "grad_norm": 1.957924058481581,
      "learning_rate": 7.762833011190074e-06,
      "loss": 0.1509,
      "step": 6230
    },
    {
      "epoch": 0.9410965111010421,
      "grad_norm": 1.8656126963546975,
      "learning_rate": 7.762173856843211e-06,
      "loss": 0.1414,
      "step": 6231
    },
    {
      "epoch": 0.9412475456879625,
      "grad_norm": 2.027195897637355,
      "learning_rate": 7.76151463339905e-06,
      "loss": 0.1379,
      "step": 6232
    },
    {
      "epoch": 0.941398580274883,
      "grad_norm": 2.138538827028259,
      "learning_rate": 7.760855340874079e-06,
      "loss": 0.1229,
      "step": 6233
    },
    {
      "epoch": 0.9415496148618033,
      "grad_norm": 2.2856756272829024,
      "learning_rate": 7.760195979284793e-06,
      "loss": 0.1453,
      "step": 6234
    },
    {
      "epoch": 0.9417006494487238,
      "grad_norm": 1.7935428450148896,
      "learning_rate": 7.759536548647686e-06,
      "loss": 0.1429,
      "step": 6235
    },
    {
      "epoch": 0.9418516840356441,
      "grad_norm": 2.0153225107463775,
      "learning_rate": 7.758877048979257e-06,
      "loss": 0.112,
      "step": 6236
    },
    {
      "epoch": 0.9420027186225646,
      "grad_norm": 1.178820529428031,
      "learning_rate": 7.758217480295997e-06,
      "loss": 0.0883,
      "step": 6237
    },
    {
      "epoch": 0.942153753209485,
      "grad_norm": 2.048715664413856,
      "learning_rate": 7.757557842614409e-06,
      "loss": 0.1558,
      "step": 6238
    },
    {
      "epoch": 0.9423047877964054,
      "grad_norm": 1.7615349048019537,
      "learning_rate": 7.756898135950997e-06,
      "loss": 0.1416,
      "step": 6239
    },
    {
      "epoch": 0.9424558223833258,
      "grad_norm": 2.778098556322793,
      "learning_rate": 7.756238360322259e-06,
      "loss": 0.1405,
      "step": 6240
    },
    {
      "epoch": 0.9426068569702462,
      "grad_norm": 1.8523517613444065,
      "learning_rate": 7.755578515744705e-06,
      "loss": 0.1321,
      "step": 6241
    },
    {
      "epoch": 0.9427578915571666,
      "grad_norm": 1.9573603676138607,
      "learning_rate": 7.754918602234835e-06,
      "loss": 0.1403,
      "step": 6242
    },
    {
      "epoch": 0.942908926144087,
      "grad_norm": 1.8499643511736292,
      "learning_rate": 7.754258619809162e-06,
      "loss": 0.1357,
      "step": 6243
    },
    {
      "epoch": 0.9430599607310074,
      "grad_norm": 2.585260086470824,
      "learning_rate": 7.753598568484193e-06,
      "loss": 0.1472,
      "step": 6244
    },
    {
      "epoch": 0.9432109953179278,
      "grad_norm": 1.8165686041927682,
      "learning_rate": 7.752938448276443e-06,
      "loss": 0.1282,
      "step": 6245
    },
    {
      "epoch": 0.9433620299048482,
      "grad_norm": 1.9749545652402654,
      "learning_rate": 7.752278259202421e-06,
      "loss": 0.1316,
      "step": 6246
    },
    {
      "epoch": 0.9435130644917686,
      "grad_norm": 3.654569105293357,
      "learning_rate": 7.751618001278645e-06,
      "loss": 0.1784,
      "step": 6247
    },
    {
      "epoch": 0.943664099078689,
      "grad_norm": 2.0721799459414387,
      "learning_rate": 7.750957674521631e-06,
      "loss": 0.1288,
      "step": 6248
    },
    {
      "epoch": 0.9438151336656094,
      "grad_norm": 1.9795428589875956,
      "learning_rate": 7.750297278947898e-06,
      "loss": 0.1359,
      "step": 6249
    },
    {
      "epoch": 0.9439661682525299,
      "grad_norm": 1.716127340021652,
      "learning_rate": 7.749636814573965e-06,
      "loss": 0.1312,
      "step": 6250
    },
    {
      "epoch": 0.9441172028394502,
      "grad_norm": 5.433221664250206,
      "learning_rate": 7.748976281416352e-06,
      "loss": 0.1612,
      "step": 6251
    },
    {
      "epoch": 0.9442682374263707,
      "grad_norm": 1.847830616672005,
      "learning_rate": 7.748315679491586e-06,
      "loss": 0.1331,
      "step": 6252
    },
    {
      "epoch": 0.944419272013291,
      "grad_norm": 1.6473186872701955,
      "learning_rate": 7.747655008816192e-06,
      "loss": 0.1256,
      "step": 6253
    },
    {
      "epoch": 0.9445703066002115,
      "grad_norm": 2.244044764063548,
      "learning_rate": 7.746994269406695e-06,
      "loss": 0.1639,
      "step": 6254
    },
    {
      "epoch": 0.9447213411871318,
      "grad_norm": 2.4241849528671304,
      "learning_rate": 7.746333461279626e-06,
      "loss": 0.1822,
      "step": 6255
    },
    {
      "epoch": 0.9448723757740523,
      "grad_norm": 2.151803404899984,
      "learning_rate": 7.745672584451513e-06,
      "loss": 0.1493,
      "step": 6256
    },
    {
      "epoch": 0.9450234103609727,
      "grad_norm": 2.035042405599797,
      "learning_rate": 7.745011638938893e-06,
      "loss": 0.145,
      "step": 6257
    },
    {
      "epoch": 0.945174444947893,
      "grad_norm": 1.9255202558326316,
      "learning_rate": 7.744350624758293e-06,
      "loss": 0.1429,
      "step": 6258
    },
    {
      "epoch": 0.9453254795348135,
      "grad_norm": 1.6681773343205477,
      "learning_rate": 7.743689541926254e-06,
      "loss": 0.1258,
      "step": 6259
    },
    {
      "epoch": 0.9454765141217338,
      "grad_norm": 1.890095145451446,
      "learning_rate": 7.74302839045931e-06,
      "loss": 0.1509,
      "step": 6260
    },
    {
      "epoch": 0.9456275487086543,
      "grad_norm": 2.624414907122292,
      "learning_rate": 7.742367170374003e-06,
      "loss": 0.1665,
      "step": 6261
    },
    {
      "epoch": 0.9457785832955747,
      "grad_norm": 2.0930396129673428,
      "learning_rate": 7.741705881686872e-06,
      "loss": 0.1339,
      "step": 6262
    },
    {
      "epoch": 0.9459296178824951,
      "grad_norm": 2.032484307447612,
      "learning_rate": 7.74104452441446e-06,
      "loss": 0.1445,
      "step": 6263
    },
    {
      "epoch": 0.9460806524694155,
      "grad_norm": 2.415984127401505,
      "learning_rate": 7.740383098573312e-06,
      "loss": 0.1597,
      "step": 6264
    },
    {
      "epoch": 0.9462316870563359,
      "grad_norm": 2.396770984064722,
      "learning_rate": 7.739721604179972e-06,
      "loss": 0.1669,
      "step": 6265
    },
    {
      "epoch": 0.9463827216432563,
      "grad_norm": 2.1512028593356267,
      "learning_rate": 7.739060041250988e-06,
      "loss": 0.1413,
      "step": 6266
    },
    {
      "epoch": 0.9465337562301767,
      "grad_norm": 2.620676124009259,
      "learning_rate": 7.73839840980291e-06,
      "loss": 0.1343,
      "step": 6267
    },
    {
      "epoch": 0.9466847908170971,
      "grad_norm": 2.221250106332895,
      "learning_rate": 7.737736709852291e-06,
      "loss": 0.1393,
      "step": 6268
    },
    {
      "epoch": 0.9468358254040176,
      "grad_norm": 1.7414255197150426,
      "learning_rate": 7.73707494141568e-06,
      "loss": 0.1249,
      "step": 6269
    },
    {
      "epoch": 0.9469868599909379,
      "grad_norm": 1.842299176859912,
      "learning_rate": 7.736413104509635e-06,
      "loss": 0.132,
      "step": 6270
    },
    {
      "epoch": 0.9471378945778584,
      "grad_norm": 2.471310742830751,
      "learning_rate": 7.73575119915071e-06,
      "loss": 0.1632,
      "step": 6271
    },
    {
      "epoch": 0.9472889291647787,
      "grad_norm": 2.4670405669213182,
      "learning_rate": 7.735089225355463e-06,
      "loss": 0.1588,
      "step": 6272
    },
    {
      "epoch": 0.9474399637516991,
      "grad_norm": 2.0948124493520446,
      "learning_rate": 7.734427183140455e-06,
      "loss": 0.1313,
      "step": 6273
    },
    {
      "epoch": 0.9475909983386196,
      "grad_norm": 1.8305329006866875,
      "learning_rate": 7.733765072522246e-06,
      "loss": 0.1359,
      "step": 6274
    },
    {
      "epoch": 0.9477420329255399,
      "grad_norm": 2.4422073220890006,
      "learning_rate": 7.7331028935174e-06,
      "loss": 0.1483,
      "step": 6275
    },
    {
      "epoch": 0.9478930675124604,
      "grad_norm": 2.25085735218011,
      "learning_rate": 7.73244064614248e-06,
      "loss": 0.1424,
      "step": 6276
    },
    {
      "epoch": 0.9480441020993807,
      "grad_norm": 1.6096220238129144,
      "learning_rate": 7.731778330414055e-06,
      "loss": 0.104,
      "step": 6277
    },
    {
      "epoch": 0.9481951366863012,
      "grad_norm": 1.8786662594980712,
      "learning_rate": 7.731115946348693e-06,
      "loss": 0.1312,
      "step": 6278
    },
    {
      "epoch": 0.9483461712732215,
      "grad_norm": 2.9276311616689643,
      "learning_rate": 7.730453493962962e-06,
      "loss": 0.1497,
      "step": 6279
    },
    {
      "epoch": 0.948497205860142,
      "grad_norm": 2.2280696836033598,
      "learning_rate": 7.729790973273434e-06,
      "loss": 0.1655,
      "step": 6280
    },
    {
      "epoch": 0.9486482404470624,
      "grad_norm": 1.7143040628531931,
      "learning_rate": 7.729128384296683e-06,
      "loss": 0.1175,
      "step": 6281
    },
    {
      "epoch": 0.9487992750339828,
      "grad_norm": 2.984244900025774,
      "learning_rate": 7.728465727049285e-06,
      "loss": 0.1429,
      "step": 6282
    },
    {
      "epoch": 0.9489503096209032,
      "grad_norm": 2.003587147811294,
      "learning_rate": 7.727803001547816e-06,
      "loss": 0.1447,
      "step": 6283
    },
    {
      "epoch": 0.9491013442078235,
      "grad_norm": 2.4020200178174473,
      "learning_rate": 7.727140207808851e-06,
      "loss": 0.1614,
      "step": 6284
    },
    {
      "epoch": 0.949252378794744,
      "grad_norm": 2.058836819552213,
      "learning_rate": 7.726477345848977e-06,
      "loss": 0.1452,
      "step": 6285
    },
    {
      "epoch": 0.9494034133816645,
      "grad_norm": 2.145957402832711,
      "learning_rate": 7.72581441568477e-06,
      "loss": 0.147,
      "step": 6286
    },
    {
      "epoch": 0.9495544479685848,
      "grad_norm": 2.5783232640879454,
      "learning_rate": 7.725151417332817e-06,
      "loss": 0.1441,
      "step": 6287
    },
    {
      "epoch": 0.9497054825555052,
      "grad_norm": 2.467043553584293,
      "learning_rate": 7.7244883508097e-06,
      "loss": 0.1535,
      "step": 6288
    },
    {
      "epoch": 0.9498565171424256,
      "grad_norm": 2.694516808356515,
      "learning_rate": 7.723825216132009e-06,
      "loss": 0.1853,
      "step": 6289
    },
    {
      "epoch": 0.950007551729346,
      "grad_norm": 3.061479847709262,
      "learning_rate": 7.723162013316332e-06,
      "loss": 0.134,
      "step": 6290
    },
    {
      "epoch": 0.9501585863162664,
      "grad_norm": 2.588873555392299,
      "learning_rate": 7.722498742379259e-06,
      "loss": 0.1334,
      "step": 6291
    },
    {
      "epoch": 0.9503096209031868,
      "grad_norm": 1.7762997384279213,
      "learning_rate": 7.72183540333738e-06,
      "loss": 0.1371,
      "step": 6292
    },
    {
      "epoch": 0.9504606554901073,
      "grad_norm": 1.960869118855331,
      "learning_rate": 7.721171996207293e-06,
      "loss": 0.132,
      "step": 6293
    },
    {
      "epoch": 0.9506116900770276,
      "grad_norm": 1.862694192186607,
      "learning_rate": 7.72050852100559e-06,
      "loss": 0.1309,
      "step": 6294
    },
    {
      "epoch": 0.9507627246639481,
      "grad_norm": 1.7426130960898174,
      "learning_rate": 7.71984497774887e-06,
      "loss": 0.1472,
      "step": 6295
    },
    {
      "epoch": 0.9509137592508684,
      "grad_norm": 2.0104542993508954,
      "learning_rate": 7.719181366453731e-06,
      "loss": 0.1585,
      "step": 6296
    },
    {
      "epoch": 0.9510647938377889,
      "grad_norm": 1.9373424723285957,
      "learning_rate": 7.718517687136775e-06,
      "loss": 0.1533,
      "step": 6297
    },
    {
      "epoch": 0.9512158284247093,
      "grad_norm": 2.143862964316114,
      "learning_rate": 7.717853939814603e-06,
      "loss": 0.1623,
      "step": 6298
    },
    {
      "epoch": 0.9513668630116296,
      "grad_norm": 1.5766832698245103,
      "learning_rate": 7.71719012450382e-06,
      "loss": 0.1215,
      "step": 6299
    },
    {
      "epoch": 0.9515178975985501,
      "grad_norm": 1.9526105273097634,
      "learning_rate": 7.71652624122103e-06,
      "loss": 0.1397,
      "step": 6300
    },
    {
      "epoch": 0.9516689321854704,
      "grad_norm": 2.1759153126870547,
      "learning_rate": 7.715862289982842e-06,
      "loss": 0.1509,
      "step": 6301
    },
    {
      "epoch": 0.9518199667723909,
      "grad_norm": 2.1493997697218576,
      "learning_rate": 7.715198270805864e-06,
      "loss": 0.1623,
      "step": 6302
    },
    {
      "epoch": 0.9519710013593112,
      "grad_norm": 2.344412338535928,
      "learning_rate": 7.714534183706708e-06,
      "loss": 0.1422,
      "step": 6303
    },
    {
      "epoch": 0.9521220359462317,
      "grad_norm": 2.3934921631554356,
      "learning_rate": 7.713870028701986e-06,
      "loss": 0.1815,
      "step": 6304
    },
    {
      "epoch": 0.9522730705331521,
      "grad_norm": 1.455479814547663,
      "learning_rate": 7.71320580580831e-06,
      "loss": 0.1041,
      "step": 6305
    },
    {
      "epoch": 0.9524241051200725,
      "grad_norm": 2.491819449376073,
      "learning_rate": 7.7125415150423e-06,
      "loss": 0.1407,
      "step": 6306
    },
    {
      "epoch": 0.9525751397069929,
      "grad_norm": 1.8559433456763585,
      "learning_rate": 7.711877156420572e-06,
      "loss": 0.147,
      "step": 6307
    },
    {
      "epoch": 0.9527261742939133,
      "grad_norm": 1.7676260586366004,
      "learning_rate": 7.711212729959746e-06,
      "loss": 0.1418,
      "step": 6308
    },
    {
      "epoch": 0.9528772088808337,
      "grad_norm": 1.5405410378042264,
      "learning_rate": 7.710548235676438e-06,
      "loss": 0.1117,
      "step": 6309
    },
    {
      "epoch": 0.9530282434677542,
      "grad_norm": 1.8759324500003836,
      "learning_rate": 7.709883673587277e-06,
      "loss": 0.146,
      "step": 6310
    },
    {
      "epoch": 0.9531792780546745,
      "grad_norm": 2.8348227522128826,
      "learning_rate": 7.709219043708885e-06,
      "loss": 0.1695,
      "step": 6311
    },
    {
      "epoch": 0.953330312641595,
      "grad_norm": 2.021643988983232,
      "learning_rate": 7.708554346057886e-06,
      "loss": 0.1446,
      "step": 6312
    },
    {
      "epoch": 0.9534813472285153,
      "grad_norm": 1.815709896064738,
      "learning_rate": 7.707889580650912e-06,
      "loss": 0.1308,
      "step": 6313
    },
    {
      "epoch": 0.9536323818154357,
      "grad_norm": 2.3602129620798697,
      "learning_rate": 7.707224747504589e-06,
      "loss": 0.1855,
      "step": 6314
    },
    {
      "epoch": 0.9537834164023561,
      "grad_norm": 2.008610510026111,
      "learning_rate": 7.706559846635551e-06,
      "loss": 0.1478,
      "step": 6315
    },
    {
      "epoch": 0.9539344509892765,
      "grad_norm": 2.150602284495439,
      "learning_rate": 7.705894878060427e-06,
      "loss": 0.1489,
      "step": 6316
    },
    {
      "epoch": 0.954085485576197,
      "grad_norm": 2.698044463537122,
      "learning_rate": 7.705229841795854e-06,
      "loss": 0.1472,
      "step": 6317
    },
    {
      "epoch": 0.9542365201631173,
      "grad_norm": 3.136224198119438,
      "learning_rate": 7.704564737858471e-06,
      "loss": 0.1598,
      "step": 6318
    },
    {
      "epoch": 0.9543875547500378,
      "grad_norm": 2.1003021190953146,
      "learning_rate": 7.703899566264912e-06,
      "loss": 0.151,
      "step": 6319
    },
    {
      "epoch": 0.9545385893369581,
      "grad_norm": 2.332263083964025,
      "learning_rate": 7.703234327031815e-06,
      "loss": 0.1406,
      "step": 6320
    },
    {
      "epoch": 0.9546896239238786,
      "grad_norm": 1.5850572928523443,
      "learning_rate": 7.702569020175827e-06,
      "loss": 0.1121,
      "step": 6321
    },
    {
      "epoch": 0.954840658510799,
      "grad_norm": 1.7219933237007934,
      "learning_rate": 7.701903645713587e-06,
      "loss": 0.1198,
      "step": 6322
    },
    {
      "epoch": 0.9549916930977194,
      "grad_norm": 1.7164121035533806,
      "learning_rate": 7.701238203661741e-06,
      "loss": 0.1245,
      "step": 6323
    },
    {
      "epoch": 0.9551427276846398,
      "grad_norm": 1.8648342100631319,
      "learning_rate": 7.700572694036934e-06,
      "loss": 0.1475,
      "step": 6324
    },
    {
      "epoch": 0.9552937622715602,
      "grad_norm": 1.9769184250628828,
      "learning_rate": 7.699907116855816e-06,
      "loss": 0.1466,
      "step": 6325
    },
    {
      "epoch": 0.9554447968584806,
      "grad_norm": 2.0522557756602313,
      "learning_rate": 7.699241472135036e-06,
      "loss": 0.1435,
      "step": 6326
    },
    {
      "epoch": 0.955595831445401,
      "grad_norm": 2.731090731868627,
      "learning_rate": 7.698575759891244e-06,
      "loss": 0.1664,
      "step": 6327
    },
    {
      "epoch": 0.9557468660323214,
      "grad_norm": 1.8986390997444837,
      "learning_rate": 7.697909980141098e-06,
      "loss": 0.1246,
      "step": 6328
    },
    {
      "epoch": 0.9558979006192418,
      "grad_norm": 2.109393962806471,
      "learning_rate": 7.697244132901247e-06,
      "loss": 0.1324,
      "step": 6329
    },
    {
      "epoch": 0.9560489352061622,
      "grad_norm": 2.0143328779532004,
      "learning_rate": 7.69657821818835e-06,
      "loss": 0.1583,
      "step": 6330
    },
    {
      "epoch": 0.9561999697930826,
      "grad_norm": 2.3798561825540627,
      "learning_rate": 7.695912236019064e-06,
      "loss": 0.1262,
      "step": 6331
    },
    {
      "epoch": 0.956351004380003,
      "grad_norm": 1.838984332150822,
      "learning_rate": 7.695246186410054e-06,
      "loss": 0.1364,
      "step": 6332
    },
    {
      "epoch": 0.9565020389669234,
      "grad_norm": 1.9124468080310872,
      "learning_rate": 7.694580069377976e-06,
      "loss": 0.1489,
      "step": 6333
    },
    {
      "epoch": 0.9566530735538439,
      "grad_norm": 2.5808780393184603,
      "learning_rate": 7.693913884939494e-06,
      "loss": 0.1318,
      "step": 6334
    },
    {
      "epoch": 0.9568041081407642,
      "grad_norm": 1.840059903487448,
      "learning_rate": 7.693247633111274e-06,
      "loss": 0.1323,
      "step": 6335
    },
    {
      "epoch": 0.9569551427276847,
      "grad_norm": 2.0480373421734575,
      "learning_rate": 7.692581313909983e-06,
      "loss": 0.1193,
      "step": 6336
    },
    {
      "epoch": 0.957106177314605,
      "grad_norm": 1.8485713761035776,
      "learning_rate": 7.69191492735229e-06,
      "loss": 0.1185,
      "step": 6337
    },
    {
      "epoch": 0.9572572119015255,
      "grad_norm": 1.8089397970406518,
      "learning_rate": 7.691248473454863e-06,
      "loss": 0.1353,
      "step": 6338
    },
    {
      "epoch": 0.9574082464884458,
      "grad_norm": 1.9177938184844008,
      "learning_rate": 7.690581952234375e-06,
      "loss": 0.1237,
      "step": 6339
    },
    {
      "epoch": 0.9575592810753663,
      "grad_norm": 2.3760525667708547,
      "learning_rate": 7.6899153637075e-06,
      "loss": 0.1464,
      "step": 6340
    },
    {
      "epoch": 0.9577103156622867,
      "grad_norm": 1.9652787323629735,
      "learning_rate": 7.68924870789091e-06,
      "loss": 0.1388,
      "step": 6341
    },
    {
      "epoch": 0.957861350249207,
      "grad_norm": 2.566055613871269,
      "learning_rate": 7.688581984801285e-06,
      "loss": 0.1564,
      "step": 6342
    },
    {
      "epoch": 0.9580123848361275,
      "grad_norm": 1.5949634689861454,
      "learning_rate": 7.687915194455303e-06,
      "loss": 0.1206,
      "step": 6343
    },
    {
      "epoch": 0.9581634194230478,
      "grad_norm": 2.006424746303927,
      "learning_rate": 7.687248336869644e-06,
      "loss": 0.1442,
      "step": 6344
    },
    {
      "epoch": 0.9583144540099683,
      "grad_norm": 2.440983849754053,
      "learning_rate": 7.686581412060988e-06,
      "loss": 0.1247,
      "step": 6345
    },
    {
      "epoch": 0.9584654885968887,
      "grad_norm": 1.8954841335492363,
      "learning_rate": 7.68591442004602e-06,
      "loss": 0.1379,
      "step": 6346
    },
    {
      "epoch": 0.9586165231838091,
      "grad_norm": 2.0795691058035604,
      "learning_rate": 7.685247360841425e-06,
      "loss": 0.1307,
      "step": 6347
    },
    {
      "epoch": 0.9587675577707295,
      "grad_norm": 2.109020347540415,
      "learning_rate": 7.68458023446389e-06,
      "loss": 0.1312,
      "step": 6348
    },
    {
      "epoch": 0.9589185923576499,
      "grad_norm": 2.1488723451080207,
      "learning_rate": 7.683913040930104e-06,
      "loss": 0.1472,
      "step": 6349
    },
    {
      "epoch": 0.9590696269445703,
      "grad_norm": 2.0421515971951796,
      "learning_rate": 7.683245780256757e-06,
      "loss": 0.1423,
      "step": 6350
    },
    {
      "epoch": 0.9592206615314907,
      "grad_norm": 1.4557633904827951,
      "learning_rate": 7.68257845246054e-06,
      "loss": 0.1101,
      "step": 6351
    },
    {
      "epoch": 0.9593716961184111,
      "grad_norm": 2.234067635934867,
      "learning_rate": 7.681911057558144e-06,
      "loss": 0.1379,
      "step": 6352
    },
    {
      "epoch": 0.9595227307053316,
      "grad_norm": 1.7932765234939332,
      "learning_rate": 7.681243595566271e-06,
      "loss": 0.123,
      "step": 6353
    },
    {
      "epoch": 0.9596737652922519,
      "grad_norm": 1.7820593677652137,
      "learning_rate": 7.680576066501615e-06,
      "loss": 0.1429,
      "step": 6354
    },
    {
      "epoch": 0.9598247998791724,
      "grad_norm": 1.944607093533593,
      "learning_rate": 7.679908470380871e-06,
      "loss": 0.144,
      "step": 6355
    },
    {
      "epoch": 0.9599758344660927,
      "grad_norm": 1.6970604521804613,
      "learning_rate": 7.679240807220744e-06,
      "loss": 0.1199,
      "step": 6356
    },
    {
      "epoch": 0.9601268690530131,
      "grad_norm": 2.4207464694784218,
      "learning_rate": 7.678573077037932e-06,
      "loss": 0.1345,
      "step": 6357
    },
    {
      "epoch": 0.9602779036399336,
      "grad_norm": 1.9409323161627134,
      "learning_rate": 7.677905279849142e-06,
      "loss": 0.1307,
      "step": 6358
    },
    {
      "epoch": 0.9604289382268539,
      "grad_norm": 2.145497415892822,
      "learning_rate": 7.67723741567108e-06,
      "loss": 0.1293,
      "step": 6359
    },
    {
      "epoch": 0.9605799728137744,
      "grad_norm": 1.8572280368540892,
      "learning_rate": 7.67656948452045e-06,
      "loss": 0.1553,
      "step": 6360
    },
    {
      "epoch": 0.9607310074006947,
      "grad_norm": 1.9192931882746809,
      "learning_rate": 7.675901486413959e-06,
      "loss": 0.1081,
      "step": 6361
    },
    {
      "epoch": 0.9608820419876152,
      "grad_norm": 2.2548826411651013,
      "learning_rate": 7.675233421368323e-06,
      "loss": 0.1459,
      "step": 6362
    },
    {
      "epoch": 0.9610330765745355,
      "grad_norm": 2.507802824306766,
      "learning_rate": 7.674565289400248e-06,
      "loss": 0.1552,
      "step": 6363
    },
    {
      "epoch": 0.961184111161456,
      "grad_norm": 1.671588712462686,
      "learning_rate": 7.673897090526453e-06,
      "loss": 0.1393,
      "step": 6364
    },
    {
      "epoch": 0.9613351457483764,
      "grad_norm": 1.8236207659204104,
      "learning_rate": 7.673228824763653e-06,
      "loss": 0.1459,
      "step": 6365
    },
    {
      "epoch": 0.9614861803352968,
      "grad_norm": 2.1193800896773736,
      "learning_rate": 7.67256049212856e-06,
      "loss": 0.1376,
      "step": 6366
    },
    {
      "epoch": 0.9616372149222172,
      "grad_norm": 1.8643975423792551,
      "learning_rate": 7.671892092637896e-06,
      "loss": 0.1395,
      "step": 6367
    },
    {
      "epoch": 0.9617882495091375,
      "grad_norm": 1.9830965156722853,
      "learning_rate": 7.671223626308382e-06,
      "loss": 0.1383,
      "step": 6368
    },
    {
      "epoch": 0.961939284096058,
      "grad_norm": 1.9532205427483993,
      "learning_rate": 7.67055509315674e-06,
      "loss": 0.14,
      "step": 6369
    },
    {
      "epoch": 0.9620903186829785,
      "grad_norm": 1.8415979543699894,
      "learning_rate": 7.669886493199691e-06,
      "loss": 0.1204,
      "step": 6370
    },
    {
      "epoch": 0.9622413532698988,
      "grad_norm": 1.854327980573512,
      "learning_rate": 7.669217826453966e-06,
      "loss": 0.138,
      "step": 6371
    },
    {
      "epoch": 0.9623923878568192,
      "grad_norm": 2.66324008793751,
      "learning_rate": 7.668549092936286e-06,
      "loss": 0.121,
      "step": 6372
    },
    {
      "epoch": 0.9625434224437396,
      "grad_norm": 2.0478678924509586,
      "learning_rate": 7.667880292663382e-06,
      "loss": 0.1614,
      "step": 6373
    },
    {
      "epoch": 0.96269445703066,
      "grad_norm": 2.3631113705967617,
      "learning_rate": 7.667211425651984e-06,
      "loss": 0.1409,
      "step": 6374
    },
    {
      "epoch": 0.9628454916175804,
      "grad_norm": 1.6860833834739815,
      "learning_rate": 7.666542491918828e-06,
      "loss": 0.1284,
      "step": 6375
    },
    {
      "epoch": 0.9629965262045008,
      "grad_norm": 2.827286722502377,
      "learning_rate": 7.66587349148064e-06,
      "loss": 0.182,
      "step": 6376
    },
    {
      "epoch": 0.9631475607914213,
      "grad_norm": 3.2324553753073895,
      "learning_rate": 7.665204424354162e-06,
      "loss": 0.1661,
      "step": 6377
    },
    {
      "epoch": 0.9632985953783416,
      "grad_norm": 2.2677037778636864,
      "learning_rate": 7.66453529055613e-06,
      "loss": 0.165,
      "step": 6378
    },
    {
      "epoch": 0.9634496299652621,
      "grad_norm": 2.2362963013647796,
      "learning_rate": 7.66386609010328e-06,
      "loss": 0.1506,
      "step": 6379
    },
    {
      "epoch": 0.9636006645521824,
      "grad_norm": 1.9797454926220628,
      "learning_rate": 7.663196823012355e-06,
      "loss": 0.1418,
      "step": 6380
    },
    {
      "epoch": 0.9637516991391029,
      "grad_norm": 2.050922623353572,
      "learning_rate": 7.662527489300095e-06,
      "loss": 0.1491,
      "step": 6381
    },
    {
      "epoch": 0.9639027337260233,
      "grad_norm": 2.2890994705724688,
      "learning_rate": 7.661858088983248e-06,
      "loss": 0.1572,
      "step": 6382
    },
    {
      "epoch": 0.9640537683129436,
      "grad_norm": 1.9035314762902331,
      "learning_rate": 7.661188622078555e-06,
      "loss": 0.1233,
      "step": 6383
    },
    {
      "epoch": 0.9642048028998641,
      "grad_norm": 1.935180675196995,
      "learning_rate": 7.660519088602763e-06,
      "loss": 0.1423,
      "step": 6384
    },
    {
      "epoch": 0.9643558374867844,
      "grad_norm": 1.8996750550491048,
      "learning_rate": 7.659849488572622e-06,
      "loss": 0.1421,
      "step": 6385
    },
    {
      "epoch": 0.9645068720737049,
      "grad_norm": 1.876940077001697,
      "learning_rate": 7.659179822004884e-06,
      "loss": 0.1371,
      "step": 6386
    },
    {
      "epoch": 0.9646579066606252,
      "grad_norm": 1.6782357337904659,
      "learning_rate": 7.6585100889163e-06,
      "loss": 0.131,
      "step": 6387
    },
    {
      "epoch": 0.9648089412475457,
      "grad_norm": 1.9691951311670015,
      "learning_rate": 7.657840289323621e-06,
      "loss": 0.1166,
      "step": 6388
    },
    {
      "epoch": 0.9649599758344661,
      "grad_norm": 1.5600172355727526,
      "learning_rate": 7.657170423243607e-06,
      "loss": 0.106,
      "step": 6389
    },
    {
      "epoch": 0.9651110104213865,
      "grad_norm": 2.263126835448898,
      "learning_rate": 7.656500490693014e-06,
      "loss": 0.1243,
      "step": 6390
    },
    {
      "epoch": 0.9652620450083069,
      "grad_norm": 2.1074757348098943,
      "learning_rate": 7.655830491688596e-06,
      "loss": 0.1513,
      "step": 6391
    },
    {
      "epoch": 0.9654130795952273,
      "grad_norm": 2.805461299165616,
      "learning_rate": 7.65516042624712e-06,
      "loss": 0.1652,
      "step": 6392
    },
    {
      "epoch": 0.9655641141821477,
      "grad_norm": 2.0330191225944603,
      "learning_rate": 7.654490294385344e-06,
      "loss": 0.1422,
      "step": 6393
    },
    {
      "epoch": 0.9657151487690682,
      "grad_norm": 2.2489346961694845,
      "learning_rate": 7.653820096120033e-06,
      "loss": 0.1537,
      "step": 6394
    },
    {
      "epoch": 0.9658661833559885,
      "grad_norm": 3.6503534364269594,
      "learning_rate": 7.653149831467951e-06,
      "loss": 0.1528,
      "step": 6395
    },
    {
      "epoch": 0.966017217942909,
      "grad_norm": 2.0311129680713518,
      "learning_rate": 7.652479500445869e-06,
      "loss": 0.1508,
      "step": 6396
    },
    {
      "epoch": 0.9661682525298293,
      "grad_norm": 2.5173099392329803,
      "learning_rate": 7.65180910307055e-06,
      "loss": 0.1495,
      "step": 6397
    },
    {
      "epoch": 0.9663192871167497,
      "grad_norm": 1.9278445345400643,
      "learning_rate": 7.651138639358769e-06,
      "loss": 0.1413,
      "step": 6398
    },
    {
      "epoch": 0.9664703217036701,
      "grad_norm": 3.3454294430920575,
      "learning_rate": 7.650468109327296e-06,
      "loss": 0.1329,
      "step": 6399
    },
    {
      "epoch": 0.9666213562905905,
      "grad_norm": 2.2999484833385693,
      "learning_rate": 7.649797512992903e-06,
      "loss": 0.127,
      "step": 6400
    },
    {
      "epoch": 0.966772390877511,
      "grad_norm": 2.3504749121101183,
      "learning_rate": 7.64912685037237e-06,
      "loss": 0.147,
      "step": 6401
    },
    {
      "epoch": 0.9669234254644313,
      "grad_norm": 2.2817730789983726,
      "learning_rate": 7.648456121482471e-06,
      "loss": 0.125,
      "step": 6402
    },
    {
      "epoch": 0.9670744600513518,
      "grad_norm": 1.6450194316761741,
      "learning_rate": 7.647785326339984e-06,
      "loss": 0.1213,
      "step": 6403
    },
    {
      "epoch": 0.9672254946382721,
      "grad_norm": 1.609480902226146,
      "learning_rate": 7.647114464961689e-06,
      "loss": 0.1344,
      "step": 6404
    },
    {
      "epoch": 0.9673765292251926,
      "grad_norm": 2.4048846959114107,
      "learning_rate": 7.646443537364372e-06,
      "loss": 0.1614,
      "step": 6405
    },
    {
      "epoch": 0.967527563812113,
      "grad_norm": 2.2717076425752625,
      "learning_rate": 7.645772543564814e-06,
      "loss": 0.189,
      "step": 6406
    },
    {
      "epoch": 0.9676785983990334,
      "grad_norm": 1.6610808782714037,
      "learning_rate": 7.645101483579797e-06,
      "loss": 0.1182,
      "step": 6407
    },
    {
      "epoch": 0.9678296329859538,
      "grad_norm": 1.987433614138115,
      "learning_rate": 7.644430357426114e-06,
      "loss": 0.1625,
      "step": 6408
    },
    {
      "epoch": 0.9679806675728742,
      "grad_norm": 1.8937551583080432,
      "learning_rate": 7.643759165120548e-06,
      "loss": 0.1468,
      "step": 6409
    },
    {
      "epoch": 0.9681317021597946,
      "grad_norm": 2.04850883185278,
      "learning_rate": 7.643087906679894e-06,
      "loss": 0.1449,
      "step": 6410
    },
    {
      "epoch": 0.968282736746715,
      "grad_norm": 2.107153301016087,
      "learning_rate": 7.64241658212094e-06,
      "loss": 0.1349,
      "step": 6411
    },
    {
      "epoch": 0.9684337713336354,
      "grad_norm": 2.055046145207259,
      "learning_rate": 7.641745191460483e-06,
      "loss": 0.1527,
      "step": 6412
    },
    {
      "epoch": 0.9685848059205558,
      "grad_norm": 2.1549921893192323,
      "learning_rate": 7.641073734715316e-06,
      "loss": 0.1333,
      "step": 6413
    },
    {
      "epoch": 0.9687358405074762,
      "grad_norm": 2.372999370927327,
      "learning_rate": 7.640402211902237e-06,
      "loss": 0.1543,
      "step": 6414
    },
    {
      "epoch": 0.9688868750943966,
      "grad_norm": 2.3477511687974966,
      "learning_rate": 7.639730623038042e-06,
      "loss": 0.1786,
      "step": 6415
    },
    {
      "epoch": 0.969037909681317,
      "grad_norm": 2.420449095129016,
      "learning_rate": 7.639058968139536e-06,
      "loss": 0.1447,
      "step": 6416
    },
    {
      "epoch": 0.9691889442682374,
      "grad_norm": 2.307428799553186,
      "learning_rate": 7.638387247223515e-06,
      "loss": 0.1405,
      "step": 6417
    },
    {
      "epoch": 0.9693399788551579,
      "grad_norm": 2.860837065607224,
      "learning_rate": 7.637715460306786e-06,
      "loss": 0.1632,
      "step": 6418
    },
    {
      "epoch": 0.9694910134420782,
      "grad_norm": 1.8257554911270184,
      "learning_rate": 7.637043607406157e-06,
      "loss": 0.1421,
      "step": 6419
    },
    {
      "epoch": 0.9696420480289987,
      "grad_norm": 1.939936636829656,
      "learning_rate": 7.636371688538427e-06,
      "loss": 0.1576,
      "step": 6420
    },
    {
      "epoch": 0.969793082615919,
      "grad_norm": 1.9354168295872634,
      "learning_rate": 7.63569970372041e-06,
      "loss": 0.1449,
      "step": 6421
    },
    {
      "epoch": 0.9699441172028395,
      "grad_norm": 1.4568336254124943,
      "learning_rate": 7.635027652968916e-06,
      "loss": 0.113,
      "step": 6422
    },
    {
      "epoch": 0.9700951517897598,
      "grad_norm": 2.06676671912117,
      "learning_rate": 7.634355536300755e-06,
      "loss": 0.1286,
      "step": 6423
    },
    {
      "epoch": 0.9702461863766803,
      "grad_norm": 2.315327932979462,
      "learning_rate": 7.633683353732739e-06,
      "loss": 0.1723,
      "step": 6424
    },
    {
      "epoch": 0.9703972209636007,
      "grad_norm": 1.8999907333621553,
      "learning_rate": 7.633011105281687e-06,
      "loss": 0.1383,
      "step": 6425
    },
    {
      "epoch": 0.970548255550521,
      "grad_norm": 1.545491550801559,
      "learning_rate": 7.632338790964413e-06,
      "loss": 0.1183,
      "step": 6426
    },
    {
      "epoch": 0.9706992901374415,
      "grad_norm": 1.6247813649316567,
      "learning_rate": 7.631666410797734e-06,
      "loss": 0.1302,
      "step": 6427
    },
    {
      "epoch": 0.9708503247243618,
      "grad_norm": 2.4563410340120004,
      "learning_rate": 7.630993964798475e-06,
      "loss": 0.1579,
      "step": 6428
    },
    {
      "epoch": 0.9710013593112823,
      "grad_norm": 2.0618651000507455,
      "learning_rate": 7.630321452983452e-06,
      "loss": 0.1316,
      "step": 6429
    },
    {
      "epoch": 0.9711523938982027,
      "grad_norm": 1.7608787099166876,
      "learning_rate": 7.629648875369491e-06,
      "loss": 0.139,
      "step": 6430
    },
    {
      "epoch": 0.9713034284851231,
      "grad_norm": 2.155683886432801,
      "learning_rate": 7.628976231973417e-06,
      "loss": 0.1388,
      "step": 6431
    },
    {
      "epoch": 0.9714544630720435,
      "grad_norm": 1.9980489329011002,
      "learning_rate": 7.628303522812055e-06,
      "loss": 0.1466,
      "step": 6432
    },
    {
      "epoch": 0.9716054976589639,
      "grad_norm": 1.8213571875837133,
      "learning_rate": 7.627630747902236e-06,
      "loss": 0.161,
      "step": 6433
    },
    {
      "epoch": 0.9717565322458843,
      "grad_norm": 1.4347148201662756,
      "learning_rate": 7.626957907260788e-06,
      "loss": 0.1166,
      "step": 6434
    },
    {
      "epoch": 0.9719075668328047,
      "grad_norm": 2.80790432765619,
      "learning_rate": 7.626285000904542e-06,
      "loss": 0.1643,
      "step": 6435
    },
    {
      "epoch": 0.9720586014197251,
      "grad_norm": 1.6810667834885848,
      "learning_rate": 7.625612028850331e-06,
      "loss": 0.1187,
      "step": 6436
    },
    {
      "epoch": 0.9722096360066456,
      "grad_norm": 1.891620107910592,
      "learning_rate": 7.624938991114992e-06,
      "loss": 0.1175,
      "step": 6437
    },
    {
      "epoch": 0.9723606705935659,
      "grad_norm": 2.010236565665505,
      "learning_rate": 7.624265887715359e-06,
      "loss": 0.1273,
      "step": 6438
    },
    {
      "epoch": 0.9725117051804864,
      "grad_norm": 2.448600465064593,
      "learning_rate": 7.623592718668271e-06,
      "loss": 0.1709,
      "step": 6439
    },
    {
      "epoch": 0.9726627397674067,
      "grad_norm": 2.290870606954682,
      "learning_rate": 7.622919483990568e-06,
      "loss": 0.1383,
      "step": 6440
    },
    {
      "epoch": 0.9728137743543271,
      "grad_norm": 2.2343256802092597,
      "learning_rate": 7.622246183699091e-06,
      "loss": 0.1458,
      "step": 6441
    },
    {
      "epoch": 0.9729648089412476,
      "grad_norm": 2.273199740141112,
      "learning_rate": 7.6215728178106825e-06,
      "loss": 0.1407,
      "step": 6442
    },
    {
      "epoch": 0.9731158435281679,
      "grad_norm": 2.2193035142764277,
      "learning_rate": 7.620899386342188e-06,
      "loss": 0.1274,
      "step": 6443
    },
    {
      "epoch": 0.9732668781150884,
      "grad_norm": 2.1520572075589883,
      "learning_rate": 7.620225889310453e-06,
      "loss": 0.1529,
      "step": 6444
    },
    {
      "epoch": 0.9734179127020087,
      "grad_norm": 5.490255610832153,
      "learning_rate": 7.619552326732327e-06,
      "loss": 0.1548,
      "step": 6445
    },
    {
      "epoch": 0.9735689472889292,
      "grad_norm": 2.190143793097073,
      "learning_rate": 7.618878698624657e-06,
      "loss": 0.1711,
      "step": 6446
    },
    {
      "epoch": 0.9737199818758495,
      "grad_norm": 2.7536668237467814,
      "learning_rate": 7.618205005004296e-06,
      "loss": 0.1625,
      "step": 6447
    },
    {
      "epoch": 0.97387101646277,
      "grad_norm": 1.8083170818109924,
      "learning_rate": 7.617531245888095e-06,
      "loss": 0.1451,
      "step": 6448
    },
    {
      "epoch": 0.9740220510496904,
      "grad_norm": 1.9268528228760362,
      "learning_rate": 7.61685742129291e-06,
      "loss": 0.1384,
      "step": 6449
    },
    {
      "epoch": 0.9741730856366108,
      "grad_norm": 1.5658715379431078,
      "learning_rate": 7.616183531235597e-06,
      "loss": 0.1171,
      "step": 6450
    },
    {
      "epoch": 0.9743241202235312,
      "grad_norm": 1.780862910742839,
      "learning_rate": 7.6155095757330146e-06,
      "loss": 0.1359,
      "step": 6451
    },
    {
      "epoch": 0.9744751548104515,
      "grad_norm": 2.320675547142392,
      "learning_rate": 7.614835554802021e-06,
      "loss": 0.145,
      "step": 6452
    },
    {
      "epoch": 0.974626189397372,
      "grad_norm": 2.040022428826484,
      "learning_rate": 7.6141614684594775e-06,
      "loss": 0.131,
      "step": 6453
    },
    {
      "epoch": 0.9747772239842925,
      "grad_norm": 2.7420104702222274,
      "learning_rate": 7.613487316722246e-06,
      "loss": 0.1728,
      "step": 6454
    },
    {
      "epoch": 0.9749282585712128,
      "grad_norm": 1.8279873619055536,
      "learning_rate": 7.61281309960719e-06,
      "loss": 0.131,
      "step": 6455
    },
    {
      "epoch": 0.9750792931581332,
      "grad_norm": 1.6479252057393288,
      "learning_rate": 7.612138817131178e-06,
      "loss": 0.1252,
      "step": 6456
    },
    {
      "epoch": 0.9752303277450536,
      "grad_norm": 3.086149354017242,
      "learning_rate": 7.611464469311076e-06,
      "loss": 0.1972,
      "step": 6457
    },
    {
      "epoch": 0.975381362331974,
      "grad_norm": 2.2066274368102103,
      "learning_rate": 7.610790056163755e-06,
      "loss": 0.1635,
      "step": 6458
    },
    {
      "epoch": 0.9755323969188944,
      "grad_norm": 3.550711644362843,
      "learning_rate": 7.610115577706083e-06,
      "loss": 0.1629,
      "step": 6459
    },
    {
      "epoch": 0.9756834315058148,
      "grad_norm": 1.9541987688077345,
      "learning_rate": 7.609441033954933e-06,
      "loss": 0.1335,
      "step": 6460
    },
    {
      "epoch": 0.9758344660927353,
      "grad_norm": 1.7814012168726836,
      "learning_rate": 7.608766424927181e-06,
      "loss": 0.1326,
      "step": 6461
    },
    {
      "epoch": 0.9759855006796556,
      "grad_norm": 2.184520463505056,
      "learning_rate": 7.608091750639701e-06,
      "loss": 0.1522,
      "step": 6462
    },
    {
      "epoch": 0.9761365352665761,
      "grad_norm": 1.617031611099065,
      "learning_rate": 7.607417011109372e-06,
      "loss": 0.1173,
      "step": 6463
    },
    {
      "epoch": 0.9762875698534964,
      "grad_norm": 2.102484297293465,
      "learning_rate": 7.606742206353071e-06,
      "loss": 0.1283,
      "step": 6464
    },
    {
      "epoch": 0.9764386044404169,
      "grad_norm": 1.7960902958531362,
      "learning_rate": 7.606067336387679e-06,
      "loss": 0.1469,
      "step": 6465
    },
    {
      "epoch": 0.9765896390273373,
      "grad_norm": 2.1462087110556842,
      "learning_rate": 7.605392401230079e-06,
      "loss": 0.1339,
      "step": 6466
    },
    {
      "epoch": 0.9767406736142576,
      "grad_norm": 2.3669286847341966,
      "learning_rate": 7.604717400897155e-06,
      "loss": 0.1646,
      "step": 6467
    },
    {
      "epoch": 0.9768917082011781,
      "grad_norm": 1.5775880771995703,
      "learning_rate": 7.604042335405793e-06,
      "loss": 0.1187,
      "step": 6468
    },
    {
      "epoch": 0.9770427427880984,
      "grad_norm": 1.738023753053049,
      "learning_rate": 7.603367204772877e-06,
      "loss": 0.1344,
      "step": 6469
    },
    {
      "epoch": 0.9771937773750189,
      "grad_norm": 2.0546625324545236,
      "learning_rate": 7.6026920090153e-06,
      "loss": 0.1472,
      "step": 6470
    },
    {
      "epoch": 0.9773448119619392,
      "grad_norm": 1.8621312995443124,
      "learning_rate": 7.602016748149947e-06,
      "loss": 0.1396,
      "step": 6471
    },
    {
      "epoch": 0.9774958465488597,
      "grad_norm": 1.8992981598877126,
      "learning_rate": 7.601341422193717e-06,
      "loss": 0.128,
      "step": 6472
    },
    {
      "epoch": 0.9776468811357801,
      "grad_norm": 2.1868475290543943,
      "learning_rate": 7.6006660311634994e-06,
      "loss": 0.1526,
      "step": 6473
    },
    {
      "epoch": 0.9777979157227005,
      "grad_norm": 2.6126862449617385,
      "learning_rate": 7.59999057507619e-06,
      "loss": 0.1644,
      "step": 6474
    },
    {
      "epoch": 0.9779489503096209,
      "grad_norm": 2.1374331851041646,
      "learning_rate": 7.599315053948686e-06,
      "loss": 0.1443,
      "step": 6475
    },
    {
      "epoch": 0.9780999848965413,
      "grad_norm": 2.513863332298229,
      "learning_rate": 7.598639467797886e-06,
      "loss": 0.1482,
      "step": 6476
    },
    {
      "epoch": 0.9782510194834617,
      "grad_norm": 2.0918347691725194,
      "learning_rate": 7.597963816640688e-06,
      "loss": 0.1373,
      "step": 6477
    },
    {
      "epoch": 0.9784020540703822,
      "grad_norm": 3.7175906794262223,
      "learning_rate": 7.597288100493998e-06,
      "loss": 0.1501,
      "step": 6478
    },
    {
      "epoch": 0.9785530886573025,
      "grad_norm": 2.093543150721899,
      "learning_rate": 7.596612319374715e-06,
      "loss": 0.1467,
      "step": 6479
    },
    {
      "epoch": 0.978704123244223,
      "grad_norm": 2.09785024756247,
      "learning_rate": 7.59593647329975e-06,
      "loss": 0.1469,
      "step": 6480
    },
    {
      "epoch": 0.9788551578311433,
      "grad_norm": 1.958441461927899,
      "learning_rate": 7.595260562286002e-06,
      "loss": 0.1425,
      "step": 6481
    },
    {
      "epoch": 0.9790061924180637,
      "grad_norm": 2.0165151550669442,
      "learning_rate": 7.594584586350384e-06,
      "loss": 0.1404,
      "step": 6482
    },
    {
      "epoch": 0.9791572270049841,
      "grad_norm": 2.3323784168714092,
      "learning_rate": 7.593908545509805e-06,
      "loss": 0.1642,
      "step": 6483
    },
    {
      "epoch": 0.9793082615919045,
      "grad_norm": 2.09787624563458,
      "learning_rate": 7.593232439781177e-06,
      "loss": 0.1584,
      "step": 6484
    },
    {
      "epoch": 0.979459296178825,
      "grad_norm": 2.267166071629668,
      "learning_rate": 7.592556269181414e-06,
      "loss": 0.1517,
      "step": 6485
    },
    {
      "epoch": 0.9796103307657453,
      "grad_norm": 1.951434798218732,
      "learning_rate": 7.591880033727428e-06,
      "loss": 0.1296,
      "step": 6486
    },
    {
      "epoch": 0.9797613653526658,
      "grad_norm": 1.821511965073111,
      "learning_rate": 7.5912037334361366e-06,
      "loss": 0.1541,
      "step": 6487
    },
    {
      "epoch": 0.9799123999395861,
      "grad_norm": 2.634931964476399,
      "learning_rate": 7.590527368324458e-06,
      "loss": 0.1575,
      "step": 6488
    },
    {
      "epoch": 0.9800634345265066,
      "grad_norm": 2.02170871504368,
      "learning_rate": 7.589850938409313e-06,
      "loss": 0.134,
      "step": 6489
    },
    {
      "epoch": 0.980214469113427,
      "grad_norm": 1.679697086098546,
      "learning_rate": 7.589174443707622e-06,
      "loss": 0.1314,
      "step": 6490
    },
    {
      "epoch": 0.9803655037003474,
      "grad_norm": 2.3007647297349445,
      "learning_rate": 7.588497884236308e-06,
      "loss": 0.1476,
      "step": 6491
    },
    {
      "epoch": 0.9805165382872678,
      "grad_norm": 1.6704630318226292,
      "learning_rate": 7.587821260012295e-06,
      "loss": 0.1341,
      "step": 6492
    },
    {
      "epoch": 0.9806675728741882,
      "grad_norm": 1.8515235883074137,
      "learning_rate": 7.587144571052509e-06,
      "loss": 0.1293,
      "step": 6493
    },
    {
      "epoch": 0.9808186074611086,
      "grad_norm": 1.6400391274660642,
      "learning_rate": 7.586467817373877e-06,
      "loss": 0.1311,
      "step": 6494
    },
    {
      "epoch": 0.980969642048029,
      "grad_norm": 1.9255211972195416,
      "learning_rate": 7.585790998993331e-06,
      "loss": 0.1281,
      "step": 6495
    },
    {
      "epoch": 0.9811206766349494,
      "grad_norm": 2.0061641862460884,
      "learning_rate": 7.585114115927799e-06,
      "loss": 0.1338,
      "step": 6496
    },
    {
      "epoch": 0.9812717112218698,
      "grad_norm": 3.013326291331573,
      "learning_rate": 7.584437168194216e-06,
      "loss": 0.1568,
      "step": 6497
    },
    {
      "epoch": 0.9814227458087902,
      "grad_norm": 2.4250359340242915,
      "learning_rate": 7.583760155809517e-06,
      "loss": 0.1475,
      "step": 6498
    },
    {
      "epoch": 0.9815737803957106,
      "grad_norm": 2.518232583227365,
      "learning_rate": 7.583083078790634e-06,
      "loss": 0.1891,
      "step": 6499
    },
    {
      "epoch": 0.981724814982631,
      "grad_norm": 2.3762999540459337,
      "learning_rate": 7.582405937154507e-06,
      "loss": 0.1536,
      "step": 6500
    },
    {
      "epoch": 0.9818758495695514,
      "grad_norm": 2.3849681045156146,
      "learning_rate": 7.581728730918074e-06,
      "loss": 0.1662,
      "step": 6501
    },
    {
      "epoch": 0.9820268841564719,
      "grad_norm": 1.7040039622021925,
      "learning_rate": 7.581051460098278e-06,
      "loss": 0.1188,
      "step": 6502
    },
    {
      "epoch": 0.9821779187433922,
      "grad_norm": 1.9024031878815892,
      "learning_rate": 7.5803741247120574e-06,
      "loss": 0.1437,
      "step": 6503
    },
    {
      "epoch": 0.9823289533303127,
      "grad_norm": 1.8471611790642857,
      "learning_rate": 7.57969672477636e-06,
      "loss": 0.1204,
      "step": 6504
    },
    {
      "epoch": 0.982479987917233,
      "grad_norm": 1.5778570312052305,
      "learning_rate": 7.579019260308129e-06,
      "loss": 0.1271,
      "step": 6505
    },
    {
      "epoch": 0.9826310225041535,
      "grad_norm": 1.7279831330320679,
      "learning_rate": 7.5783417313243135e-06,
      "loss": 0.1308,
      "step": 6506
    },
    {
      "epoch": 0.9827820570910738,
      "grad_norm": 1.775193010203476,
      "learning_rate": 7.57766413784186e-06,
      "loss": 0.1379,
      "step": 6507
    },
    {
      "epoch": 0.9829330916779943,
      "grad_norm": 1.9623066795425579,
      "learning_rate": 7.5769864798777195e-06,
      "loss": 0.149,
      "step": 6508
    },
    {
      "epoch": 0.9830841262649147,
      "grad_norm": 2.1657913618912383,
      "learning_rate": 7.576308757448846e-06,
      "loss": 0.1634,
      "step": 6509
    },
    {
      "epoch": 0.983235160851835,
      "grad_norm": 2.3997278281099703,
      "learning_rate": 7.57563097057219e-06,
      "loss": 0.1378,
      "step": 6510
    },
    {
      "epoch": 0.9833861954387555,
      "grad_norm": 1.9378868081108822,
      "learning_rate": 7.574953119264707e-06,
      "loss": 0.1458,
      "step": 6511
    },
    {
      "epoch": 0.9835372300256758,
      "grad_norm": 1.6981874569031314,
      "learning_rate": 7.574275203543357e-06,
      "loss": 0.119,
      "step": 6512
    },
    {
      "epoch": 0.9836882646125963,
      "grad_norm": 1.7096922647937598,
      "learning_rate": 7.573597223425096e-06,
      "loss": 0.1396,
      "step": 6513
    },
    {
      "epoch": 0.9838392991995167,
      "grad_norm": 2.118246889362941,
      "learning_rate": 7.572919178926884e-06,
      "loss": 0.1582,
      "step": 6514
    },
    {
      "epoch": 0.9839903337864371,
      "grad_norm": 2.4906062909061832,
      "learning_rate": 7.572241070065683e-06,
      "loss": 0.1367,
      "step": 6515
    },
    {
      "epoch": 0.9841413683733575,
      "grad_norm": 1.6139451895834902,
      "learning_rate": 7.5715628968584575e-06,
      "loss": 0.1098,
      "step": 6516
    },
    {
      "epoch": 0.9842924029602779,
      "grad_norm": 1.7988713308577606,
      "learning_rate": 7.570884659322171e-06,
      "loss": 0.1201,
      "step": 6517
    },
    {
      "epoch": 0.9844434375471983,
      "grad_norm": 2.714129080765319,
      "learning_rate": 7.570206357473788e-06,
      "loss": 0.1359,
      "step": 6518
    },
    {
      "epoch": 0.9845944721341187,
      "grad_norm": 2.046845798764715,
      "learning_rate": 7.569527991330281e-06,
      "loss": 0.1374,
      "step": 6519
    },
    {
      "epoch": 0.9847455067210391,
      "grad_norm": 2.347771790285904,
      "learning_rate": 7.568849560908619e-06,
      "loss": 0.1607,
      "step": 6520
    },
    {
      "epoch": 0.9848965413079596,
      "grad_norm": 2.5180807395754132,
      "learning_rate": 7.568171066225769e-06,
      "loss": 0.1577,
      "step": 6521
    },
    {
      "epoch": 0.9850475758948799,
      "grad_norm": 1.851793631552283,
      "learning_rate": 7.567492507298708e-06,
      "loss": 0.1214,
      "step": 6522
    },
    {
      "epoch": 0.9851986104818004,
      "grad_norm": 3.032925249534164,
      "learning_rate": 7.566813884144408e-06,
      "loss": 0.1543,
      "step": 6523
    },
    {
      "epoch": 0.9853496450687207,
      "grad_norm": 2.2964375221337474,
      "learning_rate": 7.566135196779849e-06,
      "loss": 0.1497,
      "step": 6524
    },
    {
      "epoch": 0.9855006796556411,
      "grad_norm": 2.189108221636898,
      "learning_rate": 7.565456445222005e-06,
      "loss": 0.1631,
      "step": 6525
    },
    {
      "epoch": 0.9856517142425616,
      "grad_norm": 1.937804334372778,
      "learning_rate": 7.564777629487856e-06,
      "loss": 0.1473,
      "step": 6526
    },
    {
      "epoch": 0.9858027488294819,
      "grad_norm": 1.9879446319398302,
      "learning_rate": 7.564098749594384e-06,
      "loss": 0.15,
      "step": 6527
    },
    {
      "epoch": 0.9859537834164024,
      "grad_norm": 2.092107685417178,
      "learning_rate": 7.563419805558571e-06,
      "loss": 0.1492,
      "step": 6528
    },
    {
      "epoch": 0.9861048180033227,
      "grad_norm": 1.9491440828251787,
      "learning_rate": 7.562740797397401e-06,
      "loss": 0.1316,
      "step": 6529
    },
    {
      "epoch": 0.9862558525902432,
      "grad_norm": 1.9838486079041353,
      "learning_rate": 7.562061725127858e-06,
      "loss": 0.154,
      "step": 6530
    },
    {
      "epoch": 0.9864068871771635,
      "grad_norm": 2.5282034062431147,
      "learning_rate": 7.561382588766934e-06,
      "loss": 0.1765,
      "step": 6531
    },
    {
      "epoch": 0.986557921764084,
      "grad_norm": 1.7036511137653674,
      "learning_rate": 7.560703388331616e-06,
      "loss": 0.1252,
      "step": 6532
    },
    {
      "epoch": 0.9867089563510044,
      "grad_norm": 1.8769336183876357,
      "learning_rate": 7.560024123838891e-06,
      "loss": 0.1115,
      "step": 6533
    },
    {
      "epoch": 0.9868599909379248,
      "grad_norm": 1.7402292088027034,
      "learning_rate": 7.559344795305757e-06,
      "loss": 0.1288,
      "step": 6534
    },
    {
      "epoch": 0.9870110255248452,
      "grad_norm": 2.530277499896953,
      "learning_rate": 7.558665402749202e-06,
      "loss": 0.1532,
      "step": 6535
    },
    {
      "epoch": 0.9871620601117655,
      "grad_norm": 2.9860333667983148,
      "learning_rate": 7.557985946186226e-06,
      "loss": 0.1561,
      "step": 6536
    },
    {
      "epoch": 0.987313094698686,
      "grad_norm": 2.295911358219224,
      "learning_rate": 7.557306425633823e-06,
      "loss": 0.1554,
      "step": 6537
    },
    {
      "epoch": 0.9874641292856065,
      "grad_norm": 2.1262411229814084,
      "learning_rate": 7.556626841108994e-06,
      "loss": 0.1505,
      "step": 6538
    },
    {
      "epoch": 0.9876151638725268,
      "grad_norm": 2.1823218897806855,
      "learning_rate": 7.5559471926287365e-06,
      "loss": 0.1457,
      "step": 6539
    },
    {
      "epoch": 0.9877661984594472,
      "grad_norm": 1.710463421604133,
      "learning_rate": 7.555267480210053e-06,
      "loss": 0.1329,
      "step": 6540
    },
    {
      "epoch": 0.9879172330463676,
      "grad_norm": 1.4621898124037154,
      "learning_rate": 7.554587703869949e-06,
      "loss": 0.1065,
      "step": 6541
    },
    {
      "epoch": 0.988068267633288,
      "grad_norm": 2.9038630676911406,
      "learning_rate": 7.55390786362543e-06,
      "loss": 0.1734,
      "step": 6542
    },
    {
      "epoch": 0.9882193022202084,
      "grad_norm": 2.0536805236224436,
      "learning_rate": 7.553227959493499e-06,
      "loss": 0.1466,
      "step": 6543
    },
    {
      "epoch": 0.9883703368071288,
      "grad_norm": 2.239498355320195,
      "learning_rate": 7.552547991491163e-06,
      "loss": 0.1711,
      "step": 6544
    },
    {
      "epoch": 0.9885213713940493,
      "grad_norm": 2.0867075931556176,
      "learning_rate": 7.551867959635438e-06,
      "loss": 0.1175,
      "step": 6545
    },
    {
      "epoch": 0.9886724059809696,
      "grad_norm": 2.3717080113513473,
      "learning_rate": 7.551187863943331e-06,
      "loss": 0.1524,
      "step": 6546
    },
    {
      "epoch": 0.9888234405678901,
      "grad_norm": 1.746706027331134,
      "learning_rate": 7.550507704431856e-06,
      "loss": 0.1149,
      "step": 6547
    },
    {
      "epoch": 0.9889744751548104,
      "grad_norm": 1.5300534309468152,
      "learning_rate": 7.549827481118028e-06,
      "loss": 0.1059,
      "step": 6548
    },
    {
      "epoch": 0.9891255097417309,
      "grad_norm": 2.1780419713471106,
      "learning_rate": 7.549147194018862e-06,
      "loss": 0.1553,
      "step": 6549
    },
    {
      "epoch": 0.9892765443286513,
      "grad_norm": 1.7577223330340985,
      "learning_rate": 7.5484668431513766e-06,
      "loss": 0.1362,
      "step": 6550
    },
    {
      "epoch": 0.9894275789155716,
      "grad_norm": 1.6389590077588316,
      "learning_rate": 7.547786428532591e-06,
      "loss": 0.1229,
      "step": 6551
    },
    {
      "epoch": 0.9895786135024921,
      "grad_norm": 1.6857137420609747,
      "learning_rate": 7.547105950179525e-06,
      "loss": 0.1467,
      "step": 6552
    },
    {
      "epoch": 0.9897296480894124,
      "grad_norm": 2.048493179045975,
      "learning_rate": 7.546425408109204e-06,
      "loss": 0.1325,
      "step": 6553
    },
    {
      "epoch": 0.9898806826763329,
      "grad_norm": 1.8948129918969414,
      "learning_rate": 7.545744802338649e-06,
      "loss": 0.1257,
      "step": 6554
    },
    {
      "epoch": 0.9900317172632532,
      "grad_norm": 1.8667699229626542,
      "learning_rate": 7.5450641328848884e-06,
      "loss": 0.1315,
      "step": 6555
    },
    {
      "epoch": 0.9901827518501737,
      "grad_norm": 2.6935319488309917,
      "learning_rate": 7.5443833997649476e-06,
      "loss": 0.1304,
      "step": 6556
    },
    {
      "epoch": 0.9903337864370941,
      "grad_norm": 1.6969383089785814,
      "learning_rate": 7.543702602995855e-06,
      "loss": 0.1103,
      "step": 6557
    },
    {
      "epoch": 0.9904848210240145,
      "grad_norm": 1.8626149413267787,
      "learning_rate": 7.543021742594644e-06,
      "loss": 0.1413,
      "step": 6558
    },
    {
      "epoch": 0.9906358556109349,
      "grad_norm": 2.1125650267062097,
      "learning_rate": 7.542340818578344e-06,
      "loss": 0.1552,
      "step": 6559
    },
    {
      "epoch": 0.9907868901978553,
      "grad_norm": 1.3120810521394335,
      "learning_rate": 7.541659830963991e-06,
      "loss": 0.0993,
      "step": 6560
    },
    {
      "epoch": 0.9909379247847757,
      "grad_norm": 2.0283540859418787,
      "learning_rate": 7.540978779768618e-06,
      "loss": 0.1405,
      "step": 6561
    },
    {
      "epoch": 0.9910889593716962,
      "grad_norm": 1.6920678249196834,
      "learning_rate": 7.5402976650092605e-06,
      "loss": 0.1232,
      "step": 6562
    },
    {
      "epoch": 0.9912399939586165,
      "grad_norm": 1.8340182313401843,
      "learning_rate": 7.539616486702963e-06,
      "loss": 0.1374,
      "step": 6563
    },
    {
      "epoch": 0.991391028545537,
      "grad_norm": 2.1028924758537237,
      "learning_rate": 7.53893524486676e-06,
      "loss": 0.1293,
      "step": 6564
    },
    {
      "epoch": 0.9915420631324573,
      "grad_norm": 1.8250304286325185,
      "learning_rate": 7.538253939517695e-06,
      "loss": 0.1346,
      "step": 6565
    },
    {
      "epoch": 0.9916930977193777,
      "grad_norm": 1.8441982569716857,
      "learning_rate": 7.537572570672811e-06,
      "loss": 0.1234,
      "step": 6566
    },
    {
      "epoch": 0.9918441323062981,
      "grad_norm": 2.155404749054103,
      "learning_rate": 7.536891138349154e-06,
      "loss": 0.121,
      "step": 6567
    },
    {
      "epoch": 0.9919951668932185,
      "grad_norm": 1.668877612947988,
      "learning_rate": 7.536209642563767e-06,
      "loss": 0.1255,
      "step": 6568
    },
    {
      "epoch": 0.992146201480139,
      "grad_norm": 2.101837233951652,
      "learning_rate": 7.535528083333703e-06,
      "loss": 0.1416,
      "step": 6569
    },
    {
      "epoch": 0.9922972360670593,
      "grad_norm": 1.9767332790974332,
      "learning_rate": 7.534846460676008e-06,
      "loss": 0.1275,
      "step": 6570
    },
    {
      "epoch": 0.9924482706539798,
      "grad_norm": 2.1148520301243465,
      "learning_rate": 7.534164774607735e-06,
      "loss": 0.1309,
      "step": 6571
    },
    {
      "epoch": 0.9925993052409001,
      "grad_norm": 3.597785027544572,
      "learning_rate": 7.533483025145933e-06,
      "loss": 0.1209,
      "step": 6572
    },
    {
      "epoch": 0.9927503398278206,
      "grad_norm": 2.4284872747079556,
      "learning_rate": 7.5328012123076625e-06,
      "loss": 0.1456,
      "step": 6573
    },
    {
      "epoch": 0.992901374414741,
      "grad_norm": 1.8048637236299343,
      "learning_rate": 7.532119336109975e-06,
      "loss": 0.1261,
      "step": 6574
    },
    {
      "epoch": 0.9930524090016614,
      "grad_norm": 2.5998249529585085,
      "learning_rate": 7.531437396569928e-06,
      "loss": 0.1546,
      "step": 6575
    },
    {
      "epoch": 0.9932034435885818,
      "grad_norm": 2.5328267763902934,
      "learning_rate": 7.530755393704583e-06,
      "loss": 0.1602,
      "step": 6576
    },
    {
      "epoch": 0.9933544781755022,
      "grad_norm": 2.0062628671816274,
      "learning_rate": 7.530073327530999e-06,
      "loss": 0.122,
      "step": 6577
    },
    {
      "epoch": 0.9935055127624226,
      "grad_norm": 2.364559267563497,
      "learning_rate": 7.5293911980662396e-06,
      "loss": 0.1387,
      "step": 6578
    },
    {
      "epoch": 0.993656547349343,
      "grad_norm": 1.8752638080774098,
      "learning_rate": 7.528709005327366e-06,
      "loss": 0.1616,
      "step": 6579
    },
    {
      "epoch": 0.9938075819362634,
      "grad_norm": 2.2165011224914766,
      "learning_rate": 7.528026749331445e-06,
      "loss": 0.1327,
      "step": 6580
    },
    {
      "epoch": 0.9939586165231838,
      "grad_norm": 1.9713276526870593,
      "learning_rate": 7.5273444300955465e-06,
      "loss": 0.1338,
      "step": 6581
    },
    {
      "epoch": 0.9941096511101042,
      "grad_norm": 1.587137992115594,
      "learning_rate": 7.5266620476367345e-06,
      "loss": 0.1286,
      "step": 6582
    },
    {
      "epoch": 0.9942606856970246,
      "grad_norm": 3.3136640516294587,
      "learning_rate": 7.525979601972082e-06,
      "loss": 0.1672,
      "step": 6583
    },
    {
      "epoch": 0.994411720283945,
      "grad_norm": 1.7854383701160537,
      "learning_rate": 7.52529709311866e-06,
      "loss": 0.1245,
      "step": 6584
    },
    {
      "epoch": 0.9945627548708654,
      "grad_norm": 2.368786803142681,
      "learning_rate": 7.5246145210935425e-06,
      "loss": 0.1447,
      "step": 6585
    },
    {
      "epoch": 0.9947137894577859,
      "grad_norm": 2.772631945173343,
      "learning_rate": 7.5239318859138025e-06,
      "loss": 0.1465,
      "step": 6586
    },
    {
      "epoch": 0.9948648240447062,
      "grad_norm": 1.7551732595512874,
      "learning_rate": 7.523249187596517e-06,
      "loss": 0.1448,
      "step": 6587
    },
    {
      "epoch": 0.9950158586316267,
      "grad_norm": 2.1641396101809613,
      "learning_rate": 7.5225664261587684e-06,
      "loss": 0.1714,
      "step": 6588
    },
    {
      "epoch": 0.995166893218547,
      "grad_norm": 1.6055486004502888,
      "learning_rate": 7.52188360161763e-06,
      "loss": 0.1182,
      "step": 6589
    },
    {
      "epoch": 0.9953179278054675,
      "grad_norm": 2.554572773903796,
      "learning_rate": 7.5212007139901845e-06,
      "loss": 0.1373,
      "step": 6590
    },
    {
      "epoch": 0.9954689623923878,
      "grad_norm": 1.8040188276935027,
      "learning_rate": 7.520517763293518e-06,
      "loss": 0.1247,
      "step": 6591
    },
    {
      "epoch": 0.9956199969793083,
      "grad_norm": 3.0320109425529806,
      "learning_rate": 7.519834749544712e-06,
      "loss": 0.1497,
      "step": 6592
    },
    {
      "epoch": 0.9957710315662287,
      "grad_norm": 1.734794554178413,
      "learning_rate": 7.519151672760854e-06,
      "loss": 0.1107,
      "step": 6593
    },
    {
      "epoch": 0.995922066153149,
      "grad_norm": 1.9115369499037855,
      "learning_rate": 7.518468532959031e-06,
      "loss": 0.137,
      "step": 6594
    },
    {
      "epoch": 0.9960731007400695,
      "grad_norm": 2.058956161076635,
      "learning_rate": 7.517785330156331e-06,
      "loss": 0.1562,
      "step": 6595
    },
    {
      "epoch": 0.9962241353269898,
      "grad_norm": 1.7494902776572214,
      "learning_rate": 7.517102064369847e-06,
      "loss": 0.1328,
      "step": 6596
    },
    {
      "epoch": 0.9963751699139103,
      "grad_norm": 2.2673407380067956,
      "learning_rate": 7.516418735616668e-06,
      "loss": 0.1715,
      "step": 6597
    },
    {
      "epoch": 0.9965262045008307,
      "grad_norm": 2.0385674236963376,
      "learning_rate": 7.5157353439138925e-06,
      "loss": 0.1391,
      "step": 6598
    },
    {
      "epoch": 0.9966772390877511,
      "grad_norm": 2.0561524096340555,
      "learning_rate": 7.515051889278612e-06,
      "loss": 0.1583,
      "step": 6599
    },
    {
      "epoch": 0.9968282736746715,
      "grad_norm": 2.258890428039315,
      "learning_rate": 7.514368371727925e-06,
      "loss": 0.1353,
      "step": 6600
    },
    {
      "epoch": 0.9969793082615919,
      "grad_norm": 2.759254821914357,
      "learning_rate": 7.513684791278928e-06,
      "loss": 0.1588,
      "step": 6601
    },
    {
      "epoch": 0.9971303428485123,
      "grad_norm": 2.040217968428254,
      "learning_rate": 7.513001147948724e-06,
      "loss": 0.1254,
      "step": 6602
    },
    {
      "epoch": 0.9972813774354327,
      "grad_norm": 1.719989758588653,
      "learning_rate": 7.512317441754414e-06,
      "loss": 0.1267,
      "step": 6603
    },
    {
      "epoch": 0.9974324120223531,
      "grad_norm": 2.289540221596505,
      "learning_rate": 7.511633672713101e-06,
      "loss": 0.1481,
      "step": 6604
    },
    {
      "epoch": 0.9975834466092736,
      "grad_norm": 2.2577331971202597,
      "learning_rate": 7.5109498408418905e-06,
      "loss": 0.1537,
      "step": 6605
    },
    {
      "epoch": 0.9977344811961939,
      "grad_norm": 2.1073144218638613,
      "learning_rate": 7.510265946157887e-06,
      "loss": 0.1607,
      "step": 6606
    },
    {
      "epoch": 0.9978855157831144,
      "grad_norm": 1.6093343786500012,
      "learning_rate": 7.5095819886781985e-06,
      "loss": 0.1237,
      "step": 6607
    },
    {
      "epoch": 0.9980365503700347,
      "grad_norm": 1.9820242040876679,
      "learning_rate": 7.508897968419937e-06,
      "loss": 0.12,
      "step": 6608
    },
    {
      "epoch": 0.9981875849569551,
      "grad_norm": 2.9073089667576837,
      "learning_rate": 7.508213885400213e-06,
      "loss": 0.1586,
      "step": 6609
    },
    {
      "epoch": 0.9983386195438756,
      "grad_norm": 6.6106037320836535,
      "learning_rate": 7.507529739636139e-06,
      "loss": 0.1614,
      "step": 6610
    },
    {
      "epoch": 0.9984896541307959,
      "grad_norm": 1.8884130497204712,
      "learning_rate": 7.506845531144828e-06,
      "loss": 0.1441,
      "step": 6611
    },
    {
      "epoch": 0.9986406887177164,
      "grad_norm": 1.9373955049667715,
      "learning_rate": 7.506161259943398e-06,
      "loss": 0.145,
      "step": 6612
    },
    {
      "epoch": 0.9987917233046367,
      "grad_norm": 1.8646167935850462,
      "learning_rate": 7.505476926048964e-06,
      "loss": 0.1385,
      "step": 6613
    },
    {
      "epoch": 0.9989427578915572,
      "grad_norm": 1.8832799757221395,
      "learning_rate": 7.5047925294786465e-06,
      "loss": 0.138,
      "step": 6614
    },
    {
      "epoch": 0.9990937924784775,
      "grad_norm": 2.3898872387921752,
      "learning_rate": 7.504108070249565e-06,
      "loss": 0.13,
      "step": 6615
    },
    {
      "epoch": 0.999244827065398,
      "grad_norm": 2.6121261116377092,
      "learning_rate": 7.5034235483788434e-06,
      "loss": 0.1316,
      "step": 6616
    },
    {
      "epoch": 0.9993958616523184,
      "grad_norm": 2.272447903305152,
      "learning_rate": 7.502738963883605e-06,
      "loss": 0.1585,
      "step": 6617
    },
    {
      "epoch": 0.9995468962392388,
      "grad_norm": 1.9958142322115593,
      "learning_rate": 7.5020543167809724e-06,
      "loss": 0.1466,
      "step": 6618
    },
    {
      "epoch": 0.9996979308261592,
      "grad_norm": 5.494499652722891,
      "learning_rate": 7.501369607088076e-06,
      "loss": 0.1633,
      "step": 6619
    },
    {
      "epoch": 0.9998489654130795,
      "grad_norm": 1.788642907281398,
      "learning_rate": 7.500684834822041e-06,
      "loss": 0.1322,
      "step": 6620
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.9742092946646308,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.1549,
      "step": 6621
    },
    {
      "epoch": 1.0001510345869205,
      "grad_norm": 1.683453357058839,
      "learning_rate": 7.499315102639084e-06,
      "loss": 0.1261,
      "step": 6622
    },
    {
      "epoch": 1.000302069173841,
      "grad_norm": 3.3727896537138484,
      "learning_rate": 7.498630142756426e-06,
      "loss": 0.1753,
      "step": 6623
    },
    {
      "epoch": 1.0004531037607611,
      "grad_norm": 2.790606724455093,
      "learning_rate": 7.497945120369159e-06,
      "loss": 0.1433,
      "step": 6624
    },
    {
      "epoch": 1.0006041383476816,
      "grad_norm": 2.0024568898480433,
      "learning_rate": 7.49726003549442e-06,
      "loss": 0.1292,
      "step": 6625
    },
    {
      "epoch": 1.000755172934602,
      "grad_norm": 2.252191050165204,
      "learning_rate": 7.496574888149348e-06,
      "loss": 0.1639,
      "step": 6626
    },
    {
      "epoch": 1.0009062075215225,
      "grad_norm": 1.601208427102692,
      "learning_rate": 7.495889678351083e-06,
      "loss": 0.1123,
      "step": 6627
    },
    {
      "epoch": 1.001057242108443,
      "grad_norm": 1.8638422223648106,
      "learning_rate": 7.495204406116764e-06,
      "loss": 0.1504,
      "step": 6628
    },
    {
      "epoch": 1.0012082766953632,
      "grad_norm": 1.761726764763555,
      "learning_rate": 7.494519071463533e-06,
      "loss": 0.1259,
      "step": 6629
    },
    {
      "epoch": 1.0013593112822836,
      "grad_norm": 1.3907663001558452,
      "learning_rate": 7.493833674408533e-06,
      "loss": 0.1109,
      "step": 6630
    },
    {
      "epoch": 1.001510345869204,
      "grad_norm": 1.9787583482595317,
      "learning_rate": 7.493148214968914e-06,
      "loss": 0.1426,
      "step": 6631
    },
    {
      "epoch": 1.0016613804561245,
      "grad_norm": 1.8285623155379898,
      "learning_rate": 7.492462693161821e-06,
      "loss": 0.1325,
      "step": 6632
    },
    {
      "epoch": 1.001812415043045,
      "grad_norm": 1.4391408638727397,
      "learning_rate": 7.491777109004401e-06,
      "loss": 0.1165,
      "step": 6633
    },
    {
      "epoch": 1.0019634496299652,
      "grad_norm": 1.8779415230604803,
      "learning_rate": 7.491091462513807e-06,
      "loss": 0.1285,
      "step": 6634
    },
    {
      "epoch": 1.0021144842168856,
      "grad_norm": 2.2110448687722393,
      "learning_rate": 7.490405753707188e-06,
      "loss": 0.1455,
      "step": 6635
    },
    {
      "epoch": 1.002265518803806,
      "grad_norm": 1.833099518806063,
      "learning_rate": 7.4897199826016995e-06,
      "loss": 0.1274,
      "step": 6636
    },
    {
      "epoch": 1.0024165533907266,
      "grad_norm": 1.7274822768944504,
      "learning_rate": 7.489034149214496e-06,
      "loss": 0.1305,
      "step": 6637
    },
    {
      "epoch": 1.0025675879776468,
      "grad_norm": 2.3887369813159767,
      "learning_rate": 7.4883482535627335e-06,
      "loss": 0.1387,
      "step": 6638
    },
    {
      "epoch": 1.0027186225645672,
      "grad_norm": 1.6800713067379802,
      "learning_rate": 7.487662295663571e-06,
      "loss": 0.1323,
      "step": 6639
    },
    {
      "epoch": 1.0028696571514877,
      "grad_norm": 2.4075190248228084,
      "learning_rate": 7.486976275534168e-06,
      "loss": 0.1455,
      "step": 6640
    },
    {
      "epoch": 1.0030206917384081,
      "grad_norm": 2.065051038656459,
      "learning_rate": 7.4862901931916845e-06,
      "loss": 0.1315,
      "step": 6641
    },
    {
      "epoch": 1.0031717263253286,
      "grad_norm": 2.65572267965736,
      "learning_rate": 7.485604048653282e-06,
      "loss": 0.1678,
      "step": 6642
    },
    {
      "epoch": 1.0033227609122488,
      "grad_norm": 2.0806451579559937,
      "learning_rate": 7.484917841936129e-06,
      "loss": 0.1385,
      "step": 6643
    },
    {
      "epoch": 1.0034737954991693,
      "grad_norm": 2.6804898815124862,
      "learning_rate": 7.484231573057388e-06,
      "loss": 0.1412,
      "step": 6644
    },
    {
      "epoch": 1.0036248300860897,
      "grad_norm": 1.691443386719951,
      "learning_rate": 7.483545242034228e-06,
      "loss": 0.1298,
      "step": 6645
    },
    {
      "epoch": 1.0037758646730102,
      "grad_norm": 1.6475031244780733,
      "learning_rate": 7.482858848883817e-06,
      "loss": 0.1327,
      "step": 6646
    },
    {
      "epoch": 1.0039268992599306,
      "grad_norm": 2.64437596213457,
      "learning_rate": 7.482172393623325e-06,
      "loss": 0.1374,
      "step": 6647
    },
    {
      "epoch": 1.0040779338468508,
      "grad_norm": 1.6291782557298637,
      "learning_rate": 7.481485876269926e-06,
      "loss": 0.1333,
      "step": 6648
    },
    {
      "epoch": 1.0042289684337713,
      "grad_norm": 1.9836688202016322,
      "learning_rate": 7.480799296840792e-06,
      "loss": 0.1648,
      "step": 6649
    },
    {
      "epoch": 1.0043800030206917,
      "grad_norm": 1.9668184427552775,
      "learning_rate": 7.4801126553531e-06,
      "loss": 0.1351,
      "step": 6650
    },
    {
      "epoch": 1.0045310376076122,
      "grad_norm": 1.5171948641526443,
      "learning_rate": 7.479425951824023e-06,
      "loss": 0.1102,
      "step": 6651
    },
    {
      "epoch": 1.0046820721945326,
      "grad_norm": 1.8936629306108987,
      "learning_rate": 7.478739186270743e-06,
      "loss": 0.1362,
      "step": 6652
    },
    {
      "epoch": 1.0048331067814529,
      "grad_norm": 2.3443397438621685,
      "learning_rate": 7.4780523587104385e-06,
      "loss": 0.183,
      "step": 6653
    },
    {
      "epoch": 1.0049841413683733,
      "grad_norm": 1.6120234353643992,
      "learning_rate": 7.477365469160291e-06,
      "loss": 0.1285,
      "step": 6654
    },
    {
      "epoch": 1.0051351759552938,
      "grad_norm": 3.8375651159413358,
      "learning_rate": 7.476678517637482e-06,
      "loss": 0.1952,
      "step": 6655
    },
    {
      "epoch": 1.0052862105422142,
      "grad_norm": 1.7405744910753123,
      "learning_rate": 7.475991504159198e-06,
      "loss": 0.1458,
      "step": 6656
    },
    {
      "epoch": 1.0054372451291347,
      "grad_norm": 1.9006442694481878,
      "learning_rate": 7.475304428742625e-06,
      "loss": 0.1336,
      "step": 6657
    },
    {
      "epoch": 1.005588279716055,
      "grad_norm": 1.722245890204528,
      "learning_rate": 7.474617291404948e-06,
      "loss": 0.1298,
      "step": 6658
    },
    {
      "epoch": 1.0057393143029754,
      "grad_norm": 1.6022152647260033,
      "learning_rate": 7.47393009216336e-06,
      "loss": 0.1166,
      "step": 6659
    },
    {
      "epoch": 1.0058903488898958,
      "grad_norm": 1.9500123033786798,
      "learning_rate": 7.473242831035048e-06,
      "loss": 0.1349,
      "step": 6660
    },
    {
      "epoch": 1.0060413834768163,
      "grad_norm": 1.887352777772098,
      "learning_rate": 7.472555508037207e-06,
      "loss": 0.1423,
      "step": 6661
    },
    {
      "epoch": 1.0061924180637365,
      "grad_norm": 1.7048457047212173,
      "learning_rate": 7.471868123187029e-06,
      "loss": 0.126,
      "step": 6662
    },
    {
      "epoch": 1.006343452650657,
      "grad_norm": 1.4615325769875398,
      "learning_rate": 7.471180676501711e-06,
      "loss": 0.1181,
      "step": 6663
    },
    {
      "epoch": 1.0064944872375774,
      "grad_norm": 1.8123847357878993,
      "learning_rate": 7.470493167998447e-06,
      "loss": 0.1406,
      "step": 6664
    },
    {
      "epoch": 1.0066455218244978,
      "grad_norm": 1.855958309333227,
      "learning_rate": 7.469805597694437e-06,
      "loss": 0.1375,
      "step": 6665
    },
    {
      "epoch": 1.0067965564114183,
      "grad_norm": 3.5027333418687596,
      "learning_rate": 7.469117965606882e-06,
      "loss": 0.1643,
      "step": 6666
    },
    {
      "epoch": 1.0069475909983385,
      "grad_norm": 1.786721151557173,
      "learning_rate": 7.468430271752982e-06,
      "loss": 0.148,
      "step": 6667
    },
    {
      "epoch": 1.007098625585259,
      "grad_norm": 1.9731813845087476,
      "learning_rate": 7.467742516149943e-06,
      "loss": 0.1507,
      "step": 6668
    },
    {
      "epoch": 1.0072496601721794,
      "grad_norm": 1.921732426441236,
      "learning_rate": 7.467054698814965e-06,
      "loss": 0.1411,
      "step": 6669
    },
    {
      "epoch": 1.0074006947590999,
      "grad_norm": 1.7371235885832113,
      "learning_rate": 7.466366819765255e-06,
      "loss": 0.1346,
      "step": 6670
    },
    {
      "epoch": 1.0075517293460203,
      "grad_norm": 2.127710582444943,
      "learning_rate": 7.4656788790180245e-06,
      "loss": 0.1578,
      "step": 6671
    },
    {
      "epoch": 1.0077027639329406,
      "grad_norm": 1.8185793910251387,
      "learning_rate": 7.46499087659048e-06,
      "loss": 0.1367,
      "step": 6672
    },
    {
      "epoch": 1.007853798519861,
      "grad_norm": 5.881751420469855,
      "learning_rate": 7.464302812499832e-06,
      "loss": 0.158,
      "step": 6673
    },
    {
      "epoch": 1.0080048331067815,
      "grad_norm": 2.6680129396383783,
      "learning_rate": 7.463614686763293e-06,
      "loss": 0.1438,
      "step": 6674
    },
    {
      "epoch": 1.008155867693702,
      "grad_norm": 1.5317877912101514,
      "learning_rate": 7.4629264993980765e-06,
      "loss": 0.119,
      "step": 6675
    },
    {
      "epoch": 1.0083069022806224,
      "grad_norm": 3.6882165859271026,
      "learning_rate": 7.4622382504214e-06,
      "loss": 0.1418,
      "step": 6676
    },
    {
      "epoch": 1.0084579368675426,
      "grad_norm": 1.961651777484708,
      "learning_rate": 7.4615499398504775e-06,
      "loss": 0.1461,
      "step": 6677
    },
    {
      "epoch": 1.008608971454463,
      "grad_norm": 1.7041533223256813,
      "learning_rate": 7.46086156770253e-06,
      "loss": 0.1269,
      "step": 6678
    },
    {
      "epoch": 1.0087600060413835,
      "grad_norm": 2.037513175298363,
      "learning_rate": 7.460173133994777e-06,
      "loss": 0.1412,
      "step": 6679
    },
    {
      "epoch": 1.008911040628304,
      "grad_norm": 1.7359141835580658,
      "learning_rate": 7.4594846387444385e-06,
      "loss": 0.1413,
      "step": 6680
    },
    {
      "epoch": 1.0090620752152244,
      "grad_norm": 2.2830122291869737,
      "learning_rate": 7.458796081968737e-06,
      "loss": 0.1634,
      "step": 6681
    },
    {
      "epoch": 1.0092131098021446,
      "grad_norm": 1.7220380828516813,
      "learning_rate": 7.458107463684903e-06,
      "loss": 0.1446,
      "step": 6682
    },
    {
      "epoch": 1.009364144389065,
      "grad_norm": 1.4843492115558692,
      "learning_rate": 7.4574187839101555e-06,
      "loss": 0.0982,
      "step": 6683
    },
    {
      "epoch": 1.0095151789759855,
      "grad_norm": 1.9954878332435686,
      "learning_rate": 7.456730042661724e-06,
      "loss": 0.1413,
      "step": 6684
    },
    {
      "epoch": 1.009666213562906,
      "grad_norm": 1.7807642224265507,
      "learning_rate": 7.45604123995684e-06,
      "loss": 0.1416,
      "step": 6685
    },
    {
      "epoch": 1.0098172481498262,
      "grad_norm": 2.0612361712072476,
      "learning_rate": 7.4553523758127336e-06,
      "loss": 0.1471,
      "step": 6686
    },
    {
      "epoch": 1.0099682827367467,
      "grad_norm": 1.7049378258185928,
      "learning_rate": 7.454663450246637e-06,
      "loss": 0.1299,
      "step": 6687
    },
    {
      "epoch": 1.010119317323667,
      "grad_norm": 2.1352765260661393,
      "learning_rate": 7.4539744632757816e-06,
      "loss": 0.154,
      "step": 6688
    },
    {
      "epoch": 1.0102703519105876,
      "grad_norm": 2.069136046300621,
      "learning_rate": 7.453285414917407e-06,
      "loss": 0.1369,
      "step": 6689
    },
    {
      "epoch": 1.010421386497508,
      "grad_norm": 1.5906097921100242,
      "learning_rate": 7.452596305188747e-06,
      "loss": 0.1163,
      "step": 6690
    },
    {
      "epoch": 1.0105724210844282,
      "grad_norm": 2.060495126909967,
      "learning_rate": 7.451907134107042e-06,
      "loss": 0.1433,
      "step": 6691
    },
    {
      "epoch": 1.0107234556713487,
      "grad_norm": 1.7397191450691554,
      "learning_rate": 7.451217901689529e-06,
      "loss": 0.134,
      "step": 6692
    },
    {
      "epoch": 1.0108744902582691,
      "grad_norm": 1.6404724672450282,
      "learning_rate": 7.450528607953452e-06,
      "loss": 0.1008,
      "step": 6693
    },
    {
      "epoch": 1.0110255248451896,
      "grad_norm": 2.027380472377747,
      "learning_rate": 7.449839252916054e-06,
      "loss": 0.1304,
      "step": 6694
    },
    {
      "epoch": 1.01117655943211,
      "grad_norm": 1.8253734223065532,
      "learning_rate": 7.44914983659458e-06,
      "loss": 0.153,
      "step": 6695
    },
    {
      "epoch": 1.0113275940190303,
      "grad_norm": 1.753739987258049,
      "learning_rate": 7.448460359006275e-06,
      "loss": 0.1343,
      "step": 6696
    },
    {
      "epoch": 1.0114786286059507,
      "grad_norm": 1.8141867016657376,
      "learning_rate": 7.447770820168387e-06,
      "loss": 0.1417,
      "step": 6697
    },
    {
      "epoch": 1.0116296631928712,
      "grad_norm": 1.8631968793827705,
      "learning_rate": 7.447081220098164e-06,
      "loss": 0.1326,
      "step": 6698
    },
    {
      "epoch": 1.0117806977797916,
      "grad_norm": 4.912361983084967,
      "learning_rate": 7.446391558812857e-06,
      "loss": 0.215,
      "step": 6699
    },
    {
      "epoch": 1.011931732366712,
      "grad_norm": 2.5182073666125886,
      "learning_rate": 7.445701836329723e-06,
      "loss": 0.1543,
      "step": 6700
    },
    {
      "epoch": 1.0120827669536323,
      "grad_norm": 2.768228738243632,
      "learning_rate": 7.445012052666009e-06,
      "loss": 0.1328,
      "step": 6701
    },
    {
      "epoch": 1.0122338015405528,
      "grad_norm": 1.6951907768358079,
      "learning_rate": 7.444322207838974e-06,
      "loss": 0.1181,
      "step": 6702
    },
    {
      "epoch": 1.0123848361274732,
      "grad_norm": 1.733720078627636,
      "learning_rate": 7.4436323018658756e-06,
      "loss": 0.1254,
      "step": 6703
    },
    {
      "epoch": 1.0125358707143937,
      "grad_norm": 1.4865248842089789,
      "learning_rate": 7.442942334763969e-06,
      "loss": 0.1385,
      "step": 6704
    },
    {
      "epoch": 1.012686905301314,
      "grad_norm": 1.5964757742656082,
      "learning_rate": 7.442252306550516e-06,
      "loss": 0.1505,
      "step": 6705
    },
    {
      "epoch": 1.0128379398882343,
      "grad_norm": 1.9061602026507636,
      "learning_rate": 7.441562217242777e-06,
      "loss": 0.1426,
      "step": 6706
    },
    {
      "epoch": 1.0129889744751548,
      "grad_norm": 1.8354469943942247,
      "learning_rate": 7.440872066858018e-06,
      "loss": 0.1581,
      "step": 6707
    },
    {
      "epoch": 1.0131400090620752,
      "grad_norm": 1.8072140852710374,
      "learning_rate": 7.4401818554135e-06,
      "loss": 0.1261,
      "step": 6708
    },
    {
      "epoch": 1.0132910436489957,
      "grad_norm": 1.7564126713538,
      "learning_rate": 7.439491582926489e-06,
      "loss": 0.1345,
      "step": 6709
    },
    {
      "epoch": 1.013442078235916,
      "grad_norm": 1.7124797914920198,
      "learning_rate": 7.4388012494142555e-06,
      "loss": 0.1254,
      "step": 6710
    },
    {
      "epoch": 1.0135931128228364,
      "grad_norm": 2.478779884015137,
      "learning_rate": 7.438110854894068e-06,
      "loss": 0.1686,
      "step": 6711
    },
    {
      "epoch": 1.0137441474097568,
      "grad_norm": 4.963632428572952,
      "learning_rate": 7.437420399383194e-06,
      "loss": 0.1545,
      "step": 6712
    },
    {
      "epoch": 1.0138951819966773,
      "grad_norm": 1.5167065399912996,
      "learning_rate": 7.436729882898908e-06,
      "loss": 0.1076,
      "step": 6713
    },
    {
      "epoch": 1.0140462165835977,
      "grad_norm": 1.6654070818392717,
      "learning_rate": 7.436039305458483e-06,
      "loss": 0.1099,
      "step": 6714
    },
    {
      "epoch": 1.014197251170518,
      "grad_norm": 1.57764338262019,
      "learning_rate": 7.435348667079195e-06,
      "loss": 0.1269,
      "step": 6715
    },
    {
      "epoch": 1.0143482857574384,
      "grad_norm": 2.4453403428508014,
      "learning_rate": 7.434657967778321e-06,
      "loss": 0.1747,
      "step": 6716
    },
    {
      "epoch": 1.0144993203443589,
      "grad_norm": 2.373489320402932,
      "learning_rate": 7.433967207573138e-06,
      "loss": 0.1393,
      "step": 6717
    },
    {
      "epoch": 1.0146503549312793,
      "grad_norm": 1.8711561243373211,
      "learning_rate": 7.433276386480925e-06,
      "loss": 0.1283,
      "step": 6718
    },
    {
      "epoch": 1.0148013895181998,
      "grad_norm": 1.822520631158789,
      "learning_rate": 7.432585504518966e-06,
      "loss": 0.1354,
      "step": 6719
    },
    {
      "epoch": 1.01495242410512,
      "grad_norm": 2.8348921694353773,
      "learning_rate": 7.431894561704541e-06,
      "loss": 0.1488,
      "step": 6720
    },
    {
      "epoch": 1.0151034586920404,
      "grad_norm": 1.7941300621466612,
      "learning_rate": 7.431203558054935e-06,
      "loss": 0.1394,
      "step": 6721
    },
    {
      "epoch": 1.015254493278961,
      "grad_norm": 1.6927323989903462,
      "learning_rate": 7.4305124935874366e-06,
      "loss": 0.1237,
      "step": 6722
    },
    {
      "epoch": 1.0154055278658813,
      "grad_norm": 1.5158423649120296,
      "learning_rate": 7.429821368319329e-06,
      "loss": 0.1234,
      "step": 6723
    },
    {
      "epoch": 1.0155565624528018,
      "grad_norm": 1.631806103639147,
      "learning_rate": 7.429130182267903e-06,
      "loss": 0.1216,
      "step": 6724
    },
    {
      "epoch": 1.015707597039722,
      "grad_norm": 2.290064352245204,
      "learning_rate": 7.428438935450451e-06,
      "loss": 0.1623,
      "step": 6725
    },
    {
      "epoch": 1.0158586316266425,
      "grad_norm": 1.8506928735754011,
      "learning_rate": 7.427747627884261e-06,
      "loss": 0.1282,
      "step": 6726
    },
    {
      "epoch": 1.016009666213563,
      "grad_norm": 1.9346074233911812,
      "learning_rate": 7.427056259586628e-06,
      "loss": 0.1464,
      "step": 6727
    },
    {
      "epoch": 1.0161607008004834,
      "grad_norm": 1.9042680400478327,
      "learning_rate": 7.4263648305748485e-06,
      "loss": 0.1617,
      "step": 6728
    },
    {
      "epoch": 1.0163117353874038,
      "grad_norm": 2.663930550639278,
      "learning_rate": 7.4256733408662176e-06,
      "loss": 0.1526,
      "step": 6729
    },
    {
      "epoch": 1.016462769974324,
      "grad_norm": 1.5444009720033784,
      "learning_rate": 7.424981790478033e-06,
      "loss": 0.1184,
      "step": 6730
    },
    {
      "epoch": 1.0166138045612445,
      "grad_norm": 1.8352006721585084,
      "learning_rate": 7.424290179427596e-06,
      "loss": 0.1437,
      "step": 6731
    },
    {
      "epoch": 1.016764839148165,
      "grad_norm": 2.1099572848644255,
      "learning_rate": 7.423598507732203e-06,
      "loss": 0.1602,
      "step": 6732
    },
    {
      "epoch": 1.0169158737350854,
      "grad_norm": 2.048810656853311,
      "learning_rate": 7.422906775409163e-06,
      "loss": 0.1356,
      "step": 6733
    },
    {
      "epoch": 1.0170669083220056,
      "grad_norm": 2.2182107151189396,
      "learning_rate": 7.422214982475776e-06,
      "loss": 0.1535,
      "step": 6734
    },
    {
      "epoch": 1.017217942908926,
      "grad_norm": 1.8881891649574218,
      "learning_rate": 7.421523128949349e-06,
      "loss": 0.1328,
      "step": 6735
    },
    {
      "epoch": 1.0173689774958465,
      "grad_norm": 2.0352234012140396,
      "learning_rate": 7.42083121484719e-06,
      "loss": 0.1239,
      "step": 6736
    },
    {
      "epoch": 1.017520012082767,
      "grad_norm": 1.7020030460511348,
      "learning_rate": 7.4201392401866026e-06,
      "loss": 0.1271,
      "step": 6737
    },
    {
      "epoch": 1.0176710466696874,
      "grad_norm": 2.729329671485217,
      "learning_rate": 7.419447204984902e-06,
      "loss": 0.1451,
      "step": 6738
    },
    {
      "epoch": 1.0178220812566077,
      "grad_norm": 1.7862497255740812,
      "learning_rate": 7.418755109259399e-06,
      "loss": 0.1345,
      "step": 6739
    },
    {
      "epoch": 1.0179731158435281,
      "grad_norm": 1.9232564678947375,
      "learning_rate": 7.418062953027407e-06,
      "loss": 0.1564,
      "step": 6740
    },
    {
      "epoch": 1.0181241504304486,
      "grad_norm": 2.050028136879606,
      "learning_rate": 7.417370736306239e-06,
      "loss": 0.1399,
      "step": 6741
    },
    {
      "epoch": 1.018275185017369,
      "grad_norm": 1.6669273112323122,
      "learning_rate": 7.4166784591132114e-06,
      "loss": 0.1287,
      "step": 6742
    },
    {
      "epoch": 1.0184262196042895,
      "grad_norm": 1.505760754337925,
      "learning_rate": 7.4159861214656426e-06,
      "loss": 0.124,
      "step": 6743
    },
    {
      "epoch": 1.0185772541912097,
      "grad_norm": 1.70379951382305,
      "learning_rate": 7.415293723380852e-06,
      "loss": 0.1362,
      "step": 6744
    },
    {
      "epoch": 1.0187282887781302,
      "grad_norm": 1.6763019821891572,
      "learning_rate": 7.41460126487616e-06,
      "loss": 0.1273,
      "step": 6745
    },
    {
      "epoch": 1.0188793233650506,
      "grad_norm": 2.478248309906047,
      "learning_rate": 7.413908745968889e-06,
      "loss": 0.1311,
      "step": 6746
    },
    {
      "epoch": 1.019030357951971,
      "grad_norm": 2.4835122579831688,
      "learning_rate": 7.413216166676363e-06,
      "loss": 0.1329,
      "step": 6747
    },
    {
      "epoch": 1.0191813925388915,
      "grad_norm": 2.027114256030868,
      "learning_rate": 7.412523527015906e-06,
      "loss": 0.1405,
      "step": 6748
    },
    {
      "epoch": 1.0193324271258117,
      "grad_norm": 2.0175774864336082,
      "learning_rate": 7.411830827004844e-06,
      "loss": 0.124,
      "step": 6749
    },
    {
      "epoch": 1.0194834617127322,
      "grad_norm": 2.426407940328402,
      "learning_rate": 7.411138066660509e-06,
      "loss": 0.1626,
      "step": 6750
    },
    {
      "epoch": 1.0196344962996526,
      "grad_norm": 2.2073142929839293,
      "learning_rate": 7.41044524600023e-06,
      "loss": 0.1035,
      "step": 6751
    },
    {
      "epoch": 1.019785530886573,
      "grad_norm": 2.704486176129668,
      "learning_rate": 7.409752365041335e-06,
      "loss": 0.158,
      "step": 6752
    },
    {
      "epoch": 1.0199365654734933,
      "grad_norm": 1.7605213776272084,
      "learning_rate": 7.409059423801159e-06,
      "loss": 0.1151,
      "step": 6753
    },
    {
      "epoch": 1.0200876000604138,
      "grad_norm": 2.0203907944414166,
      "learning_rate": 7.408366422297036e-06,
      "loss": 0.1373,
      "step": 6754
    },
    {
      "epoch": 1.0202386346473342,
      "grad_norm": 1.7505525025449695,
      "learning_rate": 7.4076733605463025e-06,
      "loss": 0.1293,
      "step": 6755
    },
    {
      "epoch": 1.0203896692342547,
      "grad_norm": 1.696410789457343,
      "learning_rate": 7.406980238566295e-06,
      "loss": 0.1244,
      "step": 6756
    },
    {
      "epoch": 1.0205407038211751,
      "grad_norm": 1.8001023766094868,
      "learning_rate": 7.4062870563743515e-06,
      "loss": 0.1414,
      "step": 6757
    },
    {
      "epoch": 1.0206917384080954,
      "grad_norm": 1.9071828421594474,
      "learning_rate": 7.405593813987815e-06,
      "loss": 0.1413,
      "step": 6758
    },
    {
      "epoch": 1.0208427729950158,
      "grad_norm": 1.565249760665968,
      "learning_rate": 7.4049005114240246e-06,
      "loss": 0.1204,
      "step": 6759
    },
    {
      "epoch": 1.0209938075819363,
      "grad_norm": 1.718682275557276,
      "learning_rate": 7.4042071487003254e-06,
      "loss": 0.1184,
      "step": 6760
    },
    {
      "epoch": 1.0211448421688567,
      "grad_norm": 1.890947027698443,
      "learning_rate": 7.4035137258340615e-06,
      "loss": 0.1275,
      "step": 6761
    },
    {
      "epoch": 1.0212958767557772,
      "grad_norm": 2.3341128854661286,
      "learning_rate": 7.4028202428425784e-06,
      "loss": 0.1858,
      "step": 6762
    },
    {
      "epoch": 1.0214469113426974,
      "grad_norm": 1.9413822326888825,
      "learning_rate": 7.402126699743226e-06,
      "loss": 0.1431,
      "step": 6763
    },
    {
      "epoch": 1.0215979459296178,
      "grad_norm": 1.9190287157100518,
      "learning_rate": 7.401433096553352e-06,
      "loss": 0.1307,
      "step": 6764
    },
    {
      "epoch": 1.0217489805165383,
      "grad_norm": 2.0477813116388597,
      "learning_rate": 7.400739433290308e-06,
      "loss": 0.1334,
      "step": 6765
    },
    {
      "epoch": 1.0219000151034587,
      "grad_norm": 2.0136354364662803,
      "learning_rate": 7.400045709971445e-06,
      "loss": 0.1551,
      "step": 6766
    },
    {
      "epoch": 1.0220510496903792,
      "grad_norm": 1.7102512196560666,
      "learning_rate": 7.39935192661412e-06,
      "loss": 0.1256,
      "step": 6767
    },
    {
      "epoch": 1.0222020842772994,
      "grad_norm": 1.71192663963062,
      "learning_rate": 7.398658083235685e-06,
      "loss": 0.1356,
      "step": 6768
    },
    {
      "epoch": 1.0223531188642199,
      "grad_norm": 1.973780740331919,
      "learning_rate": 7.3979641798535e-06,
      "loss": 0.1724,
      "step": 6769
    },
    {
      "epoch": 1.0225041534511403,
      "grad_norm": 1.365256968879509,
      "learning_rate": 7.3972702164849194e-06,
      "loss": 0.1019,
      "step": 6770
    },
    {
      "epoch": 1.0226551880380608,
      "grad_norm": 1.5930628900644257,
      "learning_rate": 7.396576193147307e-06,
      "loss": 0.1348,
      "step": 6771
    },
    {
      "epoch": 1.0228062226249812,
      "grad_norm": 3.35260344216839,
      "learning_rate": 7.395882109858022e-06,
      "loss": 0.1373,
      "step": 6772
    },
    {
      "epoch": 1.0229572572119014,
      "grad_norm": 1.7806872613988733,
      "learning_rate": 7.395187966634428e-06,
      "loss": 0.1409,
      "step": 6773
    },
    {
      "epoch": 1.023108291798822,
      "grad_norm": 1.8766543307983035,
      "learning_rate": 7.394493763493889e-06,
      "loss": 0.1523,
      "step": 6774
    },
    {
      "epoch": 1.0232593263857424,
      "grad_norm": 2.215550207392808,
      "learning_rate": 7.393799500453771e-06,
      "loss": 0.1565,
      "step": 6775
    },
    {
      "epoch": 1.0234103609726628,
      "grad_norm": 2.173158102758866,
      "learning_rate": 7.393105177531443e-06,
      "loss": 0.1485,
      "step": 6776
    },
    {
      "epoch": 1.0235613955595833,
      "grad_norm": 2.01105104667729,
      "learning_rate": 7.392410794744269e-06,
      "loss": 0.1577,
      "step": 6777
    },
    {
      "epoch": 1.0237124301465035,
      "grad_norm": 1.8298341566514282,
      "learning_rate": 7.3917163521096255e-06,
      "loss": 0.1421,
      "step": 6778
    },
    {
      "epoch": 1.023863464733424,
      "grad_norm": 1.5853654567816209,
      "learning_rate": 7.391021849644882e-06,
      "loss": 0.1271,
      "step": 6779
    },
    {
      "epoch": 1.0240144993203444,
      "grad_norm": 1.8714907123645887,
      "learning_rate": 7.39032728736741e-06,
      "loss": 0.144,
      "step": 6780
    },
    {
      "epoch": 1.0241655339072648,
      "grad_norm": 2.5442640305739372,
      "learning_rate": 7.389632665294585e-06,
      "loss": 0.1679,
      "step": 6781
    },
    {
      "epoch": 1.024316568494185,
      "grad_norm": 2.009259133684503,
      "learning_rate": 7.388937983443785e-06,
      "loss": 0.1589,
      "step": 6782
    },
    {
      "epoch": 1.0244676030811055,
      "grad_norm": 1.8207163841386869,
      "learning_rate": 7.388243241832387e-06,
      "loss": 0.1307,
      "step": 6783
    },
    {
      "epoch": 1.024618637668026,
      "grad_norm": 1.7807848065037797,
      "learning_rate": 7.38754844047777e-06,
      "loss": 0.1328,
      "step": 6784
    },
    {
      "epoch": 1.0247696722549464,
      "grad_norm": 1.7646421983504252,
      "learning_rate": 7.386853579397315e-06,
      "loss": 0.1278,
      "step": 6785
    },
    {
      "epoch": 1.0249207068418669,
      "grad_norm": 2.0063165281075652,
      "learning_rate": 7.3861586586084046e-06,
      "loss": 0.1406,
      "step": 6786
    },
    {
      "epoch": 1.025071741428787,
      "grad_norm": 1.863049379447121,
      "learning_rate": 7.385463678128424e-06,
      "loss": 0.1402,
      "step": 6787
    },
    {
      "epoch": 1.0252227760157075,
      "grad_norm": 2.4548398659253885,
      "learning_rate": 7.384768637974755e-06,
      "loss": 0.1301,
      "step": 6788
    },
    {
      "epoch": 1.025373810602628,
      "grad_norm": 1.9309736113624316,
      "learning_rate": 7.3840735381647865e-06,
      "loss": 0.146,
      "step": 6789
    },
    {
      "epoch": 1.0255248451895485,
      "grad_norm": 1.74678344715363,
      "learning_rate": 7.383378378715908e-06,
      "loss": 0.1345,
      "step": 6790
    },
    {
      "epoch": 1.025675879776469,
      "grad_norm": 1.5364292205668304,
      "learning_rate": 7.382683159645507e-06,
      "loss": 0.1131,
      "step": 6791
    },
    {
      "epoch": 1.0258269143633891,
      "grad_norm": 2.0663934769527335,
      "learning_rate": 7.381987880970976e-06,
      "loss": 0.1375,
      "step": 6792
    },
    {
      "epoch": 1.0259779489503096,
      "grad_norm": 2.765632279948351,
      "learning_rate": 7.381292542709708e-06,
      "loss": 0.1478,
      "step": 6793
    },
    {
      "epoch": 1.02612898353723,
      "grad_norm": 1.7788859300793844,
      "learning_rate": 7.380597144879096e-06,
      "loss": 0.134,
      "step": 6794
    },
    {
      "epoch": 1.0262800181241505,
      "grad_norm": 2.316916176073459,
      "learning_rate": 7.379901687496538e-06,
      "loss": 0.1251,
      "step": 6795
    },
    {
      "epoch": 1.026431052711071,
      "grad_norm": 1.596504603147668,
      "learning_rate": 7.379206170579428e-06,
      "loss": 0.1134,
      "step": 6796
    },
    {
      "epoch": 1.0265820872979912,
      "grad_norm": 1.8807404729549957,
      "learning_rate": 7.3785105941451694e-06,
      "loss": 0.1386,
      "step": 6797
    },
    {
      "epoch": 1.0267331218849116,
      "grad_norm": 2.186818032758685,
      "learning_rate": 7.377814958211158e-06,
      "loss": 0.1265,
      "step": 6798
    },
    {
      "epoch": 1.026884156471832,
      "grad_norm": 1.9218475422070849,
      "learning_rate": 7.377119262794796e-06,
      "loss": 0.1306,
      "step": 6799
    },
    {
      "epoch": 1.0270351910587525,
      "grad_norm": 1.5586472908880107,
      "learning_rate": 7.376423507913489e-06,
      "loss": 0.1236,
      "step": 6800
    },
    {
      "epoch": 1.027186225645673,
      "grad_norm": 1.7758157285610907,
      "learning_rate": 7.3757276935846416e-06,
      "loss": 0.1175,
      "step": 6801
    },
    {
      "epoch": 1.0273372602325932,
      "grad_norm": 1.9521178951636338,
      "learning_rate": 7.375031819825656e-06,
      "loss": 0.1356,
      "step": 6802
    },
    {
      "epoch": 1.0274882948195136,
      "grad_norm": 1.9029715759953105,
      "learning_rate": 7.374335886653945e-06,
      "loss": 0.1313,
      "step": 6803
    },
    {
      "epoch": 1.027639329406434,
      "grad_norm": 1.8836931819029958,
      "learning_rate": 7.373639894086915e-06,
      "loss": 0.139,
      "step": 6804
    },
    {
      "epoch": 1.0277903639933545,
      "grad_norm": 1.970716730814815,
      "learning_rate": 7.372943842141976e-06,
      "loss": 0.1593,
      "step": 6805
    },
    {
      "epoch": 1.0279413985802748,
      "grad_norm": 3.6700091592345276,
      "learning_rate": 7.372247730836543e-06,
      "loss": 0.1782,
      "step": 6806
    },
    {
      "epoch": 1.0280924331671952,
      "grad_norm": 1.96131438371617,
      "learning_rate": 7.371551560188026e-06,
      "loss": 0.1452,
      "step": 6807
    },
    {
      "epoch": 1.0282434677541157,
      "grad_norm": 1.8807760123432438,
      "learning_rate": 7.370855330213844e-06,
      "loss": 0.1279,
      "step": 6808
    },
    {
      "epoch": 1.0283945023410361,
      "grad_norm": 2.1566779940338034,
      "learning_rate": 7.370159040931409e-06,
      "loss": 0.1564,
      "step": 6809
    },
    {
      "epoch": 1.0285455369279566,
      "grad_norm": 2.2175476059532233,
      "learning_rate": 7.369462692358143e-06,
      "loss": 0.1513,
      "step": 6810
    },
    {
      "epoch": 1.0286965715148768,
      "grad_norm": 1.982469586071663,
      "learning_rate": 7.368766284511464e-06,
      "loss": 0.144,
      "step": 6811
    },
    {
      "epoch": 1.0288476061017973,
      "grad_norm": 1.5991047095144932,
      "learning_rate": 7.368069817408792e-06,
      "loss": 0.1251,
      "step": 6812
    },
    {
      "epoch": 1.0289986406887177,
      "grad_norm": 3.0926508988853847,
      "learning_rate": 7.367373291067552e-06,
      "loss": 0.1427,
      "step": 6813
    },
    {
      "epoch": 1.0291496752756382,
      "grad_norm": 1.9003758457463937,
      "learning_rate": 7.366676705505167e-06,
      "loss": 0.1475,
      "step": 6814
    },
    {
      "epoch": 1.0293007098625586,
      "grad_norm": 2.6290264151502534,
      "learning_rate": 7.365980060739062e-06,
      "loss": 0.1585,
      "step": 6815
    },
    {
      "epoch": 1.0294517444494788,
      "grad_norm": 1.6098134933995736,
      "learning_rate": 7.365283356786662e-06,
      "loss": 0.1045,
      "step": 6816
    },
    {
      "epoch": 1.0296027790363993,
      "grad_norm": 1.9630029586010296,
      "learning_rate": 7.364586593665398e-06,
      "loss": 0.1414,
      "step": 6817
    },
    {
      "epoch": 1.0297538136233197,
      "grad_norm": 1.8811230064523636,
      "learning_rate": 7.363889771392701e-06,
      "loss": 0.15,
      "step": 6818
    },
    {
      "epoch": 1.0299048482102402,
      "grad_norm": 1.9785808699142509,
      "learning_rate": 7.363192889986e-06,
      "loss": 0.1441,
      "step": 6819
    },
    {
      "epoch": 1.0300558827971606,
      "grad_norm": 1.6027551090095087,
      "learning_rate": 7.362495949462728e-06,
      "loss": 0.1219,
      "step": 6820
    },
    {
      "epoch": 1.0302069173840809,
      "grad_norm": 2.0120626855418755,
      "learning_rate": 7.361798949840321e-06,
      "loss": 0.1397,
      "step": 6821
    },
    {
      "epoch": 1.0303579519710013,
      "grad_norm": 1.8627040978420824,
      "learning_rate": 7.361101891136213e-06,
      "loss": 0.1334,
      "step": 6822
    },
    {
      "epoch": 1.0305089865579218,
      "grad_norm": 2.1561046186893345,
      "learning_rate": 7.360404773367842e-06,
      "loss": 0.1469,
      "step": 6823
    },
    {
      "epoch": 1.0306600211448422,
      "grad_norm": 3.415447285467163,
      "learning_rate": 7.3597075965526475e-06,
      "loss": 0.1416,
      "step": 6824
    },
    {
      "epoch": 1.0308110557317627,
      "grad_norm": 2.013947113206771,
      "learning_rate": 7.359010360708068e-06,
      "loss": 0.1564,
      "step": 6825
    },
    {
      "epoch": 1.030962090318683,
      "grad_norm": 2.1914704407061976,
      "learning_rate": 7.358313065851549e-06,
      "loss": 0.1425,
      "step": 6826
    },
    {
      "epoch": 1.0311131249056034,
      "grad_norm": 1.8107509406279565,
      "learning_rate": 7.35761571200053e-06,
      "loss": 0.1388,
      "step": 6827
    },
    {
      "epoch": 1.0312641594925238,
      "grad_norm": 1.7679371071976155,
      "learning_rate": 7.3569182991724544e-06,
      "loss": 0.1344,
      "step": 6828
    },
    {
      "epoch": 1.0314151940794443,
      "grad_norm": 1.793950051788299,
      "learning_rate": 7.356220827384773e-06,
      "loss": 0.135,
      "step": 6829
    },
    {
      "epoch": 1.0315662286663645,
      "grad_norm": 3.2032854816862564,
      "learning_rate": 7.355523296654932e-06,
      "loss": 0.1421,
      "step": 6830
    },
    {
      "epoch": 1.031717263253285,
      "grad_norm": 1.6574934913504151,
      "learning_rate": 7.354825707000378e-06,
      "loss": 0.123,
      "step": 6831
    },
    {
      "epoch": 1.0318682978402054,
      "grad_norm": 1.6601018118768525,
      "learning_rate": 7.3541280584385635e-06,
      "loss": 0.1229,
      "step": 6832
    },
    {
      "epoch": 1.0320193324271258,
      "grad_norm": 2.3535809210967833,
      "learning_rate": 7.353430350986941e-06,
      "loss": 0.1813,
      "step": 6833
    },
    {
      "epoch": 1.0321703670140463,
      "grad_norm": 1.8347676824832855,
      "learning_rate": 7.352732584662963e-06,
      "loss": 0.1431,
      "step": 6834
    },
    {
      "epoch": 1.0323214016009665,
      "grad_norm": 1.8166253124632408,
      "learning_rate": 7.352034759484086e-06,
      "loss": 0.1459,
      "step": 6835
    },
    {
      "epoch": 1.032472436187887,
      "grad_norm": 1.689010998208739,
      "learning_rate": 7.351336875467764e-06,
      "loss": 0.1304,
      "step": 6836
    },
    {
      "epoch": 1.0326234707748074,
      "grad_norm": 1.6917400913719443,
      "learning_rate": 7.350638932631458e-06,
      "loss": 0.1349,
      "step": 6837
    },
    {
      "epoch": 1.0327745053617279,
      "grad_norm": 1.7058104349509622,
      "learning_rate": 7.349940930992625e-06,
      "loss": 0.1517,
      "step": 6838
    },
    {
      "epoch": 1.0329255399486483,
      "grad_norm": 1.7795313342231567,
      "learning_rate": 7.349242870568726e-06,
      "loss": 0.1455,
      "step": 6839
    },
    {
      "epoch": 1.0330765745355686,
      "grad_norm": 1.7232266703756467,
      "learning_rate": 7.348544751377224e-06,
      "loss": 0.1177,
      "step": 6840
    },
    {
      "epoch": 1.033227609122489,
      "grad_norm": 1.5924887528581537,
      "learning_rate": 7.347846573435583e-06,
      "loss": 0.1209,
      "step": 6841
    },
    {
      "epoch": 1.0333786437094095,
      "grad_norm": 1.6996441045454056,
      "learning_rate": 7.3471483367612695e-06,
      "loss": 0.145,
      "step": 6842
    },
    {
      "epoch": 1.03352967829633,
      "grad_norm": 1.6355183515887217,
      "learning_rate": 7.346450041371747e-06,
      "loss": 0.133,
      "step": 6843
    },
    {
      "epoch": 1.0336807128832504,
      "grad_norm": 2.6481170837794172,
      "learning_rate": 7.345751687284488e-06,
      "loss": 0.1727,
      "step": 6844
    },
    {
      "epoch": 1.0338317474701706,
      "grad_norm": 2.0239423956652143,
      "learning_rate": 7.345053274516958e-06,
      "loss": 0.1509,
      "step": 6845
    },
    {
      "epoch": 1.033982782057091,
      "grad_norm": 1.5349108899220052,
      "learning_rate": 7.3443548030866294e-06,
      "loss": 0.1205,
      "step": 6846
    },
    {
      "epoch": 1.0341338166440115,
      "grad_norm": 1.726209072894199,
      "learning_rate": 7.343656273010977e-06,
      "loss": 0.1495,
      "step": 6847
    },
    {
      "epoch": 1.034284851230932,
      "grad_norm": 2.4561833621894267,
      "learning_rate": 7.342957684307475e-06,
      "loss": 0.1584,
      "step": 6848
    },
    {
      "epoch": 1.0344358858178522,
      "grad_norm": 1.6696783340213477,
      "learning_rate": 7.342259036993595e-06,
      "loss": 0.1307,
      "step": 6849
    },
    {
      "epoch": 1.0345869204047726,
      "grad_norm": 1.9631040332957927,
      "learning_rate": 7.341560331086818e-06,
      "loss": 0.1331,
      "step": 6850
    },
    {
      "epoch": 1.034737954991693,
      "grad_norm": 2.3386904298292905,
      "learning_rate": 7.34086156660462e-06,
      "loss": 0.1466,
      "step": 6851
    },
    {
      "epoch": 1.0348889895786135,
      "grad_norm": 1.7476535651494958,
      "learning_rate": 7.340162743564482e-06,
      "loss": 0.1348,
      "step": 6852
    },
    {
      "epoch": 1.035040024165534,
      "grad_norm": 1.6482027120222664,
      "learning_rate": 7.339463861983885e-06,
      "loss": 0.1251,
      "step": 6853
    },
    {
      "epoch": 1.0351910587524542,
      "grad_norm": 3.4814688544123755,
      "learning_rate": 7.338764921880313e-06,
      "loss": 0.1459,
      "step": 6854
    },
    {
      "epoch": 1.0353420933393747,
      "grad_norm": 2.7868013369979625,
      "learning_rate": 7.338065923271251e-06,
      "loss": 0.1659,
      "step": 6855
    },
    {
      "epoch": 1.035493127926295,
      "grad_norm": 1.850772007823162,
      "learning_rate": 7.337366866174181e-06,
      "loss": 0.1477,
      "step": 6856
    },
    {
      "epoch": 1.0356441625132156,
      "grad_norm": 2.492341142025652,
      "learning_rate": 7.336667750606594e-06,
      "loss": 0.1598,
      "step": 6857
    },
    {
      "epoch": 1.035795197100136,
      "grad_norm": 1.515380252718806,
      "learning_rate": 7.335968576585977e-06,
      "loss": 0.1179,
      "step": 6858
    },
    {
      "epoch": 1.0359462316870562,
      "grad_norm": 2.625805530613959,
      "learning_rate": 7.335269344129823e-06,
      "loss": 0.1708,
      "step": 6859
    },
    {
      "epoch": 1.0360972662739767,
      "grad_norm": 1.574711336838654,
      "learning_rate": 7.33457005325562e-06,
      "loss": 0.1192,
      "step": 6860
    },
    {
      "epoch": 1.0362483008608971,
      "grad_norm": 1.8008624732857297,
      "learning_rate": 7.333870703980862e-06,
      "loss": 0.1432,
      "step": 6861
    },
    {
      "epoch": 1.0363993354478176,
      "grad_norm": 1.9892290129219672,
      "learning_rate": 7.333171296323045e-06,
      "loss": 0.1563,
      "step": 6862
    },
    {
      "epoch": 1.036550370034738,
      "grad_norm": 1.4725486365659928,
      "learning_rate": 7.3324718302996635e-06,
      "loss": 0.1073,
      "step": 6863
    },
    {
      "epoch": 1.0367014046216583,
      "grad_norm": 2.4899741449974595,
      "learning_rate": 7.3317723059282165e-06,
      "loss": 0.1463,
      "step": 6864
    },
    {
      "epoch": 1.0368524392085787,
      "grad_norm": 2.195705671614216,
      "learning_rate": 7.331072723226202e-06,
      "loss": 0.151,
      "step": 6865
    },
    {
      "epoch": 1.0370034737954992,
      "grad_norm": 1.6679799524559547,
      "learning_rate": 7.330373082211122e-06,
      "loss": 0.1227,
      "step": 6866
    },
    {
      "epoch": 1.0371545083824196,
      "grad_norm": 2.227940318745081,
      "learning_rate": 7.329673382900476e-06,
      "loss": 0.1609,
      "step": 6867
    },
    {
      "epoch": 1.03730554296934,
      "grad_norm": 2.048340605680998,
      "learning_rate": 7.328973625311768e-06,
      "loss": 0.1389,
      "step": 6868
    },
    {
      "epoch": 1.0374565775562603,
      "grad_norm": 1.4686106505596686,
      "learning_rate": 7.328273809462505e-06,
      "loss": 0.1136,
      "step": 6869
    },
    {
      "epoch": 1.0376076121431808,
      "grad_norm": 2.2421566250800207,
      "learning_rate": 7.3275739353701915e-06,
      "loss": 0.1463,
      "step": 6870
    },
    {
      "epoch": 1.0377586467301012,
      "grad_norm": 1.7389652161827456,
      "learning_rate": 7.326874003052335e-06,
      "loss": 0.1319,
      "step": 6871
    },
    {
      "epoch": 1.0379096813170217,
      "grad_norm": 1.6522220546708308,
      "learning_rate": 7.326174012526443e-06,
      "loss": 0.1121,
      "step": 6872
    },
    {
      "epoch": 1.038060715903942,
      "grad_norm": 1.8912564663468483,
      "learning_rate": 7.325473963810031e-06,
      "loss": 0.1409,
      "step": 6873
    },
    {
      "epoch": 1.0382117504908623,
      "grad_norm": 1.9115186025210504,
      "learning_rate": 7.324773856920608e-06,
      "loss": 0.1471,
      "step": 6874
    },
    {
      "epoch": 1.0383627850777828,
      "grad_norm": 2.0511487026628905,
      "learning_rate": 7.324073691875686e-06,
      "loss": 0.1412,
      "step": 6875
    },
    {
      "epoch": 1.0385138196647032,
      "grad_norm": 2.936001953076157,
      "learning_rate": 7.323373468692784e-06,
      "loss": 0.1709,
      "step": 6876
    },
    {
      "epoch": 1.0386648542516237,
      "grad_norm": 1.6523629810490943,
      "learning_rate": 7.322673187389416e-06,
      "loss": 0.127,
      "step": 6877
    },
    {
      "epoch": 1.038815888838544,
      "grad_norm": 1.7915876298858813,
      "learning_rate": 7.3219728479831e-06,
      "loss": 0.136,
      "step": 6878
    },
    {
      "epoch": 1.0389669234254644,
      "grad_norm": 2.046647245470943,
      "learning_rate": 7.321272450491355e-06,
      "loss": 0.1416,
      "step": 6879
    },
    {
      "epoch": 1.0391179580123848,
      "grad_norm": 1.7002475021383514,
      "learning_rate": 7.320571994931704e-06,
      "loss": 0.1125,
      "step": 6880
    },
    {
      "epoch": 1.0392689925993053,
      "grad_norm": 1.6776109480606323,
      "learning_rate": 7.319871481321665e-06,
      "loss": 0.1241,
      "step": 6881
    },
    {
      "epoch": 1.0394200271862257,
      "grad_norm": 1.8650070451915968,
      "learning_rate": 7.319170909678767e-06,
      "loss": 0.1332,
      "step": 6882
    },
    {
      "epoch": 1.039571061773146,
      "grad_norm": 1.8441210549590479,
      "learning_rate": 7.318470280020532e-06,
      "loss": 0.1403,
      "step": 6883
    },
    {
      "epoch": 1.0397220963600664,
      "grad_norm": 2.6790438365154814,
      "learning_rate": 7.317769592364488e-06,
      "loss": 0.1757,
      "step": 6884
    },
    {
      "epoch": 1.0398731309469869,
      "grad_norm": 1.8923688019516836,
      "learning_rate": 7.31706884672816e-06,
      "loss": 0.133,
      "step": 6885
    },
    {
      "epoch": 1.0400241655339073,
      "grad_norm": 1.8203466993766915,
      "learning_rate": 7.316368043129082e-06,
      "loss": 0.1469,
      "step": 6886
    },
    {
      "epoch": 1.0401752001208278,
      "grad_norm": 1.69983012248814,
      "learning_rate": 7.3156671815847835e-06,
      "loss": 0.1319,
      "step": 6887
    },
    {
      "epoch": 1.040326234707748,
      "grad_norm": 1.6924588784398675,
      "learning_rate": 7.314966262112795e-06,
      "loss": 0.1412,
      "step": 6888
    },
    {
      "epoch": 1.0404772692946684,
      "grad_norm": 1.846797304954403,
      "learning_rate": 7.314265284730653e-06,
      "loss": 0.1501,
      "step": 6889
    },
    {
      "epoch": 1.040628303881589,
      "grad_norm": 3.1427542222900566,
      "learning_rate": 7.31356424945589e-06,
      "loss": 0.1604,
      "step": 6890
    },
    {
      "epoch": 1.0407793384685093,
      "grad_norm": 2.577553442079608,
      "learning_rate": 7.3128631563060445e-06,
      "loss": 0.1401,
      "step": 6891
    },
    {
      "epoch": 1.0409303730554298,
      "grad_norm": 2.0072038350224752,
      "learning_rate": 7.312162005298656e-06,
      "loss": 0.128,
      "step": 6892
    },
    {
      "epoch": 1.04108140764235,
      "grad_norm": 1.7615960106584774,
      "learning_rate": 7.311460796451262e-06,
      "loss": 0.1431,
      "step": 6893
    },
    {
      "epoch": 1.0412324422292705,
      "grad_norm": 2.613615934617631,
      "learning_rate": 7.310759529781405e-06,
      "loss": 0.1675,
      "step": 6894
    },
    {
      "epoch": 1.041383476816191,
      "grad_norm": 1.9529547430953775,
      "learning_rate": 7.310058205306627e-06,
      "loss": 0.1403,
      "step": 6895
    },
    {
      "epoch": 1.0415345114031114,
      "grad_norm": 2.607010357012383,
      "learning_rate": 7.309356823044471e-06,
      "loss": 0.1557,
      "step": 6896
    },
    {
      "epoch": 1.0416855459900318,
      "grad_norm": 1.9852586428154344,
      "learning_rate": 7.308655383012484e-06,
      "loss": 0.14,
      "step": 6897
    },
    {
      "epoch": 1.041836580576952,
      "grad_norm": 1.8496754010127707,
      "learning_rate": 7.307953885228213e-06,
      "loss": 0.1259,
      "step": 6898
    },
    {
      "epoch": 1.0419876151638725,
      "grad_norm": 1.675927339095856,
      "learning_rate": 7.307252329709204e-06,
      "loss": 0.1366,
      "step": 6899
    },
    {
      "epoch": 1.042138649750793,
      "grad_norm": 1.8944435746519706,
      "learning_rate": 7.306550716473011e-06,
      "loss": 0.1419,
      "step": 6900
    },
    {
      "epoch": 1.0422896843377134,
      "grad_norm": 2.1545578285695792,
      "learning_rate": 7.305849045537181e-06,
      "loss": 0.1604,
      "step": 6901
    },
    {
      "epoch": 1.0424407189246336,
      "grad_norm": 2.634901205773333,
      "learning_rate": 7.305147316919269e-06,
      "loss": 0.1493,
      "step": 6902
    },
    {
      "epoch": 1.042591753511554,
      "grad_norm": 2.1526236293523278,
      "learning_rate": 7.304445530636828e-06,
      "loss": 0.1634,
      "step": 6903
    },
    {
      "epoch": 1.0427427880984745,
      "grad_norm": 1.5936601951549865,
      "learning_rate": 7.303743686707414e-06,
      "loss": 0.1235,
      "step": 6904
    },
    {
      "epoch": 1.042893822685395,
      "grad_norm": 1.8694768698836333,
      "learning_rate": 7.303041785148586e-06,
      "loss": 0.1523,
      "step": 6905
    },
    {
      "epoch": 1.0430448572723154,
      "grad_norm": 2.2257016844573694,
      "learning_rate": 7.3023398259779e-06,
      "loss": 0.1455,
      "step": 6906
    },
    {
      "epoch": 1.0431958918592357,
      "grad_norm": 1.8386059702817372,
      "learning_rate": 7.301637809212916e-06,
      "loss": 0.149,
      "step": 6907
    },
    {
      "epoch": 1.0433469264461561,
      "grad_norm": 1.7918721943470413,
      "learning_rate": 7.300935734871194e-06,
      "loss": 0.1337,
      "step": 6908
    },
    {
      "epoch": 1.0434979610330766,
      "grad_norm": 1.8103368139816056,
      "learning_rate": 7.300233602970301e-06,
      "loss": 0.1232,
      "step": 6909
    },
    {
      "epoch": 1.043648995619997,
      "grad_norm": 1.7089010838646963,
      "learning_rate": 7.299531413527799e-06,
      "loss": 0.1208,
      "step": 6910
    },
    {
      "epoch": 1.0438000302069175,
      "grad_norm": 1.9524706278626267,
      "learning_rate": 7.298829166561252e-06,
      "loss": 0.1079,
      "step": 6911
    },
    {
      "epoch": 1.0439510647938377,
      "grad_norm": 1.601349949051866,
      "learning_rate": 7.298126862088229e-06,
      "loss": 0.1073,
      "step": 6912
    },
    {
      "epoch": 1.0441020993807582,
      "grad_norm": 2.8327522268893044,
      "learning_rate": 7.297424500126299e-06,
      "loss": 0.1504,
      "step": 6913
    },
    {
      "epoch": 1.0442531339676786,
      "grad_norm": 1.7698907243761062,
      "learning_rate": 7.296722080693031e-06,
      "loss": 0.1302,
      "step": 6914
    },
    {
      "epoch": 1.044404168554599,
      "grad_norm": 1.919667053373826,
      "learning_rate": 7.296019603805995e-06,
      "loss": 0.1361,
      "step": 6915
    },
    {
      "epoch": 1.0445552031415195,
      "grad_norm": 1.705703541422742,
      "learning_rate": 7.295317069482768e-06,
      "loss": 0.1305,
      "step": 6916
    },
    {
      "epoch": 1.0447062377284397,
      "grad_norm": 1.6107529417180675,
      "learning_rate": 7.294614477740919e-06,
      "loss": 0.1174,
      "step": 6917
    },
    {
      "epoch": 1.0448572723153602,
      "grad_norm": 1.5634339626571532,
      "learning_rate": 7.293911828598028e-06,
      "loss": 0.1042,
      "step": 6918
    },
    {
      "epoch": 1.0450083069022806,
      "grad_norm": 2.9333778703310576,
      "learning_rate": 7.293209122071668e-06,
      "loss": 0.1803,
      "step": 6919
    },
    {
      "epoch": 1.045159341489201,
      "grad_norm": 1.6098354647007433,
      "learning_rate": 7.292506358179423e-06,
      "loss": 0.1152,
      "step": 6920
    },
    {
      "epoch": 1.0453103760761215,
      "grad_norm": 1.9273421539243512,
      "learning_rate": 7.2918035369388694e-06,
      "loss": 0.1371,
      "step": 6921
    },
    {
      "epoch": 1.0454614106630418,
      "grad_norm": 1.5401909237639715,
      "learning_rate": 7.2911006583675894e-06,
      "loss": 0.1196,
      "step": 6922
    },
    {
      "epoch": 1.0456124452499622,
      "grad_norm": 1.409465341048909,
      "learning_rate": 7.290397722483166e-06,
      "loss": 0.1073,
      "step": 6923
    },
    {
      "epoch": 1.0457634798368827,
      "grad_norm": 2.1857554511376667,
      "learning_rate": 7.2896947293031816e-06,
      "loss": 0.1521,
      "step": 6924
    },
    {
      "epoch": 1.0459145144238031,
      "grad_norm": 1.8731783337209051,
      "learning_rate": 7.288991678845225e-06,
      "loss": 0.1408,
      "step": 6925
    },
    {
      "epoch": 1.0460655490107234,
      "grad_norm": 1.6356813327859676,
      "learning_rate": 7.2882885711268825e-06,
      "loss": 0.1157,
      "step": 6926
    },
    {
      "epoch": 1.0462165835976438,
      "grad_norm": 2.6695997584554148,
      "learning_rate": 7.2875854061657424e-06,
      "loss": 0.1529,
      "step": 6927
    },
    {
      "epoch": 1.0463676181845643,
      "grad_norm": 1.706470886638602,
      "learning_rate": 7.2868821839793945e-06,
      "loss": 0.1448,
      "step": 6928
    },
    {
      "epoch": 1.0465186527714847,
      "grad_norm": 1.9084534259960009,
      "learning_rate": 7.2861789045854306e-06,
      "loss": 0.1407,
      "step": 6929
    },
    {
      "epoch": 1.0466696873584052,
      "grad_norm": 1.975970062123091,
      "learning_rate": 7.285475568001444e-06,
      "loss": 0.1424,
      "step": 6930
    },
    {
      "epoch": 1.0468207219453254,
      "grad_norm": 2.3398453677019617,
      "learning_rate": 7.284772174245027e-06,
      "loss": 0.1457,
      "step": 6931
    },
    {
      "epoch": 1.0469717565322458,
      "grad_norm": 2.0736067983816997,
      "learning_rate": 7.284068723333778e-06,
      "loss": 0.1652,
      "step": 6932
    },
    {
      "epoch": 1.0471227911191663,
      "grad_norm": 1.9843943894799037,
      "learning_rate": 7.283365215285294e-06,
      "loss": 0.144,
      "step": 6933
    },
    {
      "epoch": 1.0472738257060867,
      "grad_norm": 2.220135561382136,
      "learning_rate": 7.282661650117173e-06,
      "loss": 0.163,
      "step": 6934
    },
    {
      "epoch": 1.0474248602930072,
      "grad_norm": 2.658160810056471,
      "learning_rate": 7.281958027847014e-06,
      "loss": 0.1639,
      "step": 6935
    },
    {
      "epoch": 1.0475758948799274,
      "grad_norm": 1.9358161225714139,
      "learning_rate": 7.2812543484924184e-06,
      "loss": 0.1449,
      "step": 6936
    },
    {
      "epoch": 1.0477269294668479,
      "grad_norm": 2.277105416512861,
      "learning_rate": 7.280550612070991e-06,
      "loss": 0.1444,
      "step": 6937
    },
    {
      "epoch": 1.0478779640537683,
      "grad_norm": 2.367817946771009,
      "learning_rate": 7.279846818600336e-06,
      "loss": 0.1634,
      "step": 6938
    },
    {
      "epoch": 1.0480289986406888,
      "grad_norm": 2.023984760651637,
      "learning_rate": 7.279142968098057e-06,
      "loss": 0.1519,
      "step": 6939
    },
    {
      "epoch": 1.0481800332276092,
      "grad_norm": 1.891949234400326,
      "learning_rate": 7.2784390605817645e-06,
      "loss": 0.1236,
      "step": 6940
    },
    {
      "epoch": 1.0483310678145294,
      "grad_norm": 1.8068170997531314,
      "learning_rate": 7.277735096069064e-06,
      "loss": 0.1301,
      "step": 6941
    },
    {
      "epoch": 1.04848210240145,
      "grad_norm": 1.673687871188605,
      "learning_rate": 7.277031074577567e-06,
      "loss": 0.1215,
      "step": 6942
    },
    {
      "epoch": 1.0486331369883704,
      "grad_norm": 1.4946643542317783,
      "learning_rate": 7.276326996124885e-06,
      "loss": 0.1118,
      "step": 6943
    },
    {
      "epoch": 1.0487841715752908,
      "grad_norm": 2.5529146686949575,
      "learning_rate": 7.27562286072863e-06,
      "loss": 0.1418,
      "step": 6944
    },
    {
      "epoch": 1.0489352061622113,
      "grad_norm": 1.7842577052803705,
      "learning_rate": 7.27491866840642e-06,
      "loss": 0.1231,
      "step": 6945
    },
    {
      "epoch": 1.0490862407491315,
      "grad_norm": 1.7433614957929808,
      "learning_rate": 7.274214419175866e-06,
      "loss": 0.1438,
      "step": 6946
    },
    {
      "epoch": 1.049237275336052,
      "grad_norm": 2.097302097377415,
      "learning_rate": 7.273510113054585e-06,
      "loss": 0.1326,
      "step": 6947
    },
    {
      "epoch": 1.0493883099229724,
      "grad_norm": 1.9578118377869183,
      "learning_rate": 7.2728057500602e-06,
      "loss": 0.1424,
      "step": 6948
    },
    {
      "epoch": 1.0495393445098928,
      "grad_norm": 1.6591699023836821,
      "learning_rate": 7.272101330210329e-06,
      "loss": 0.141,
      "step": 6949
    },
    {
      "epoch": 1.049690379096813,
      "grad_norm": 2.5321766258550045,
      "learning_rate": 7.271396853522592e-06,
      "loss": 0.1457,
      "step": 6950
    },
    {
      "epoch": 1.0498414136837335,
      "grad_norm": 1.4922924255139784,
      "learning_rate": 7.270692320014614e-06,
      "loss": 0.1171,
      "step": 6951
    },
    {
      "epoch": 1.049992448270654,
      "grad_norm": 1.6502957626376928,
      "learning_rate": 7.269987729704017e-06,
      "loss": 0.1334,
      "step": 6952
    },
    {
      "epoch": 1.0501434828575744,
      "grad_norm": 1.9102122683968867,
      "learning_rate": 7.269283082608428e-06,
      "loss": 0.1313,
      "step": 6953
    },
    {
      "epoch": 1.0502945174444949,
      "grad_norm": 2.15423499638833,
      "learning_rate": 7.268578378745475e-06,
      "loss": 0.1228,
      "step": 6954
    },
    {
      "epoch": 1.050445552031415,
      "grad_norm": 2.4620325085008483,
      "learning_rate": 7.267873618132786e-06,
      "loss": 0.1378,
      "step": 6955
    },
    {
      "epoch": 1.0505965866183355,
      "grad_norm": 1.7339917467599992,
      "learning_rate": 7.2671688007879905e-06,
      "loss": 0.1251,
      "step": 6956
    },
    {
      "epoch": 1.050747621205256,
      "grad_norm": 2.0182121606921375,
      "learning_rate": 7.26646392672872e-06,
      "loss": 0.1318,
      "step": 6957
    },
    {
      "epoch": 1.0508986557921765,
      "grad_norm": 1.8405367100270547,
      "learning_rate": 7.265758995972606e-06,
      "loss": 0.1398,
      "step": 6958
    },
    {
      "epoch": 1.051049690379097,
      "grad_norm": 1.8265156359499717,
      "learning_rate": 7.265054008537286e-06,
      "loss": 0.1303,
      "step": 6959
    },
    {
      "epoch": 1.0512007249660171,
      "grad_norm": 2.1076277125959937,
      "learning_rate": 7.264348964440392e-06,
      "loss": 0.1571,
      "step": 6960
    },
    {
      "epoch": 1.0513517595529376,
      "grad_norm": 1.5386422707542848,
      "learning_rate": 7.2636438636995634e-06,
      "loss": 0.1264,
      "step": 6961
    },
    {
      "epoch": 1.051502794139858,
      "grad_norm": 1.7031378729718902,
      "learning_rate": 7.262938706332438e-06,
      "loss": 0.1339,
      "step": 6962
    },
    {
      "epoch": 1.0516538287267785,
      "grad_norm": 2.039542430475486,
      "learning_rate": 7.262233492356658e-06,
      "loss": 0.1237,
      "step": 6963
    },
    {
      "epoch": 1.051804863313699,
      "grad_norm": 1.4619630806895303,
      "learning_rate": 7.2615282217898595e-06,
      "loss": 0.1185,
      "step": 6964
    },
    {
      "epoch": 1.0519558979006192,
      "grad_norm": 1.7826729266715826,
      "learning_rate": 7.26082289464969e-06,
      "loss": 0.1377,
      "step": 6965
    },
    {
      "epoch": 1.0521069324875396,
      "grad_norm": 2.0097032867812623,
      "learning_rate": 7.26011751095379e-06,
      "loss": 0.1507,
      "step": 6966
    },
    {
      "epoch": 1.05225796707446,
      "grad_norm": 1.805672363764146,
      "learning_rate": 7.25941207071981e-06,
      "loss": 0.1535,
      "step": 6967
    },
    {
      "epoch": 1.0524090016613805,
      "grad_norm": 2.160825795785133,
      "learning_rate": 7.258706573965392e-06,
      "loss": 0.1403,
      "step": 6968
    },
    {
      "epoch": 1.052560036248301,
      "grad_norm": 1.8659088794848462,
      "learning_rate": 7.258001020708186e-06,
      "loss": 0.1453,
      "step": 6969
    },
    {
      "epoch": 1.0527110708352212,
      "grad_norm": 2.151303271479062,
      "learning_rate": 7.257295410965844e-06,
      "loss": 0.1616,
      "step": 6970
    },
    {
      "epoch": 1.0528621054221416,
      "grad_norm": 2.066827162742496,
      "learning_rate": 7.256589744756013e-06,
      "loss": 0.1177,
      "step": 6971
    },
    {
      "epoch": 1.053013140009062,
      "grad_norm": 1.7148851048668994,
      "learning_rate": 7.255884022096349e-06,
      "loss": 0.13,
      "step": 6972
    },
    {
      "epoch": 1.0531641745959825,
      "grad_norm": 1.7324630552902727,
      "learning_rate": 7.255178243004505e-06,
      "loss": 0.1319,
      "step": 6973
    },
    {
      "epoch": 1.0533152091829028,
      "grad_norm": 1.737916552002463,
      "learning_rate": 7.254472407498137e-06,
      "loss": 0.1407,
      "step": 6974
    },
    {
      "epoch": 1.0534662437698232,
      "grad_norm": 1.6832902909069098,
      "learning_rate": 7.2537665155949e-06,
      "loss": 0.1206,
      "step": 6975
    },
    {
      "epoch": 1.0536172783567437,
      "grad_norm": 1.9754433473150372,
      "learning_rate": 7.253060567312454e-06,
      "loss": 0.1577,
      "step": 6976
    },
    {
      "epoch": 1.0537683129436641,
      "grad_norm": 1.8216517098360185,
      "learning_rate": 7.25235456266846e-06,
      "loss": 0.1366,
      "step": 6977
    },
    {
      "epoch": 1.0539193475305846,
      "grad_norm": 1.4978571782997974,
      "learning_rate": 7.251648501680575e-06,
      "loss": 0.124,
      "step": 6978
    },
    {
      "epoch": 1.0540703821175048,
      "grad_norm": 1.776448803666348,
      "learning_rate": 7.250942384366465e-06,
      "loss": 0.1269,
      "step": 6979
    },
    {
      "epoch": 1.0542214167044253,
      "grad_norm": 1.620883811332835,
      "learning_rate": 7.250236210743793e-06,
      "loss": 0.1233,
      "step": 6980
    },
    {
      "epoch": 1.0543724512913457,
      "grad_norm": 1.4789082741249815,
      "learning_rate": 7.249529980830223e-06,
      "loss": 0.1241,
      "step": 6981
    },
    {
      "epoch": 1.0545234858782662,
      "grad_norm": 1.4628934578815467,
      "learning_rate": 7.248823694643425e-06,
      "loss": 0.1092,
      "step": 6982
    },
    {
      "epoch": 1.0546745204651866,
      "grad_norm": 1.802666279569176,
      "learning_rate": 7.248117352201063e-06,
      "loss": 0.1338,
      "step": 6983
    },
    {
      "epoch": 1.0548255550521068,
      "grad_norm": 1.7217044023555754,
      "learning_rate": 7.247410953520808e-06,
      "loss": 0.1253,
      "step": 6984
    },
    {
      "epoch": 1.0549765896390273,
      "grad_norm": 1.6382443931658517,
      "learning_rate": 7.2467044986203335e-06,
      "loss": 0.1257,
      "step": 6985
    },
    {
      "epoch": 1.0551276242259477,
      "grad_norm": 2.186058626288797,
      "learning_rate": 7.24599798751731e-06,
      "loss": 0.1578,
      "step": 6986
    },
    {
      "epoch": 1.0552786588128682,
      "grad_norm": 1.7457728673869932,
      "learning_rate": 7.245291420229409e-06,
      "loss": 0.1249,
      "step": 6987
    },
    {
      "epoch": 1.0554296933997886,
      "grad_norm": 1.8267813136374818,
      "learning_rate": 7.24458479677431e-06,
      "loss": 0.1418,
      "step": 6988
    },
    {
      "epoch": 1.0555807279867089,
      "grad_norm": 1.5915019563792563,
      "learning_rate": 7.243878117169686e-06,
      "loss": 0.1253,
      "step": 6989
    },
    {
      "epoch": 1.0557317625736293,
      "grad_norm": 1.7807611386648945,
      "learning_rate": 7.2431713814332165e-06,
      "loss": 0.134,
      "step": 6990
    },
    {
      "epoch": 1.0558827971605498,
      "grad_norm": 2.2455072117129893,
      "learning_rate": 7.242464589582581e-06,
      "loss": 0.1477,
      "step": 6991
    },
    {
      "epoch": 1.0560338317474702,
      "grad_norm": 1.6402807184421921,
      "learning_rate": 7.241757741635459e-06,
      "loss": 0.1279,
      "step": 6992
    },
    {
      "epoch": 1.0561848663343907,
      "grad_norm": 2.1832253964858217,
      "learning_rate": 7.241050837609534e-06,
      "loss": 0.1381,
      "step": 6993
    },
    {
      "epoch": 1.056335900921311,
      "grad_norm": 2.3007115584471944,
      "learning_rate": 7.2403438775224895e-06,
      "loss": 0.1641,
      "step": 6994
    },
    {
      "epoch": 1.0564869355082314,
      "grad_norm": 3.9577080185014104,
      "learning_rate": 7.239636861392012e-06,
      "loss": 0.1298,
      "step": 6995
    },
    {
      "epoch": 1.0566379700951518,
      "grad_norm": 1.5105309261523556,
      "learning_rate": 7.238929789235785e-06,
      "loss": 0.104,
      "step": 6996
    },
    {
      "epoch": 1.0567890046820723,
      "grad_norm": 1.4834702891674068,
      "learning_rate": 7.238222661071497e-06,
      "loss": 0.1185,
      "step": 6997
    },
    {
      "epoch": 1.0569400392689925,
      "grad_norm": 1.5654809652857538,
      "learning_rate": 7.2375154769168365e-06,
      "loss": 0.1244,
      "step": 6998
    },
    {
      "epoch": 1.057091073855913,
      "grad_norm": 1.65784024085684,
      "learning_rate": 7.236808236789496e-06,
      "loss": 0.1208,
      "step": 6999
    },
    {
      "epoch": 1.0572421084428334,
      "grad_norm": 1.962905388144426,
      "learning_rate": 7.236100940707168e-06,
      "loss": 0.146,
      "step": 7000
    },
    {
      "epoch": 1.0573931430297538,
      "grad_norm": 1.7015602469486657,
      "learning_rate": 7.235393588687544e-06,
      "loss": 0.1328,
      "step": 7001
    },
    {
      "epoch": 1.0575441776166743,
      "grad_norm": 1.7721685547197976,
      "learning_rate": 7.2346861807483195e-06,
      "loss": 0.1433,
      "step": 7002
    },
    {
      "epoch": 1.0576952122035945,
      "grad_norm": 2.154835413414505,
      "learning_rate": 7.233978716907191e-06,
      "loss": 0.1474,
      "step": 7003
    },
    {
      "epoch": 1.057846246790515,
      "grad_norm": 1.790335086165843,
      "learning_rate": 7.233271197181855e-06,
      "loss": 0.1368,
      "step": 7004
    },
    {
      "epoch": 1.0579972813774354,
      "grad_norm": 1.6733393617171768,
      "learning_rate": 7.232563621590011e-06,
      "loss": 0.1266,
      "step": 7005
    },
    {
      "epoch": 1.0581483159643559,
      "grad_norm": 1.749582600443426,
      "learning_rate": 7.2318559901493615e-06,
      "loss": 0.13,
      "step": 7006
    },
    {
      "epoch": 1.0582993505512763,
      "grad_norm": 1.5902985685983202,
      "learning_rate": 7.231148302877605e-06,
      "loss": 0.1211,
      "step": 7007
    },
    {
      "epoch": 1.0584503851381966,
      "grad_norm": 1.6565915348093847,
      "learning_rate": 7.2304405597924464e-06,
      "loss": 0.1316,
      "step": 7008
    },
    {
      "epoch": 1.058601419725117,
      "grad_norm": 1.7940192068790288,
      "learning_rate": 7.229732760911589e-06,
      "loss": 0.1397,
      "step": 7009
    },
    {
      "epoch": 1.0587524543120375,
      "grad_norm": 2.067449585260271,
      "learning_rate": 7.229024906252742e-06,
      "loss": 0.1706,
      "step": 7010
    },
    {
      "epoch": 1.058903488898958,
      "grad_norm": 2.329930697542325,
      "learning_rate": 7.228316995833609e-06,
      "loss": 0.1672,
      "step": 7011
    },
    {
      "epoch": 1.0590545234858784,
      "grad_norm": 1.9028580127679575,
      "learning_rate": 7.2276090296719e-06,
      "loss": 0.134,
      "step": 7012
    },
    {
      "epoch": 1.0592055580727986,
      "grad_norm": 1.7856351739140583,
      "learning_rate": 7.226901007785328e-06,
      "loss": 0.139,
      "step": 7013
    },
    {
      "epoch": 1.059356592659719,
      "grad_norm": 1.824794472092067,
      "learning_rate": 7.2261929301916005e-06,
      "loss": 0.1222,
      "step": 7014
    },
    {
      "epoch": 1.0595076272466395,
      "grad_norm": 2.149394396192029,
      "learning_rate": 7.225484796908429e-06,
      "loss": 0.1412,
      "step": 7015
    },
    {
      "epoch": 1.05965866183356,
      "grad_norm": 1.5391744231939428,
      "learning_rate": 7.224776607953534e-06,
      "loss": 0.1361,
      "step": 7016
    },
    {
      "epoch": 1.0598096964204804,
      "grad_norm": 1.9190464395026587,
      "learning_rate": 7.2240683633446294e-06,
      "loss": 0.1486,
      "step": 7017
    },
    {
      "epoch": 1.0599607310074006,
      "grad_norm": 2.9473740239049278,
      "learning_rate": 7.22336006309943e-06,
      "loss": 0.1271,
      "step": 7018
    },
    {
      "epoch": 1.060111765594321,
      "grad_norm": 2.085870749645944,
      "learning_rate": 7.222651707235654e-06,
      "loss": 0.1578,
      "step": 7019
    },
    {
      "epoch": 1.0602628001812415,
      "grad_norm": 2.3404288458825864,
      "learning_rate": 7.221943295771023e-06,
      "loss": 0.1396,
      "step": 7020
    },
    {
      "epoch": 1.060413834768162,
      "grad_norm": 2.0019376127102695,
      "learning_rate": 7.221234828723258e-06,
      "loss": 0.1392,
      "step": 7021
    },
    {
      "epoch": 1.0605648693550822,
      "grad_norm": 1.7139619148411043,
      "learning_rate": 7.220526306110081e-06,
      "loss": 0.1229,
      "step": 7022
    },
    {
      "epoch": 1.0607159039420027,
      "grad_norm": 1.7197021024988062,
      "learning_rate": 7.2198177279492185e-06,
      "loss": 0.1444,
      "step": 7023
    },
    {
      "epoch": 1.060866938528923,
      "grad_norm": 1.9997995185366753,
      "learning_rate": 7.219109094258394e-06,
      "loss": 0.1522,
      "step": 7024
    },
    {
      "epoch": 1.0610179731158436,
      "grad_norm": 1.8558313170573013,
      "learning_rate": 7.218400405055333e-06,
      "loss": 0.1318,
      "step": 7025
    },
    {
      "epoch": 1.061169007702764,
      "grad_norm": 2.1081954226474333,
      "learning_rate": 7.2176916603577666e-06,
      "loss": 0.1434,
      "step": 7026
    },
    {
      "epoch": 1.0613200422896842,
      "grad_norm": 1.6148252689049307,
      "learning_rate": 7.216982860183421e-06,
      "loss": 0.1323,
      "step": 7027
    },
    {
      "epoch": 1.0614710768766047,
      "grad_norm": 1.76207161783121,
      "learning_rate": 7.216274004550033e-06,
      "loss": 0.1316,
      "step": 7028
    },
    {
      "epoch": 1.0616221114635251,
      "grad_norm": 2.062478460692334,
      "learning_rate": 7.21556509347533e-06,
      "loss": 0.1496,
      "step": 7029
    },
    {
      "epoch": 1.0617731460504456,
      "grad_norm": 2.5423398650806193,
      "learning_rate": 7.214856126977045e-06,
      "loss": 0.1526,
      "step": 7030
    },
    {
      "epoch": 1.061924180637366,
      "grad_norm": 1.944948751105097,
      "learning_rate": 7.2141471050729196e-06,
      "loss": 0.1324,
      "step": 7031
    },
    {
      "epoch": 1.0620752152242863,
      "grad_norm": 1.9750239207442766,
      "learning_rate": 7.213438027780682e-06,
      "loss": 0.1316,
      "step": 7032
    },
    {
      "epoch": 1.0622262498112067,
      "grad_norm": 1.892294887563531,
      "learning_rate": 7.2127288951180754e-06,
      "loss": 0.1411,
      "step": 7033
    },
    {
      "epoch": 1.0623772843981272,
      "grad_norm": 1.6057560523238876,
      "learning_rate": 7.2120197071028384e-06,
      "loss": 0.1219,
      "step": 7034
    },
    {
      "epoch": 1.0625283189850476,
      "grad_norm": 2.0606370451374025,
      "learning_rate": 7.2113104637527135e-06,
      "loss": 0.1338,
      "step": 7035
    },
    {
      "epoch": 1.062679353571968,
      "grad_norm": 1.579017982637342,
      "learning_rate": 7.210601165085438e-06,
      "loss": 0.1035,
      "step": 7036
    },
    {
      "epoch": 1.0628303881588883,
      "grad_norm": 1.6871175966915926,
      "learning_rate": 7.2098918111187585e-06,
      "loss": 0.1231,
      "step": 7037
    },
    {
      "epoch": 1.0629814227458088,
      "grad_norm": 2.0475409171125993,
      "learning_rate": 7.209182401870419e-06,
      "loss": 0.1219,
      "step": 7038
    },
    {
      "epoch": 1.0631324573327292,
      "grad_norm": 1.7603892904798744,
      "learning_rate": 7.208472937358169e-06,
      "loss": 0.1325,
      "step": 7039
    },
    {
      "epoch": 1.0632834919196497,
      "grad_norm": 1.8425189158072017,
      "learning_rate": 7.207763417599751e-06,
      "loss": 0.1245,
      "step": 7040
    },
    {
      "epoch": 1.0634345265065699,
      "grad_norm": 1.6119541952872833,
      "learning_rate": 7.2070538426129165e-06,
      "loss": 0.111,
      "step": 7041
    },
    {
      "epoch": 1.0635855610934903,
      "grad_norm": 1.6944161664545476,
      "learning_rate": 7.206344212415417e-06,
      "loss": 0.1272,
      "step": 7042
    },
    {
      "epoch": 1.0637365956804108,
      "grad_norm": 1.640086448600167,
      "learning_rate": 7.205634527025001e-06,
      "loss": 0.1104,
      "step": 7043
    },
    {
      "epoch": 1.0638876302673312,
      "grad_norm": 2.0720661129171254,
      "learning_rate": 7.204924786459425e-06,
      "loss": 0.1581,
      "step": 7044
    },
    {
      "epoch": 1.0640386648542517,
      "grad_norm": 1.8355502674622748,
      "learning_rate": 7.2042149907364426e-06,
      "loss": 0.1335,
      "step": 7045
    },
    {
      "epoch": 1.064189699441172,
      "grad_norm": 1.6780204614535594,
      "learning_rate": 7.20350513987381e-06,
      "loss": 0.1344,
      "step": 7046
    },
    {
      "epoch": 1.0643407340280924,
      "grad_norm": 1.7612775271652938,
      "learning_rate": 7.202795233889283e-06,
      "loss": 0.143,
      "step": 7047
    },
    {
      "epoch": 1.0644917686150128,
      "grad_norm": 2.5359503160315247,
      "learning_rate": 7.202085272800621e-06,
      "loss": 0.144,
      "step": 7048
    },
    {
      "epoch": 1.0646428032019333,
      "grad_norm": 1.7761066634051723,
      "learning_rate": 7.201375256625585e-06,
      "loss": 0.1319,
      "step": 7049
    },
    {
      "epoch": 1.0647938377888537,
      "grad_norm": 3.6667848784713777,
      "learning_rate": 7.200665185381935e-06,
      "loss": 0.1383,
      "step": 7050
    },
    {
      "epoch": 1.064944872375774,
      "grad_norm": 2.112307242525326,
      "learning_rate": 7.199955059087436e-06,
      "loss": 0.1439,
      "step": 7051
    },
    {
      "epoch": 1.0650959069626944,
      "grad_norm": 1.964971432533488,
      "learning_rate": 7.199244877759849e-06,
      "loss": 0.1406,
      "step": 7052
    },
    {
      "epoch": 1.0652469415496149,
      "grad_norm": 1.6115805536556533,
      "learning_rate": 7.198534641416943e-06,
      "loss": 0.1158,
      "step": 7053
    },
    {
      "epoch": 1.0653979761365353,
      "grad_norm": 1.7264425762620863,
      "learning_rate": 7.197824350076483e-06,
      "loss": 0.1158,
      "step": 7054
    },
    {
      "epoch": 1.0655490107234558,
      "grad_norm": 2.56288011283241,
      "learning_rate": 7.197114003756236e-06,
      "loss": 0.1676,
      "step": 7055
    },
    {
      "epoch": 1.065700045310376,
      "grad_norm": 2.1380772140786073,
      "learning_rate": 7.196403602473974e-06,
      "loss": 0.1561,
      "step": 7056
    },
    {
      "epoch": 1.0658510798972964,
      "grad_norm": 4.06063766338217,
      "learning_rate": 7.195693146247469e-06,
      "loss": 0.1652,
      "step": 7057
    },
    {
      "epoch": 1.066002114484217,
      "grad_norm": 4.2139223214010615,
      "learning_rate": 7.19498263509449e-06,
      "loss": 0.1457,
      "step": 7058
    },
    {
      "epoch": 1.0661531490711373,
      "grad_norm": 1.712858842254757,
      "learning_rate": 7.194272069032815e-06,
      "loss": 0.1312,
      "step": 7059
    },
    {
      "epoch": 1.0663041836580578,
      "grad_norm": 2.2813580078770768,
      "learning_rate": 7.193561448080215e-06,
      "loss": 0.1316,
      "step": 7060
    },
    {
      "epoch": 1.066455218244978,
      "grad_norm": 2.3006901470055845,
      "learning_rate": 7.192850772254469e-06,
      "loss": 0.155,
      "step": 7061
    },
    {
      "epoch": 1.0666062528318985,
      "grad_norm": 1.9291535893046063,
      "learning_rate": 7.192140041573354e-06,
      "loss": 0.1368,
      "step": 7062
    },
    {
      "epoch": 1.066757287418819,
      "grad_norm": 2.315959066903652,
      "learning_rate": 7.19142925605465e-06,
      "loss": 0.1485,
      "step": 7063
    },
    {
      "epoch": 1.0669083220057394,
      "grad_norm": 1.593106545613051,
      "learning_rate": 7.1907184157161384e-06,
      "loss": 0.1221,
      "step": 7064
    },
    {
      "epoch": 1.0670593565926598,
      "grad_norm": 3.25411925559156,
      "learning_rate": 7.1900075205755995e-06,
      "loss": 0.1455,
      "step": 7065
    },
    {
      "epoch": 1.06721039117958,
      "grad_norm": 1.7195522047997673,
      "learning_rate": 7.189296570650817e-06,
      "loss": 0.1342,
      "step": 7066
    },
    {
      "epoch": 1.0673614257665005,
      "grad_norm": 2.321416911220669,
      "learning_rate": 7.1885855659595775e-06,
      "loss": 0.1354,
      "step": 7067
    },
    {
      "epoch": 1.067512460353421,
      "grad_norm": 1.5863595006462483,
      "learning_rate": 7.187874506519666e-06,
      "loss": 0.126,
      "step": 7068
    },
    {
      "epoch": 1.0676634949403414,
      "grad_norm": 1.743788267316889,
      "learning_rate": 7.187163392348868e-06,
      "loss": 0.1148,
      "step": 7069
    },
    {
      "epoch": 1.0678145295272619,
      "grad_norm": 2.1987358183065986,
      "learning_rate": 7.186452223464976e-06,
      "loss": 0.1248,
      "step": 7070
    },
    {
      "epoch": 1.067965564114182,
      "grad_norm": 2.0634897596304422,
      "learning_rate": 7.185740999885778e-06,
      "loss": 0.1513,
      "step": 7071
    },
    {
      "epoch": 1.0681165987011025,
      "grad_norm": 1.7120642948422686,
      "learning_rate": 7.185029721629066e-06,
      "loss": 0.1242,
      "step": 7072
    },
    {
      "epoch": 1.068267633288023,
      "grad_norm": 1.4607298102890205,
      "learning_rate": 7.184318388712634e-06,
      "loss": 0.1116,
      "step": 7073
    },
    {
      "epoch": 1.0684186678749434,
      "grad_norm": 2.6922076845335696,
      "learning_rate": 7.183607001154276e-06,
      "loss": 0.177,
      "step": 7074
    },
    {
      "epoch": 1.0685697024618637,
      "grad_norm": 1.692452531568173,
      "learning_rate": 7.182895558971788e-06,
      "loss": 0.1281,
      "step": 7075
    },
    {
      "epoch": 1.0687207370487841,
      "grad_norm": 1.7323911527602014,
      "learning_rate": 7.182184062182964e-06,
      "loss": 0.1406,
      "step": 7076
    },
    {
      "epoch": 1.0688717716357046,
      "grad_norm": 1.9334373813000758,
      "learning_rate": 7.181472510805607e-06,
      "loss": 0.1303,
      "step": 7077
    },
    {
      "epoch": 1.069022806222625,
      "grad_norm": 1.9154977273986924,
      "learning_rate": 7.1807609048575145e-06,
      "loss": 0.1386,
      "step": 7078
    },
    {
      "epoch": 1.0691738408095455,
      "grad_norm": 2.135168751116992,
      "learning_rate": 7.180049244356488e-06,
      "loss": 0.1283,
      "step": 7079
    },
    {
      "epoch": 1.0693248753964657,
      "grad_norm": 1.6486822820083529,
      "learning_rate": 7.17933752932033e-06,
      "loss": 0.1334,
      "step": 7080
    },
    {
      "epoch": 1.0694759099833862,
      "grad_norm": 2.7289830434040363,
      "learning_rate": 7.178625759766845e-06,
      "loss": 0.152,
      "step": 7081
    },
    {
      "epoch": 1.0696269445703066,
      "grad_norm": 1.7767948468072308,
      "learning_rate": 7.1779139357138385e-06,
      "loss": 0.1276,
      "step": 7082
    },
    {
      "epoch": 1.069777979157227,
      "grad_norm": 1.3873011199497127,
      "learning_rate": 7.177202057179116e-06,
      "loss": 0.0974,
      "step": 7083
    },
    {
      "epoch": 1.0699290137441475,
      "grad_norm": 2.13265659626728,
      "learning_rate": 7.176490124180485e-06,
      "loss": 0.1488,
      "step": 7084
    },
    {
      "epoch": 1.0700800483310677,
      "grad_norm": 1.8836158652329,
      "learning_rate": 7.1757781367357585e-06,
      "loss": 0.1473,
      "step": 7085
    },
    {
      "epoch": 1.0702310829179882,
      "grad_norm": 1.9998987273679127,
      "learning_rate": 7.175066094862744e-06,
      "loss": 0.1484,
      "step": 7086
    },
    {
      "epoch": 1.0703821175049086,
      "grad_norm": 2.41614445399873,
      "learning_rate": 7.174353998579253e-06,
      "loss": 0.1592,
      "step": 7087
    },
    {
      "epoch": 1.070533152091829,
      "grad_norm": 1.8914163655129284,
      "learning_rate": 7.1736418479031015e-06,
      "loss": 0.1275,
      "step": 7088
    },
    {
      "epoch": 1.0706841866787493,
      "grad_norm": 2.172552170702509,
      "learning_rate": 7.1729296428521026e-06,
      "loss": 0.146,
      "step": 7089
    },
    {
      "epoch": 1.0708352212656698,
      "grad_norm": 2.18932393476439,
      "learning_rate": 7.172217383444074e-06,
      "loss": 0.1452,
      "step": 7090
    },
    {
      "epoch": 1.0709862558525902,
      "grad_norm": 1.9358261427167403,
      "learning_rate": 7.1715050696968315e-06,
      "loss": 0.1524,
      "step": 7091
    },
    {
      "epoch": 1.0711372904395107,
      "grad_norm": 1.5291494408841921,
      "learning_rate": 7.170792701628195e-06,
      "loss": 0.1218,
      "step": 7092
    },
    {
      "epoch": 1.0712883250264311,
      "grad_norm": 1.836823774461843,
      "learning_rate": 7.170080279255986e-06,
      "loss": 0.136,
      "step": 7093
    },
    {
      "epoch": 1.0714393596133513,
      "grad_norm": 1.4032600445555332,
      "learning_rate": 7.169367802598024e-06,
      "loss": 0.1211,
      "step": 7094
    },
    {
      "epoch": 1.0715903942002718,
      "grad_norm": 2.797707055277705,
      "learning_rate": 7.168655271672132e-06,
      "loss": 0.1623,
      "step": 7095
    },
    {
      "epoch": 1.0717414287871923,
      "grad_norm": 2.117521902259886,
      "learning_rate": 7.167942686496137e-06,
      "loss": 0.1453,
      "step": 7096
    },
    {
      "epoch": 1.0718924633741127,
      "grad_norm": 1.6683557146854013,
      "learning_rate": 7.167230047087862e-06,
      "loss": 0.1367,
      "step": 7097
    },
    {
      "epoch": 1.0720434979610332,
      "grad_norm": 1.90414477376303,
      "learning_rate": 7.166517353465134e-06,
      "loss": 0.1643,
      "step": 7098
    },
    {
      "epoch": 1.0721945325479534,
      "grad_norm": 1.7275990784040614,
      "learning_rate": 7.165804605645784e-06,
      "loss": 0.1344,
      "step": 7099
    },
    {
      "epoch": 1.0723455671348738,
      "grad_norm": 1.9825007732961173,
      "learning_rate": 7.165091803647639e-06,
      "loss": 0.137,
      "step": 7100
    },
    {
      "epoch": 1.0724966017217943,
      "grad_norm": 2.1582002156577165,
      "learning_rate": 7.1643789474885325e-06,
      "loss": 0.1208,
      "step": 7101
    },
    {
      "epoch": 1.0726476363087147,
      "grad_norm": 1.9162078128319338,
      "learning_rate": 7.163666037186294e-06,
      "loss": 0.1391,
      "step": 7102
    },
    {
      "epoch": 1.0727986708956352,
      "grad_norm": 1.652044751130175,
      "learning_rate": 7.162953072758762e-06,
      "loss": 0.1188,
      "step": 7103
    },
    {
      "epoch": 1.0729497054825554,
      "grad_norm": 1.570809104020627,
      "learning_rate": 7.162240054223767e-06,
      "loss": 0.1087,
      "step": 7104
    },
    {
      "epoch": 1.0731007400694759,
      "grad_norm": 2.0076993284182656,
      "learning_rate": 7.161526981599147e-06,
      "loss": 0.1511,
      "step": 7105
    },
    {
      "epoch": 1.0732517746563963,
      "grad_norm": 1.9196304117426337,
      "learning_rate": 7.1608138549027395e-06,
      "loss": 0.146,
      "step": 7106
    },
    {
      "epoch": 1.0734028092433168,
      "grad_norm": 1.8351228200770093,
      "learning_rate": 7.160100674152387e-06,
      "loss": 0.124,
      "step": 7107
    },
    {
      "epoch": 1.0735538438302372,
      "grad_norm": 2.2240318432330497,
      "learning_rate": 7.159387439365926e-06,
      "loss": 0.1584,
      "step": 7108
    },
    {
      "epoch": 1.0737048784171574,
      "grad_norm": 1.6542199926935863,
      "learning_rate": 7.1586741505612e-06,
      "loss": 0.1238,
      "step": 7109
    },
    {
      "epoch": 1.073855913004078,
      "grad_norm": 1.984859649996926,
      "learning_rate": 7.157960807756054e-06,
      "loss": 0.1559,
      "step": 7110
    },
    {
      "epoch": 1.0740069475909984,
      "grad_norm": 2.0464472211787594,
      "learning_rate": 7.15724741096833e-06,
      "loss": 0.1498,
      "step": 7111
    },
    {
      "epoch": 1.0741579821779188,
      "grad_norm": 1.6843953324610126,
      "learning_rate": 7.156533960215874e-06,
      "loss": 0.1335,
      "step": 7112
    },
    {
      "epoch": 1.0743090167648393,
      "grad_norm": 2.5716651510196047,
      "learning_rate": 7.1558204555165354e-06,
      "loss": 0.1634,
      "step": 7113
    },
    {
      "epoch": 1.0744600513517595,
      "grad_norm": 1.7926702212105243,
      "learning_rate": 7.155106896888164e-06,
      "loss": 0.1241,
      "step": 7114
    },
    {
      "epoch": 1.07461108593868,
      "grad_norm": 2.4126592845293438,
      "learning_rate": 7.154393284348606e-06,
      "loss": 0.156,
      "step": 7115
    },
    {
      "epoch": 1.0747621205256004,
      "grad_norm": 2.7424865055529004,
      "learning_rate": 7.1536796179157145e-06,
      "loss": 0.1663,
      "step": 7116
    },
    {
      "epoch": 1.0749131551125208,
      "grad_norm": 1.8718725632072073,
      "learning_rate": 7.152965897607342e-06,
      "loss": 0.1178,
      "step": 7117
    },
    {
      "epoch": 1.0750641896994413,
      "grad_norm": 2.143845087023799,
      "learning_rate": 7.152252123441343e-06,
      "loss": 0.1636,
      "step": 7118
    },
    {
      "epoch": 1.0752152242863615,
      "grad_norm": 1.9994027958928395,
      "learning_rate": 7.151538295435574e-06,
      "loss": 0.1445,
      "step": 7119
    },
    {
      "epoch": 1.075366258873282,
      "grad_norm": 1.6937132342023153,
      "learning_rate": 7.150824413607891e-06,
      "loss": 0.1404,
      "step": 7120
    },
    {
      "epoch": 1.0755172934602024,
      "grad_norm": 1.7245039234940467,
      "learning_rate": 7.150110477976152e-06,
      "loss": 0.1109,
      "step": 7121
    },
    {
      "epoch": 1.0756683280471229,
      "grad_norm": 1.7795929098336523,
      "learning_rate": 7.149396488558215e-06,
      "loss": 0.1402,
      "step": 7122
    },
    {
      "epoch": 1.075819362634043,
      "grad_norm": 1.9421016200500059,
      "learning_rate": 7.148682445371942e-06,
      "loss": 0.1356,
      "step": 7123
    },
    {
      "epoch": 1.0759703972209635,
      "grad_norm": 1.6437671724988845,
      "learning_rate": 7.147968348435197e-06,
      "loss": 0.12,
      "step": 7124
    },
    {
      "epoch": 1.076121431807884,
      "grad_norm": 1.8399743477782968,
      "learning_rate": 7.147254197765841e-06,
      "loss": 0.1403,
      "step": 7125
    },
    {
      "epoch": 1.0762724663948045,
      "grad_norm": 1.7068826579352327,
      "learning_rate": 7.146539993381741e-06,
      "loss": 0.1227,
      "step": 7126
    },
    {
      "epoch": 1.076423500981725,
      "grad_norm": 1.8767604010007668,
      "learning_rate": 7.145825735300761e-06,
      "loss": 0.1478,
      "step": 7127
    },
    {
      "epoch": 1.0765745355686451,
      "grad_norm": 1.5689118772856963,
      "learning_rate": 7.14511142354077e-06,
      "loss": 0.1293,
      "step": 7128
    },
    {
      "epoch": 1.0767255701555656,
      "grad_norm": 2.813594492221877,
      "learning_rate": 7.1443970581196365e-06,
      "loss": 0.1414,
      "step": 7129
    },
    {
      "epoch": 1.076876604742486,
      "grad_norm": 1.8182349171782073,
      "learning_rate": 7.143682639055229e-06,
      "loss": 0.1434,
      "step": 7130
    },
    {
      "epoch": 1.0770276393294065,
      "grad_norm": 2.065261241394335,
      "learning_rate": 7.142968166365423e-06,
      "loss": 0.1805,
      "step": 7131
    },
    {
      "epoch": 1.077178673916327,
      "grad_norm": 1.6631534018427068,
      "learning_rate": 7.142253640068089e-06,
      "loss": 0.1245,
      "step": 7132
    },
    {
      "epoch": 1.0773297085032472,
      "grad_norm": 2.2899822495205964,
      "learning_rate": 7.1415390601811015e-06,
      "loss": 0.1491,
      "step": 7133
    },
    {
      "epoch": 1.0774807430901676,
      "grad_norm": 2.0739670238685495,
      "learning_rate": 7.140824426722335e-06,
      "loss": 0.1537,
      "step": 7134
    },
    {
      "epoch": 1.077631777677088,
      "grad_norm": 1.7316479781802268,
      "learning_rate": 7.140109739709668e-06,
      "loss": 0.1288,
      "step": 7135
    },
    {
      "epoch": 1.0777828122640085,
      "grad_norm": 2.089209646508151,
      "learning_rate": 7.13939499916098e-06,
      "loss": 0.1434,
      "step": 7136
    },
    {
      "epoch": 1.0779338468509287,
      "grad_norm": 1.4148964794470826,
      "learning_rate": 7.138680205094149e-06,
      "loss": 0.1056,
      "step": 7137
    },
    {
      "epoch": 1.0780848814378492,
      "grad_norm": 1.6979201683367346,
      "learning_rate": 7.137965357527053e-06,
      "loss": 0.1459,
      "step": 7138
    },
    {
      "epoch": 1.0782359160247696,
      "grad_norm": 1.6576009609085538,
      "learning_rate": 7.13725045647758e-06,
      "loss": 0.1321,
      "step": 7139
    },
    {
      "epoch": 1.07838695061169,
      "grad_norm": 1.6210139073750187,
      "learning_rate": 7.136535501963609e-06,
      "loss": 0.1105,
      "step": 7140
    },
    {
      "epoch": 1.0785379851986105,
      "grad_norm": 2.0142340882183905,
      "learning_rate": 7.1358204940030285e-06,
      "loss": 0.1349,
      "step": 7141
    },
    {
      "epoch": 1.0786890197855308,
      "grad_norm": 1.7562739467915192,
      "learning_rate": 7.135105432613723e-06,
      "loss": 0.1402,
      "step": 7142
    },
    {
      "epoch": 1.0788400543724512,
      "grad_norm": 1.9534523300695665,
      "learning_rate": 7.1343903178135796e-06,
      "loss": 0.1559,
      "step": 7143
    },
    {
      "epoch": 1.0789910889593717,
      "grad_norm": 1.3357718464899209,
      "learning_rate": 7.133675149620489e-06,
      "loss": 0.0924,
      "step": 7144
    },
    {
      "epoch": 1.0791421235462921,
      "grad_norm": 1.7763776807145804,
      "learning_rate": 7.1329599280523395e-06,
      "loss": 0.1265,
      "step": 7145
    },
    {
      "epoch": 1.0792931581332126,
      "grad_norm": 1.9160664347831438,
      "learning_rate": 7.132244653127024e-06,
      "loss": 0.1425,
      "step": 7146
    },
    {
      "epoch": 1.0794441927201328,
      "grad_norm": 2.243770628166915,
      "learning_rate": 7.1315293248624366e-06,
      "loss": 0.1681,
      "step": 7147
    },
    {
      "epoch": 1.0795952273070533,
      "grad_norm": 2.631892306920368,
      "learning_rate": 7.130813943276469e-06,
      "loss": 0.1551,
      "step": 7148
    },
    {
      "epoch": 1.0797462618939737,
      "grad_norm": 1.8900193493283368,
      "learning_rate": 7.1300985083870185e-06,
      "loss": 0.1468,
      "step": 7149
    },
    {
      "epoch": 1.0798972964808942,
      "grad_norm": 1.5057115652855826,
      "learning_rate": 7.129383020211984e-06,
      "loss": 0.1194,
      "step": 7150
    },
    {
      "epoch": 1.0800483310678146,
      "grad_norm": 1.6474181370416559,
      "learning_rate": 7.1286674787692575e-06,
      "loss": 0.1322,
      "step": 7151
    },
    {
      "epoch": 1.0801993656547348,
      "grad_norm": 2.40158927386223,
      "learning_rate": 7.127951884076746e-06,
      "loss": 0.1754,
      "step": 7152
    },
    {
      "epoch": 1.0803504002416553,
      "grad_norm": 2.1589013252161986,
      "learning_rate": 7.127236236152346e-06,
      "loss": 0.1454,
      "step": 7153
    },
    {
      "epoch": 1.0805014348285757,
      "grad_norm": 2.064750375230933,
      "learning_rate": 7.126520535013962e-06,
      "loss": 0.1476,
      "step": 7154
    },
    {
      "epoch": 1.0806524694154962,
      "grad_norm": 1.950523793332517,
      "learning_rate": 7.125804780679497e-06,
      "loss": 0.1324,
      "step": 7155
    },
    {
      "epoch": 1.0808035040024166,
      "grad_norm": 1.6422426769133067,
      "learning_rate": 7.125088973166855e-06,
      "loss": 0.1267,
      "step": 7156
    },
    {
      "epoch": 1.0809545385893369,
      "grad_norm": 1.9136868227915513,
      "learning_rate": 7.124373112493943e-06,
      "loss": 0.143,
      "step": 7157
    },
    {
      "epoch": 1.0811055731762573,
      "grad_norm": 2.5109916775504697,
      "learning_rate": 7.12365719867867e-06,
      "loss": 0.1532,
      "step": 7158
    },
    {
      "epoch": 1.0812566077631778,
      "grad_norm": 2.5231568743211583,
      "learning_rate": 7.122941231738942e-06,
      "loss": 0.1476,
      "step": 7159
    },
    {
      "epoch": 1.0814076423500982,
      "grad_norm": 1.7462570253251064,
      "learning_rate": 7.122225211692672e-06,
      "loss": 0.1452,
      "step": 7160
    },
    {
      "epoch": 1.0815586769370187,
      "grad_norm": 1.996672892177272,
      "learning_rate": 7.1215091385577714e-06,
      "loss": 0.1287,
      "step": 7161
    },
    {
      "epoch": 1.081709711523939,
      "grad_norm": 2.0341333003095383,
      "learning_rate": 7.120793012352151e-06,
      "loss": 0.1362,
      "step": 7162
    },
    {
      "epoch": 1.0818607461108594,
      "grad_norm": 1.9415130112222543,
      "learning_rate": 7.120076833093727e-06,
      "loss": 0.1263,
      "step": 7163
    },
    {
      "epoch": 1.0820117806977798,
      "grad_norm": 2.228473243559758,
      "learning_rate": 7.119360600800413e-06,
      "loss": 0.1334,
      "step": 7164
    },
    {
      "epoch": 1.0821628152847003,
      "grad_norm": 1.851630596201134,
      "learning_rate": 7.118644315490131e-06,
      "loss": 0.1377,
      "step": 7165
    },
    {
      "epoch": 1.0823138498716207,
      "grad_norm": 1.8169925869242531,
      "learning_rate": 7.117927977180794e-06,
      "loss": 0.1535,
      "step": 7166
    },
    {
      "epoch": 1.082464884458541,
      "grad_norm": 2.025225290093294,
      "learning_rate": 7.117211585890323e-06,
      "loss": 0.141,
      "step": 7167
    },
    {
      "epoch": 1.0826159190454614,
      "grad_norm": 1.9093306033729427,
      "learning_rate": 7.11649514163664e-06,
      "loss": 0.1313,
      "step": 7168
    },
    {
      "epoch": 1.0827669536323818,
      "grad_norm": 2.22382915405749,
      "learning_rate": 7.115778644437667e-06,
      "loss": 0.1438,
      "step": 7169
    },
    {
      "epoch": 1.0829179882193023,
      "grad_norm": 1.747952548938493,
      "learning_rate": 7.115062094311326e-06,
      "loss": 0.131,
      "step": 7170
    },
    {
      "epoch": 1.0830690228062225,
      "grad_norm": 2.2436378590558417,
      "learning_rate": 7.114345491275543e-06,
      "loss": 0.1762,
      "step": 7171
    },
    {
      "epoch": 1.083220057393143,
      "grad_norm": 1.5729028899036945,
      "learning_rate": 7.113628835348245e-06,
      "loss": 0.1116,
      "step": 7172
    },
    {
      "epoch": 1.0833710919800634,
      "grad_norm": 2.9375504550374836,
      "learning_rate": 7.112912126547358e-06,
      "loss": 0.1899,
      "step": 7173
    },
    {
      "epoch": 1.0835221265669839,
      "grad_norm": 2.6077876115487957,
      "learning_rate": 7.112195364890812e-06,
      "loss": 0.155,
      "step": 7174
    },
    {
      "epoch": 1.0836731611539043,
      "grad_norm": 2.071519402847771,
      "learning_rate": 7.111478550396537e-06,
      "loss": 0.1611,
      "step": 7175
    },
    {
      "epoch": 1.0838241957408246,
      "grad_norm": 1.6159432690605506,
      "learning_rate": 7.110761683082464e-06,
      "loss": 0.1247,
      "step": 7176
    },
    {
      "epoch": 1.083975230327745,
      "grad_norm": 1.6103279425047505,
      "learning_rate": 7.110044762966526e-06,
      "loss": 0.1319,
      "step": 7177
    },
    {
      "epoch": 1.0841262649146655,
      "grad_norm": 1.3393835064732824,
      "learning_rate": 7.109327790066658e-06,
      "loss": 0.1017,
      "step": 7178
    },
    {
      "epoch": 1.084277299501586,
      "grad_norm": 1.6273040885825898,
      "learning_rate": 7.108610764400794e-06,
      "loss": 0.1217,
      "step": 7179
    },
    {
      "epoch": 1.0844283340885064,
      "grad_norm": 1.6996001265469582,
      "learning_rate": 7.107893685986872e-06,
      "loss": 0.1101,
      "step": 7180
    },
    {
      "epoch": 1.0845793686754266,
      "grad_norm": 1.8652493395740102,
      "learning_rate": 7.10717655484283e-06,
      "loss": 0.1331,
      "step": 7181
    },
    {
      "epoch": 1.084730403262347,
      "grad_norm": 1.7029999198567183,
      "learning_rate": 7.106459370986606e-06,
      "loss": 0.1272,
      "step": 7182
    },
    {
      "epoch": 1.0848814378492675,
      "grad_norm": 1.8890908485528437,
      "learning_rate": 7.105742134436144e-06,
      "loss": 0.1368,
      "step": 7183
    },
    {
      "epoch": 1.085032472436188,
      "grad_norm": 1.8591101565065966,
      "learning_rate": 7.105024845209383e-06,
      "loss": 0.1338,
      "step": 7184
    },
    {
      "epoch": 1.0851835070231084,
      "grad_norm": 1.9701510848642418,
      "learning_rate": 7.104307503324265e-06,
      "loss": 0.1468,
      "step": 7185
    },
    {
      "epoch": 1.0853345416100286,
      "grad_norm": 1.7869885354362607,
      "learning_rate": 7.10359010879874e-06,
      "loss": 0.1408,
      "step": 7186
    },
    {
      "epoch": 1.085485576196949,
      "grad_norm": 1.9099508756233963,
      "learning_rate": 7.10287266165075e-06,
      "loss": 0.1408,
      "step": 7187
    },
    {
      "epoch": 1.0856366107838695,
      "grad_norm": 3.304367024851339,
      "learning_rate": 7.1021551618982435e-06,
      "loss": 0.1551,
      "step": 7188
    },
    {
      "epoch": 1.08578764537079,
      "grad_norm": 1.7852205139137758,
      "learning_rate": 7.101437609559169e-06,
      "loss": 0.1302,
      "step": 7189
    },
    {
      "epoch": 1.0859386799577102,
      "grad_norm": 1.8396436523443405,
      "learning_rate": 7.100720004651476e-06,
      "loss": 0.1371,
      "step": 7190
    },
    {
      "epoch": 1.0860897145446307,
      "grad_norm": 1.7189698403910298,
      "learning_rate": 7.100002347193116e-06,
      "loss": 0.116,
      "step": 7191
    },
    {
      "epoch": 1.086240749131551,
      "grad_norm": 1.6393536279217789,
      "learning_rate": 7.099284637202043e-06,
      "loss": 0.1241,
      "step": 7192
    },
    {
      "epoch": 1.0863917837184716,
      "grad_norm": 1.7956964958628594,
      "learning_rate": 7.09856687469621e-06,
      "loss": 0.1403,
      "step": 7193
    },
    {
      "epoch": 1.086542818305392,
      "grad_norm": 2.0017725930159176,
      "learning_rate": 7.097849059693571e-06,
      "loss": 0.1385,
      "step": 7194
    },
    {
      "epoch": 1.0866938528923122,
      "grad_norm": 1.670709326472693,
      "learning_rate": 7.097131192212083e-06,
      "loss": 0.1239,
      "step": 7195
    },
    {
      "epoch": 1.0868448874792327,
      "grad_norm": 1.8887193063098182,
      "learning_rate": 7.0964132722697065e-06,
      "loss": 0.1359,
      "step": 7196
    },
    {
      "epoch": 1.0869959220661531,
      "grad_norm": 1.9036894180863453,
      "learning_rate": 7.095695299884396e-06,
      "loss": 0.1315,
      "step": 7197
    },
    {
      "epoch": 1.0871469566530736,
      "grad_norm": 1.8895591114967836,
      "learning_rate": 7.094977275074117e-06,
      "loss": 0.1305,
      "step": 7198
    },
    {
      "epoch": 1.087297991239994,
      "grad_norm": 2.4791335601277114,
      "learning_rate": 7.094259197856827e-06,
      "loss": 0.16,
      "step": 7199
    },
    {
      "epoch": 1.0874490258269143,
      "grad_norm": 1.5366074607520868,
      "learning_rate": 7.093541068250492e-06,
      "loss": 0.1068,
      "step": 7200
    },
    {
      "epoch": 1.0876000604138347,
      "grad_norm": 1.8468911260193088,
      "learning_rate": 7.092822886273075e-06,
      "loss": 0.1357,
      "step": 7201
    },
    {
      "epoch": 1.0877510950007552,
      "grad_norm": 1.8075984315601166,
      "learning_rate": 7.0921046519425404e-06,
      "loss": 0.1381,
      "step": 7202
    },
    {
      "epoch": 1.0879021295876756,
      "grad_norm": 1.458652191224283,
      "learning_rate": 7.091386365276859e-06,
      "loss": 0.1108,
      "step": 7203
    },
    {
      "epoch": 1.088053164174596,
      "grad_norm": 1.6427450037780924,
      "learning_rate": 7.090668026293998e-06,
      "loss": 0.1302,
      "step": 7204
    },
    {
      "epoch": 1.0882041987615163,
      "grad_norm": 1.853181332333989,
      "learning_rate": 7.089949635011923e-06,
      "loss": 0.1412,
      "step": 7205
    },
    {
      "epoch": 1.0883552333484368,
      "grad_norm": 1.6429972256027714,
      "learning_rate": 7.08923119144861e-06,
      "loss": 0.1067,
      "step": 7206
    },
    {
      "epoch": 1.0885062679353572,
      "grad_norm": 2.5365821306586214,
      "learning_rate": 7.088512695622029e-06,
      "loss": 0.1453,
      "step": 7207
    },
    {
      "epoch": 1.0886573025222777,
      "grad_norm": 1.6107501573218153,
      "learning_rate": 7.087794147550153e-06,
      "loss": 0.1221,
      "step": 7208
    },
    {
      "epoch": 1.088808337109198,
      "grad_norm": 2.0059175628448593,
      "learning_rate": 7.087075547250958e-06,
      "loss": 0.1577,
      "step": 7209
    },
    {
      "epoch": 1.0889593716961183,
      "grad_norm": 1.78915112665589,
      "learning_rate": 7.08635689474242e-06,
      "loss": 0.1243,
      "step": 7210
    },
    {
      "epoch": 1.0891104062830388,
      "grad_norm": 2.183878429161916,
      "learning_rate": 7.085638190042516e-06,
      "loss": 0.1754,
      "step": 7211
    },
    {
      "epoch": 1.0892614408699592,
      "grad_norm": 1.7922370953598235,
      "learning_rate": 7.084919433169226e-06,
      "loss": 0.1278,
      "step": 7212
    },
    {
      "epoch": 1.0894124754568797,
      "grad_norm": 1.7294884216737676,
      "learning_rate": 7.084200624140528e-06,
      "loss": 0.1229,
      "step": 7213
    },
    {
      "epoch": 1.0895635100438001,
      "grad_norm": 1.5069071586196434,
      "learning_rate": 7.083481762974406e-06,
      "loss": 0.1099,
      "step": 7214
    },
    {
      "epoch": 1.0897145446307204,
      "grad_norm": 2.359730653595155,
      "learning_rate": 7.0827628496888415e-06,
      "loss": 0.1389,
      "step": 7215
    },
    {
      "epoch": 1.0898655792176408,
      "grad_norm": 1.709326677792588,
      "learning_rate": 7.082043884301818e-06,
      "loss": 0.1341,
      "step": 7216
    },
    {
      "epoch": 1.0900166138045613,
      "grad_norm": 1.464678942287661,
      "learning_rate": 7.081324866831321e-06,
      "loss": 0.1122,
      "step": 7217
    },
    {
      "epoch": 1.0901676483914817,
      "grad_norm": 1.8690698363785456,
      "learning_rate": 7.080605797295337e-06,
      "loss": 0.1292,
      "step": 7218
    },
    {
      "epoch": 1.090318682978402,
      "grad_norm": 1.5776367404841427,
      "learning_rate": 7.079886675711855e-06,
      "loss": 0.1277,
      "step": 7219
    },
    {
      "epoch": 1.0904697175653224,
      "grad_norm": 2.22426553337755,
      "learning_rate": 7.079167502098862e-06,
      "loss": 0.1571,
      "step": 7220
    },
    {
      "epoch": 1.0906207521522429,
      "grad_norm": 1.8922232142364204,
      "learning_rate": 7.078448276474351e-06,
      "loss": 0.13,
      "step": 7221
    },
    {
      "epoch": 1.0907717867391633,
      "grad_norm": 1.8128677926258876,
      "learning_rate": 7.0777289988563134e-06,
      "loss": 0.1201,
      "step": 7222
    },
    {
      "epoch": 1.0909228213260838,
      "grad_norm": 1.799649579671716,
      "learning_rate": 7.077009669262742e-06,
      "loss": 0.1351,
      "step": 7223
    },
    {
      "epoch": 1.091073855913004,
      "grad_norm": 2.281543635433652,
      "learning_rate": 7.076290287711629e-06,
      "loss": 0.171,
      "step": 7224
    },
    {
      "epoch": 1.0912248904999244,
      "grad_norm": 2.1421531719740536,
      "learning_rate": 7.075570854220972e-06,
      "loss": 0.1339,
      "step": 7225
    },
    {
      "epoch": 1.091375925086845,
      "grad_norm": 1.7899897993019407,
      "learning_rate": 7.07485136880877e-06,
      "loss": 0.1296,
      "step": 7226
    },
    {
      "epoch": 1.0915269596737653,
      "grad_norm": 2.1080062732023213,
      "learning_rate": 7.0741318314930195e-06,
      "loss": 0.1489,
      "step": 7227
    },
    {
      "epoch": 1.0916779942606858,
      "grad_norm": 2.519396832389154,
      "learning_rate": 7.07341224229172e-06,
      "loss": 0.1392,
      "step": 7228
    },
    {
      "epoch": 1.091829028847606,
      "grad_norm": 1.603151905303459,
      "learning_rate": 7.072692601222871e-06,
      "loss": 0.1321,
      "step": 7229
    },
    {
      "epoch": 1.0919800634345265,
      "grad_norm": 1.694134550043944,
      "learning_rate": 7.071972908304476e-06,
      "loss": 0.1238,
      "step": 7230
    },
    {
      "epoch": 1.092131098021447,
      "grad_norm": 1.4929247959390282,
      "learning_rate": 7.07125316355454e-06,
      "loss": 0.1128,
      "step": 7231
    },
    {
      "epoch": 1.0922821326083674,
      "grad_norm": 1.8253485068141113,
      "learning_rate": 7.070533366991066e-06,
      "loss": 0.1322,
      "step": 7232
    },
    {
      "epoch": 1.0924331671952878,
      "grad_norm": 1.7892690536707112,
      "learning_rate": 7.069813518632062e-06,
      "loss": 0.1322,
      "step": 7233
    },
    {
      "epoch": 1.092584201782208,
      "grad_norm": 4.035668322173554,
      "learning_rate": 7.069093618495533e-06,
      "loss": 0.1821,
      "step": 7234
    },
    {
      "epoch": 1.0927352363691285,
      "grad_norm": 1.6938463888137871,
      "learning_rate": 7.068373666599488e-06,
      "loss": 0.1302,
      "step": 7235
    },
    {
      "epoch": 1.092886270956049,
      "grad_norm": 1.6231903647325305,
      "learning_rate": 7.067653662961939e-06,
      "loss": 0.1224,
      "step": 7236
    },
    {
      "epoch": 1.0930373055429694,
      "grad_norm": 2.7383510502957074,
      "learning_rate": 7.066933607600894e-06,
      "loss": 0.1626,
      "step": 7237
    },
    {
      "epoch": 1.0931883401298896,
      "grad_norm": 2.809573257827155,
      "learning_rate": 7.066213500534369e-06,
      "loss": 0.1526,
      "step": 7238
    },
    {
      "epoch": 1.09333937471681,
      "grad_norm": 1.6982830836066154,
      "learning_rate": 7.065493341780376e-06,
      "loss": 0.1524,
      "step": 7239
    },
    {
      "epoch": 1.0934904093037305,
      "grad_norm": 1.844236354965183,
      "learning_rate": 7.064773131356933e-06,
      "loss": 0.1233,
      "step": 7240
    },
    {
      "epoch": 1.093641443890651,
      "grad_norm": 2.047733524693276,
      "learning_rate": 7.06405286928205e-06,
      "loss": 0.1381,
      "step": 7241
    },
    {
      "epoch": 1.0937924784775714,
      "grad_norm": 1.9884162835050647,
      "learning_rate": 7.063332555573751e-06,
      "loss": 0.1287,
      "step": 7242
    },
    {
      "epoch": 1.0939435130644917,
      "grad_norm": 1.469996666343349,
      "learning_rate": 7.062612190250052e-06,
      "loss": 0.1036,
      "step": 7243
    },
    {
      "epoch": 1.0940945476514121,
      "grad_norm": 1.8861210020977368,
      "learning_rate": 7.061891773328976e-06,
      "loss": 0.1267,
      "step": 7244
    },
    {
      "epoch": 1.0942455822383326,
      "grad_norm": 1.599141969839363,
      "learning_rate": 7.0611713048285426e-06,
      "loss": 0.1178,
      "step": 7245
    },
    {
      "epoch": 1.094396616825253,
      "grad_norm": 1.7610712536219573,
      "learning_rate": 7.060450784766774e-06,
      "loss": 0.1263,
      "step": 7246
    },
    {
      "epoch": 1.0945476514121735,
      "grad_norm": 1.6677497502800687,
      "learning_rate": 7.059730213161695e-06,
      "loss": 0.1173,
      "step": 7247
    },
    {
      "epoch": 1.0946986859990937,
      "grad_norm": 1.7526248171771748,
      "learning_rate": 7.059009590031332e-06,
      "loss": 0.1146,
      "step": 7248
    },
    {
      "epoch": 1.0948497205860142,
      "grad_norm": 1.850813437397065,
      "learning_rate": 7.058288915393711e-06,
      "loss": 0.1543,
      "step": 7249
    },
    {
      "epoch": 1.0950007551729346,
      "grad_norm": 1.434174823176516,
      "learning_rate": 7.05756818926686e-06,
      "loss": 0.1142,
      "step": 7250
    },
    {
      "epoch": 1.095151789759855,
      "grad_norm": 1.8744849715806962,
      "learning_rate": 7.0568474116688105e-06,
      "loss": 0.1424,
      "step": 7251
    },
    {
      "epoch": 1.0953028243467755,
      "grad_norm": 1.659561308184909,
      "learning_rate": 7.0561265826175905e-06,
      "loss": 0.1232,
      "step": 7252
    },
    {
      "epoch": 1.0954538589336957,
      "grad_norm": 2.391405691969686,
      "learning_rate": 7.055405702131231e-06,
      "loss": 0.1519,
      "step": 7253
    },
    {
      "epoch": 1.0956048935206162,
      "grad_norm": 1.8705960966368724,
      "learning_rate": 7.054684770227768e-06,
      "loss": 0.1506,
      "step": 7254
    },
    {
      "epoch": 1.0957559281075366,
      "grad_norm": 1.6520698221026249,
      "learning_rate": 7.053963786925236e-06,
      "loss": 0.1231,
      "step": 7255
    },
    {
      "epoch": 1.095906962694457,
      "grad_norm": 1.620910997982354,
      "learning_rate": 7.053242752241669e-06,
      "loss": 0.1276,
      "step": 7256
    },
    {
      "epoch": 1.0960579972813775,
      "grad_norm": 2.2894784400178803,
      "learning_rate": 7.052521666195105e-06,
      "loss": 0.1689,
      "step": 7257
    },
    {
      "epoch": 1.0962090318682978,
      "grad_norm": 2.211269431899853,
      "learning_rate": 7.051800528803582e-06,
      "loss": 0.1367,
      "step": 7258
    },
    {
      "epoch": 1.0963600664552182,
      "grad_norm": 1.9685265865242845,
      "learning_rate": 7.0510793400851405e-06,
      "loss": 0.1369,
      "step": 7259
    },
    {
      "epoch": 1.0965111010421387,
      "grad_norm": 2.0108246759496358,
      "learning_rate": 7.050358100057819e-06,
      "loss": 0.1263,
      "step": 7260
    },
    {
      "epoch": 1.0966621356290591,
      "grad_norm": 1.9749159044454792,
      "learning_rate": 7.049636808739664e-06,
      "loss": 0.1306,
      "step": 7261
    },
    {
      "epoch": 1.0968131702159796,
      "grad_norm": 1.9394847844898135,
      "learning_rate": 7.048915466148716e-06,
      "loss": 0.1243,
      "step": 7262
    },
    {
      "epoch": 1.0969642048028998,
      "grad_norm": 1.936330153968508,
      "learning_rate": 7.0481940723030195e-06,
      "loss": 0.1144,
      "step": 7263
    },
    {
      "epoch": 1.0971152393898203,
      "grad_norm": 1.6514761100866033,
      "learning_rate": 7.047472627220621e-06,
      "loss": 0.124,
      "step": 7264
    },
    {
      "epoch": 1.0972662739767407,
      "grad_norm": 1.5597661521447592,
      "learning_rate": 7.046751130919569e-06,
      "loss": 0.1221,
      "step": 7265
    },
    {
      "epoch": 1.0974173085636612,
      "grad_norm": 2.134058292478055,
      "learning_rate": 7.046029583417912e-06,
      "loss": 0.1328,
      "step": 7266
    },
    {
      "epoch": 1.0975683431505814,
      "grad_norm": 1.880623340916647,
      "learning_rate": 7.045307984733698e-06,
      "loss": 0.1364,
      "step": 7267
    },
    {
      "epoch": 1.0977193777375018,
      "grad_norm": 2.0310743381170044,
      "learning_rate": 7.04458633488498e-06,
      "loss": 0.1384,
      "step": 7268
    },
    {
      "epoch": 1.0978704123244223,
      "grad_norm": 1.7290676499976516,
      "learning_rate": 7.04386463388981e-06,
      "loss": 0.1263,
      "step": 7269
    },
    {
      "epoch": 1.0980214469113427,
      "grad_norm": 1.736698133464909,
      "learning_rate": 7.043142881766241e-06,
      "loss": 0.1213,
      "step": 7270
    },
    {
      "epoch": 1.0981724814982632,
      "grad_norm": 1.9949341676988925,
      "learning_rate": 7.042421078532329e-06,
      "loss": 0.1424,
      "step": 7271
    },
    {
      "epoch": 1.0983235160851834,
      "grad_norm": 2.2459113984257573,
      "learning_rate": 7.0416992242061284e-06,
      "loss": 0.136,
      "step": 7272
    },
    {
      "epoch": 1.0984745506721039,
      "grad_norm": 1.5280820076866526,
      "learning_rate": 7.040977318805702e-06,
      "loss": 0.1213,
      "step": 7273
    },
    {
      "epoch": 1.0986255852590243,
      "grad_norm": 1.8746170181738684,
      "learning_rate": 7.040255362349104e-06,
      "loss": 0.1415,
      "step": 7274
    },
    {
      "epoch": 1.0987766198459448,
      "grad_norm": 2.7942513657661365,
      "learning_rate": 7.0395333548543934e-06,
      "loss": 0.1658,
      "step": 7275
    },
    {
      "epoch": 1.0989276544328652,
      "grad_norm": 1.9355964314648593,
      "learning_rate": 7.0388112963396345e-06,
      "loss": 0.1338,
      "step": 7276
    },
    {
      "epoch": 1.0990786890197854,
      "grad_norm": 1.7583516528664929,
      "learning_rate": 7.03808918682289e-06,
      "loss": 0.1416,
      "step": 7277
    },
    {
      "epoch": 1.099229723606706,
      "grad_norm": 2.5523718262387085,
      "learning_rate": 7.0373670263222225e-06,
      "loss": 0.1746,
      "step": 7278
    },
    {
      "epoch": 1.0993807581936264,
      "grad_norm": 1.41092244094548,
      "learning_rate": 7.036644814855699e-06,
      "loss": 0.1154,
      "step": 7279
    },
    {
      "epoch": 1.0995317927805468,
      "grad_norm": 1.8551272165875181,
      "learning_rate": 7.035922552441386e-06,
      "loss": 0.138,
      "step": 7280
    },
    {
      "epoch": 1.0996828273674673,
      "grad_norm": 1.8431484711107713,
      "learning_rate": 7.035200239097346e-06,
      "loss": 0.1354,
      "step": 7281
    },
    {
      "epoch": 1.0998338619543875,
      "grad_norm": 1.79225177028059,
      "learning_rate": 7.0344778748416544e-06,
      "loss": 0.1511,
      "step": 7282
    },
    {
      "epoch": 1.099984896541308,
      "grad_norm": 1.7955400645348962,
      "learning_rate": 7.033755459692381e-06,
      "loss": 0.1155,
      "step": 7283
    },
    {
      "epoch": 1.1001359311282284,
      "grad_norm": 1.5376265860344611,
      "learning_rate": 7.033032993667595e-06,
      "loss": 0.1191,
      "step": 7284
    },
    {
      "epoch": 1.1002869657151488,
      "grad_norm": 1.4932806037283413,
      "learning_rate": 7.032310476785369e-06,
      "loss": 0.1107,
      "step": 7285
    },
    {
      "epoch": 1.100438000302069,
      "grad_norm": 1.51529643376282,
      "learning_rate": 7.031587909063778e-06,
      "loss": 0.1133,
      "step": 7286
    },
    {
      "epoch": 1.1005890348889895,
      "grad_norm": 1.6628732158703574,
      "learning_rate": 7.030865290520898e-06,
      "loss": 0.1257,
      "step": 7287
    },
    {
      "epoch": 1.10074006947591,
      "grad_norm": 1.746297156527152,
      "learning_rate": 7.030142621174807e-06,
      "loss": 0.1252,
      "step": 7288
    },
    {
      "epoch": 1.1008911040628304,
      "grad_norm": 2.0107706946363,
      "learning_rate": 7.029419901043581e-06,
      "loss": 0.1663,
      "step": 7289
    },
    {
      "epoch": 1.1010421386497509,
      "grad_norm": 1.576681700982905,
      "learning_rate": 7.028697130145298e-06,
      "loss": 0.1263,
      "step": 7290
    },
    {
      "epoch": 1.101193173236671,
      "grad_norm": 1.8312316981192502,
      "learning_rate": 7.0279743084980425e-06,
      "loss": 0.1515,
      "step": 7291
    },
    {
      "epoch": 1.1013442078235915,
      "grad_norm": 1.5700038002233319,
      "learning_rate": 7.027251436119892e-06,
      "loss": 0.1343,
      "step": 7292
    },
    {
      "epoch": 1.101495242410512,
      "grad_norm": 3.1105239584861537,
      "learning_rate": 7.0265285130289295e-06,
      "loss": 0.1426,
      "step": 7293
    },
    {
      "epoch": 1.1016462769974324,
      "grad_norm": 1.7165267097662906,
      "learning_rate": 7.025805539243245e-06,
      "loss": 0.1315,
      "step": 7294
    },
    {
      "epoch": 1.101797311584353,
      "grad_norm": 1.6220937725524809,
      "learning_rate": 7.025082514780918e-06,
      "loss": 0.1192,
      "step": 7295
    },
    {
      "epoch": 1.1019483461712731,
      "grad_norm": 2.087410156330648,
      "learning_rate": 7.024359439660039e-06,
      "loss": 0.1432,
      "step": 7296
    },
    {
      "epoch": 1.1020993807581936,
      "grad_norm": 1.7728545035116567,
      "learning_rate": 7.023636313898694e-06,
      "loss": 0.1317,
      "step": 7297
    },
    {
      "epoch": 1.102250415345114,
      "grad_norm": 1.8253667090003307,
      "learning_rate": 7.022913137514974e-06,
      "loss": 0.1304,
      "step": 7298
    },
    {
      "epoch": 1.1024014499320345,
      "grad_norm": 1.6352486300330775,
      "learning_rate": 7.022189910526968e-06,
      "loss": 0.1246,
      "step": 7299
    },
    {
      "epoch": 1.102552484518955,
      "grad_norm": 1.8417186165153716,
      "learning_rate": 7.0214666329527695e-06,
      "loss": 0.1385,
      "step": 7300
    },
    {
      "epoch": 1.1027035191058752,
      "grad_norm": 1.7640988969410796,
      "learning_rate": 7.0207433048104715e-06,
      "loss": 0.1193,
      "step": 7301
    },
    {
      "epoch": 1.1028545536927956,
      "grad_norm": 1.5686012383078716,
      "learning_rate": 7.020019926118166e-06,
      "loss": 0.1202,
      "step": 7302
    },
    {
      "epoch": 1.103005588279716,
      "grad_norm": 2.7983251235318374,
      "learning_rate": 7.0192964968939525e-06,
      "loss": 0.1501,
      "step": 7303
    },
    {
      "epoch": 1.1031566228666365,
      "grad_norm": 1.878315528642884,
      "learning_rate": 7.018573017155925e-06,
      "loss": 0.1531,
      "step": 7304
    },
    {
      "epoch": 1.103307657453557,
      "grad_norm": 2.1584507651807137,
      "learning_rate": 7.0178494869221835e-06,
      "loss": 0.14,
      "step": 7305
    },
    {
      "epoch": 1.1034586920404772,
      "grad_norm": 2.2738003788465067,
      "learning_rate": 7.017125906210826e-06,
      "loss": 0.1581,
      "step": 7306
    },
    {
      "epoch": 1.1036097266273976,
      "grad_norm": 1.795478092314245,
      "learning_rate": 7.0164022750399556e-06,
      "loss": 0.1374,
      "step": 7307
    },
    {
      "epoch": 1.103760761214318,
      "grad_norm": 1.6405914378639954,
      "learning_rate": 7.015678593427673e-06,
      "loss": 0.1262,
      "step": 7308
    },
    {
      "epoch": 1.1039117958012385,
      "grad_norm": 1.9619140389664569,
      "learning_rate": 7.014954861392079e-06,
      "loss": 0.1735,
      "step": 7309
    },
    {
      "epoch": 1.104062830388159,
      "grad_norm": 2.0305449319565727,
      "learning_rate": 7.014231078951282e-06,
      "loss": 0.1633,
      "step": 7310
    },
    {
      "epoch": 1.1042138649750792,
      "grad_norm": 1.7708900605752917,
      "learning_rate": 7.0135072461233865e-06,
      "loss": 0.1314,
      "step": 7311
    },
    {
      "epoch": 1.1043648995619997,
      "grad_norm": 1.6117099374692336,
      "learning_rate": 7.012783362926501e-06,
      "loss": 0.1255,
      "step": 7312
    },
    {
      "epoch": 1.1045159341489201,
      "grad_norm": 1.6507801803743487,
      "learning_rate": 7.012059429378729e-06,
      "loss": 0.1249,
      "step": 7313
    },
    {
      "epoch": 1.1046669687358406,
      "grad_norm": 2.0175645670849054,
      "learning_rate": 7.011335445498186e-06,
      "loss": 0.1381,
      "step": 7314
    },
    {
      "epoch": 1.1048180033227608,
      "grad_norm": 2.98138502862292,
      "learning_rate": 7.010611411302978e-06,
      "loss": 0.1535,
      "step": 7315
    },
    {
      "epoch": 1.1049690379096813,
      "grad_norm": 2.2074163111661695,
      "learning_rate": 7.00988732681122e-06,
      "loss": 0.1355,
      "step": 7316
    },
    {
      "epoch": 1.1051200724966017,
      "grad_norm": 2.064242504085566,
      "learning_rate": 7.009163192041025e-06,
      "loss": 0.1521,
      "step": 7317
    },
    {
      "epoch": 1.1052711070835222,
      "grad_norm": 2.1299310954150537,
      "learning_rate": 7.008439007010508e-06,
      "loss": 0.1591,
      "step": 7318
    },
    {
      "epoch": 1.1054221416704426,
      "grad_norm": 2.0538892590715037,
      "learning_rate": 7.007714771737784e-06,
      "loss": 0.1559,
      "step": 7319
    },
    {
      "epoch": 1.1055731762573628,
      "grad_norm": 1.5995451800550915,
      "learning_rate": 7.00699048624097e-06,
      "loss": 0.1314,
      "step": 7320
    },
    {
      "epoch": 1.1057242108442833,
      "grad_norm": 1.8450073757532932,
      "learning_rate": 7.006266150538183e-06,
      "loss": 0.1467,
      "step": 7321
    },
    {
      "epoch": 1.1058752454312037,
      "grad_norm": 2.507188111701104,
      "learning_rate": 7.005541764647545e-06,
      "loss": 0.146,
      "step": 7322
    },
    {
      "epoch": 1.1060262800181242,
      "grad_norm": 1.8405097658430984,
      "learning_rate": 7.004817328587179e-06,
      "loss": 0.1461,
      "step": 7323
    },
    {
      "epoch": 1.1061773146050446,
      "grad_norm": 1.869724001342429,
      "learning_rate": 7.004092842375203e-06,
      "loss": 0.1407,
      "step": 7324
    },
    {
      "epoch": 1.1063283491919649,
      "grad_norm": 1.9023988830458372,
      "learning_rate": 7.003368306029742e-06,
      "loss": 0.1366,
      "step": 7325
    },
    {
      "epoch": 1.1064793837788853,
      "grad_norm": 1.7818989733572663,
      "learning_rate": 7.00264371956892e-06,
      "loss": 0.131,
      "step": 7326
    },
    {
      "epoch": 1.1066304183658058,
      "grad_norm": 2.0462810830487284,
      "learning_rate": 7.001919083010864e-06,
      "loss": 0.1395,
      "step": 7327
    },
    {
      "epoch": 1.1067814529527262,
      "grad_norm": 1.8095180909977033,
      "learning_rate": 7.0011943963736995e-06,
      "loss": 0.1329,
      "step": 7328
    },
    {
      "epoch": 1.1069324875396467,
      "grad_norm": 2.8803249949298184,
      "learning_rate": 7.000469659675557e-06,
      "loss": 0.1385,
      "step": 7329
    },
    {
      "epoch": 1.107083522126567,
      "grad_norm": 1.8748467261878248,
      "learning_rate": 6.999744872934566e-06,
      "loss": 0.1391,
      "step": 7330
    },
    {
      "epoch": 1.1072345567134874,
      "grad_norm": 1.788651052619503,
      "learning_rate": 6.9990200361688565e-06,
      "loss": 0.1338,
      "step": 7331
    },
    {
      "epoch": 1.1073855913004078,
      "grad_norm": 1.7295832245455471,
      "learning_rate": 6.99829514939656e-06,
      "loss": 0.1276,
      "step": 7332
    },
    {
      "epoch": 1.1075366258873283,
      "grad_norm": 2.374877502899228,
      "learning_rate": 6.997570212635811e-06,
      "loss": 0.1482,
      "step": 7333
    },
    {
      "epoch": 1.1076876604742485,
      "grad_norm": 1.8256338051772987,
      "learning_rate": 6.996845225904746e-06,
      "loss": 0.1371,
      "step": 7334
    },
    {
      "epoch": 1.107838695061169,
      "grad_norm": 1.9103550519153527,
      "learning_rate": 6.996120189221497e-06,
      "loss": 0.1266,
      "step": 7335
    },
    {
      "epoch": 1.1079897296480894,
      "grad_norm": 1.6142205142077677,
      "learning_rate": 6.995395102604203e-06,
      "loss": 0.1345,
      "step": 7336
    },
    {
      "epoch": 1.1081407642350098,
      "grad_norm": 2.103472356414868,
      "learning_rate": 6.994669966071004e-06,
      "loss": 0.1647,
      "step": 7337
    },
    {
      "epoch": 1.1082917988219303,
      "grad_norm": 1.7471055908470727,
      "learning_rate": 6.993944779640038e-06,
      "loss": 0.1439,
      "step": 7338
    },
    {
      "epoch": 1.1084428334088505,
      "grad_norm": 2.2494696439405186,
      "learning_rate": 6.9932195433294455e-06,
      "loss": 0.1735,
      "step": 7339
    },
    {
      "epoch": 1.108593867995771,
      "grad_norm": 2.008123979546999,
      "learning_rate": 6.99249425715737e-06,
      "loss": 0.1463,
      "step": 7340
    },
    {
      "epoch": 1.1087449025826914,
      "grad_norm": 1.9361653778565797,
      "learning_rate": 6.991768921141955e-06,
      "loss": 0.1415,
      "step": 7341
    },
    {
      "epoch": 1.1088959371696119,
      "grad_norm": 1.7961061183330067,
      "learning_rate": 6.991043535301345e-06,
      "loss": 0.1287,
      "step": 7342
    },
    {
      "epoch": 1.1090469717565323,
      "grad_norm": 1.7452252147888057,
      "learning_rate": 6.990318099653684e-06,
      "loss": 0.1332,
      "step": 7343
    },
    {
      "epoch": 1.1091980063434526,
      "grad_norm": 1.9753184235442902,
      "learning_rate": 6.98959261421712e-06,
      "loss": 0.1464,
      "step": 7344
    },
    {
      "epoch": 1.109349040930373,
      "grad_norm": 1.5591992420835885,
      "learning_rate": 6.988867079009804e-06,
      "loss": 0.1285,
      "step": 7345
    },
    {
      "epoch": 1.1095000755172935,
      "grad_norm": 1.9061760280080515,
      "learning_rate": 6.988141494049883e-06,
      "loss": 0.1288,
      "step": 7346
    },
    {
      "epoch": 1.109651110104214,
      "grad_norm": 2.023264811092247,
      "learning_rate": 6.9874158593555085e-06,
      "loss": 0.1486,
      "step": 7347
    },
    {
      "epoch": 1.1098021446911344,
      "grad_norm": 1.6996190981525434,
      "learning_rate": 6.986690174944834e-06,
      "loss": 0.1199,
      "step": 7348
    },
    {
      "epoch": 1.1099531792780546,
      "grad_norm": 1.9373590467591035,
      "learning_rate": 6.985964440836009e-06,
      "loss": 0.1355,
      "step": 7349
    },
    {
      "epoch": 1.110104213864975,
      "grad_norm": 1.9778436228819725,
      "learning_rate": 6.985238657047193e-06,
      "loss": 0.1335,
      "step": 7350
    },
    {
      "epoch": 1.1102552484518955,
      "grad_norm": 1.8197189669477776,
      "learning_rate": 6.9845128235965384e-06,
      "loss": 0.131,
      "step": 7351
    },
    {
      "epoch": 1.110406283038816,
      "grad_norm": 1.5982501785914915,
      "learning_rate": 6.983786940502206e-06,
      "loss": 0.1267,
      "step": 7352
    },
    {
      "epoch": 1.1105573176257364,
      "grad_norm": 2.772125492772856,
      "learning_rate": 6.98306100778235e-06,
      "loss": 0.1553,
      "step": 7353
    },
    {
      "epoch": 1.1107083522126566,
      "grad_norm": 1.8208082374993304,
      "learning_rate": 6.9823350254551315e-06,
      "loss": 0.1378,
      "step": 7354
    },
    {
      "epoch": 1.110859386799577,
      "grad_norm": 2.670449169307542,
      "learning_rate": 6.981608993538713e-06,
      "loss": 0.1619,
      "step": 7355
    },
    {
      "epoch": 1.1110104213864975,
      "grad_norm": 1.6154328891882797,
      "learning_rate": 6.980882912051254e-06,
      "loss": 0.1028,
      "step": 7356
    },
    {
      "epoch": 1.111161455973418,
      "grad_norm": 1.5941008661177707,
      "learning_rate": 6.9801567810109194e-06,
      "loss": 0.129,
      "step": 7357
    },
    {
      "epoch": 1.1113124905603384,
      "grad_norm": 3.1847711011508038,
      "learning_rate": 6.9794306004358735e-06,
      "loss": 0.1604,
      "step": 7358
    },
    {
      "epoch": 1.1114635251472587,
      "grad_norm": 1.492882776686542,
      "learning_rate": 6.978704370344283e-06,
      "loss": 0.116,
      "step": 7359
    },
    {
      "epoch": 1.111614559734179,
      "grad_norm": 2.605426793416837,
      "learning_rate": 6.977978090754312e-06,
      "loss": 0.13,
      "step": 7360
    },
    {
      "epoch": 1.1117655943210996,
      "grad_norm": 2.2173862783576865,
      "learning_rate": 6.9772517616841315e-06,
      "loss": 0.1413,
      "step": 7361
    },
    {
      "epoch": 1.11191662890802,
      "grad_norm": 2.7575333780828113,
      "learning_rate": 6.976525383151911e-06,
      "loss": 0.1555,
      "step": 7362
    },
    {
      "epoch": 1.1120676634949402,
      "grad_norm": 1.5956715903056236,
      "learning_rate": 6.975798955175821e-06,
      "loss": 0.1124,
      "step": 7363
    },
    {
      "epoch": 1.1122186980818607,
      "grad_norm": 1.9147286251074562,
      "learning_rate": 6.9750724777740335e-06,
      "loss": 0.1437,
      "step": 7364
    },
    {
      "epoch": 1.1123697326687811,
      "grad_norm": 1.7553532170121118,
      "learning_rate": 6.974345950964719e-06,
      "loss": 0.1397,
      "step": 7365
    },
    {
      "epoch": 1.1125207672557016,
      "grad_norm": 1.8410969645412791,
      "learning_rate": 6.973619374766056e-06,
      "loss": 0.1309,
      "step": 7366
    },
    {
      "epoch": 1.112671801842622,
      "grad_norm": 1.6220613059975202,
      "learning_rate": 6.972892749196217e-06,
      "loss": 0.1221,
      "step": 7367
    },
    {
      "epoch": 1.1128228364295423,
      "grad_norm": 1.5190242645197032,
      "learning_rate": 6.972166074273382e-06,
      "loss": 0.1066,
      "step": 7368
    },
    {
      "epoch": 1.1129738710164627,
      "grad_norm": 1.83248843384222,
      "learning_rate": 6.9714393500157265e-06,
      "loss": 0.1352,
      "step": 7369
    },
    {
      "epoch": 1.1131249056033832,
      "grad_norm": 2.153046244032726,
      "learning_rate": 6.970712576441432e-06,
      "loss": 0.1414,
      "step": 7370
    },
    {
      "epoch": 1.1132759401903036,
      "grad_norm": 1.5733594800602226,
      "learning_rate": 6.969985753568678e-06,
      "loss": 0.1147,
      "step": 7371
    },
    {
      "epoch": 1.113426974777224,
      "grad_norm": 1.9149217726056322,
      "learning_rate": 6.969258881415645e-06,
      "loss": 0.1435,
      "step": 7372
    },
    {
      "epoch": 1.1135780093641443,
      "grad_norm": 1.823499457578555,
      "learning_rate": 6.968531960000518e-06,
      "loss": 0.1354,
      "step": 7373
    },
    {
      "epoch": 1.1137290439510648,
      "grad_norm": 1.8972708747552596,
      "learning_rate": 6.967804989341482e-06,
      "loss": 0.1255,
      "step": 7374
    },
    {
      "epoch": 1.1138800785379852,
      "grad_norm": 2.5165146310781763,
      "learning_rate": 6.967077969456722e-06,
      "loss": 0.1094,
      "step": 7375
    },
    {
      "epoch": 1.1140311131249057,
      "grad_norm": 1.5791519604425361,
      "learning_rate": 6.9663509003644225e-06,
      "loss": 0.1225,
      "step": 7376
    },
    {
      "epoch": 1.114182147711826,
      "grad_norm": 1.8952601972896792,
      "learning_rate": 6.9656237820827745e-06,
      "loss": 0.1463,
      "step": 7377
    },
    {
      "epoch": 1.1143331822987463,
      "grad_norm": 2.7565144423193746,
      "learning_rate": 6.964896614629965e-06,
      "loss": 0.1651,
      "step": 7378
    },
    {
      "epoch": 1.1144842168856668,
      "grad_norm": 2.2216811948327124,
      "learning_rate": 6.9641693980241865e-06,
      "loss": 0.1336,
      "step": 7379
    },
    {
      "epoch": 1.1146352514725872,
      "grad_norm": 2.0623374248155866,
      "learning_rate": 6.96344213228363e-06,
      "loss": 0.1352,
      "step": 7380
    },
    {
      "epoch": 1.1147862860595077,
      "grad_norm": 2.0831155009438445,
      "learning_rate": 6.962714817426488e-06,
      "loss": 0.1577,
      "step": 7381
    },
    {
      "epoch": 1.114937320646428,
      "grad_norm": 1.7973389205137036,
      "learning_rate": 6.961987453470955e-06,
      "loss": 0.1339,
      "step": 7382
    },
    {
      "epoch": 1.1150883552333484,
      "grad_norm": 1.6774088228345776,
      "learning_rate": 6.961260040435227e-06,
      "loss": 0.1495,
      "step": 7383
    },
    {
      "epoch": 1.1152393898202688,
      "grad_norm": 1.6041666429699901,
      "learning_rate": 6.9605325783374985e-06,
      "loss": 0.1217,
      "step": 7384
    },
    {
      "epoch": 1.1153904244071893,
      "grad_norm": 2.0536635727438375,
      "learning_rate": 6.95980506719597e-06,
      "loss": 0.1456,
      "step": 7385
    },
    {
      "epoch": 1.1155414589941097,
      "grad_norm": 1.9216185091386566,
      "learning_rate": 6.95907750702884e-06,
      "loss": 0.1309,
      "step": 7386
    },
    {
      "epoch": 1.11569249358103,
      "grad_norm": 1.7530454962649524,
      "learning_rate": 6.958349897854306e-06,
      "loss": 0.1319,
      "step": 7387
    },
    {
      "epoch": 1.1158435281679504,
      "grad_norm": 1.8754187982183381,
      "learning_rate": 6.957622239690575e-06,
      "loss": 0.1316,
      "step": 7388
    },
    {
      "epoch": 1.1159945627548709,
      "grad_norm": 1.8421179243933055,
      "learning_rate": 6.956894532555844e-06,
      "loss": 0.1266,
      "step": 7389
    },
    {
      "epoch": 1.1161455973417913,
      "grad_norm": 1.6883427713978751,
      "learning_rate": 6.9561667764683205e-06,
      "loss": 0.1316,
      "step": 7390
    },
    {
      "epoch": 1.1162966319287118,
      "grad_norm": 1.9959023573909989,
      "learning_rate": 6.955438971446208e-06,
      "loss": 0.1272,
      "step": 7391
    },
    {
      "epoch": 1.116447666515632,
      "grad_norm": 2.239896513151663,
      "learning_rate": 6.954711117507715e-06,
      "loss": 0.1209,
      "step": 7392
    },
    {
      "epoch": 1.1165987011025524,
      "grad_norm": 1.8613548620963032,
      "learning_rate": 6.953983214671048e-06,
      "loss": 0.15,
      "step": 7393
    },
    {
      "epoch": 1.1167497356894729,
      "grad_norm": 2.112532405453971,
      "learning_rate": 6.953255262954414e-06,
      "loss": 0.1509,
      "step": 7394
    },
    {
      "epoch": 1.1169007702763933,
      "grad_norm": 1.9683877622359198,
      "learning_rate": 6.9525272623760275e-06,
      "loss": 0.1517,
      "step": 7395
    },
    {
      "epoch": 1.1170518048633138,
      "grad_norm": 2.614081293473584,
      "learning_rate": 6.9517992129540956e-06,
      "loss": 0.1867,
      "step": 7396
    },
    {
      "epoch": 1.117202839450234,
      "grad_norm": 1.6740710028197072,
      "learning_rate": 6.951071114706833e-06,
      "loss": 0.1168,
      "step": 7397
    },
    {
      "epoch": 1.1173538740371545,
      "grad_norm": 1.6705874538978993,
      "learning_rate": 6.950342967652452e-06,
      "loss": 0.1339,
      "step": 7398
    },
    {
      "epoch": 1.117504908624075,
      "grad_norm": 1.9388003512113174,
      "learning_rate": 6.949614771809171e-06,
      "loss": 0.1543,
      "step": 7399
    },
    {
      "epoch": 1.1176559432109954,
      "grad_norm": 2.5925050798536065,
      "learning_rate": 6.948886527195201e-06,
      "loss": 0.1638,
      "step": 7400
    },
    {
      "epoch": 1.1178069777979158,
      "grad_norm": 1.6151154964871028,
      "learning_rate": 6.9481582338287635e-06,
      "loss": 0.1309,
      "step": 7401
    },
    {
      "epoch": 1.117958012384836,
      "grad_norm": 1.664401374660765,
      "learning_rate": 6.947429891728077e-06,
      "loss": 0.1268,
      "step": 7402
    },
    {
      "epoch": 1.1181090469717565,
      "grad_norm": 2.037876882181311,
      "learning_rate": 6.946701500911359e-06,
      "loss": 0.1311,
      "step": 7403
    },
    {
      "epoch": 1.118260081558677,
      "grad_norm": 1.7348212704532044,
      "learning_rate": 6.945973061396832e-06,
      "loss": 0.1384,
      "step": 7404
    },
    {
      "epoch": 1.1184111161455974,
      "grad_norm": 1.8814630919529682,
      "learning_rate": 6.9452445732027185e-06,
      "loss": 0.142,
      "step": 7405
    },
    {
      "epoch": 1.1185621507325179,
      "grad_norm": 1.6716602783641177,
      "learning_rate": 6.944516036347241e-06,
      "loss": 0.1214,
      "step": 7406
    },
    {
      "epoch": 1.118713185319438,
      "grad_norm": 1.8577526676140426,
      "learning_rate": 6.943787450848626e-06,
      "loss": 0.1423,
      "step": 7407
    },
    {
      "epoch": 1.1188642199063585,
      "grad_norm": 2.2523883961490028,
      "learning_rate": 6.943058816725098e-06,
      "loss": 0.1474,
      "step": 7408
    },
    {
      "epoch": 1.119015254493279,
      "grad_norm": 1.7081584858288632,
      "learning_rate": 6.942330133994884e-06,
      "loss": 0.1205,
      "step": 7409
    },
    {
      "epoch": 1.1191662890801994,
      "grad_norm": 2.039121815568436,
      "learning_rate": 6.941601402676215e-06,
      "loss": 0.1533,
      "step": 7410
    },
    {
      "epoch": 1.1193173236671197,
      "grad_norm": 1.8583810918577086,
      "learning_rate": 6.940872622787317e-06,
      "loss": 0.1262,
      "step": 7411
    },
    {
      "epoch": 1.1194683582540401,
      "grad_norm": 1.5437296927236632,
      "learning_rate": 6.940143794346421e-06,
      "loss": 0.1273,
      "step": 7412
    },
    {
      "epoch": 1.1196193928409606,
      "grad_norm": 1.4406818297638218,
      "learning_rate": 6.939414917371764e-06,
      "loss": 0.1146,
      "step": 7413
    },
    {
      "epoch": 1.119770427427881,
      "grad_norm": 1.606469825803198,
      "learning_rate": 6.938685991881573e-06,
      "loss": 0.1264,
      "step": 7414
    },
    {
      "epoch": 1.1199214620148015,
      "grad_norm": 2.2456520693394677,
      "learning_rate": 6.937957017894087e-06,
      "loss": 0.1416,
      "step": 7415
    },
    {
      "epoch": 1.1200724966017217,
      "grad_norm": 1.6167617604746627,
      "learning_rate": 6.937227995427539e-06,
      "loss": 0.1244,
      "step": 7416
    },
    {
      "epoch": 1.1202235311886422,
      "grad_norm": 1.5712179091584415,
      "learning_rate": 6.9364989245001665e-06,
      "loss": 0.121,
      "step": 7417
    },
    {
      "epoch": 1.1203745657755626,
      "grad_norm": 2.579507920945129,
      "learning_rate": 6.9357698051302095e-06,
      "loss": 0.1473,
      "step": 7418
    },
    {
      "epoch": 1.120525600362483,
      "grad_norm": 1.739543398691582,
      "learning_rate": 6.935040637335903e-06,
      "loss": 0.1369,
      "step": 7419
    },
    {
      "epoch": 1.1206766349494035,
      "grad_norm": 1.8726120533350599,
      "learning_rate": 6.9343114211354944e-06,
      "loss": 0.1434,
      "step": 7420
    },
    {
      "epoch": 1.1208276695363237,
      "grad_norm": 2.239697493317464,
      "learning_rate": 6.933582156547218e-06,
      "loss": 0.1381,
      "step": 7421
    },
    {
      "epoch": 1.1209787041232442,
      "grad_norm": 1.7763163277752858,
      "learning_rate": 6.932852843589322e-06,
      "loss": 0.1359,
      "step": 7422
    },
    {
      "epoch": 1.1211297387101646,
      "grad_norm": 1.796732336197025,
      "learning_rate": 6.932123482280046e-06,
      "loss": 0.1278,
      "step": 7423
    },
    {
      "epoch": 1.121280773297085,
      "grad_norm": 1.7758176484913242,
      "learning_rate": 6.931394072637641e-06,
      "loss": 0.1208,
      "step": 7424
    },
    {
      "epoch": 1.1214318078840055,
      "grad_norm": 1.620803622857475,
      "learning_rate": 6.9306646146803506e-06,
      "loss": 0.1121,
      "step": 7425
    },
    {
      "epoch": 1.1215828424709258,
      "grad_norm": 1.9749872834750302,
      "learning_rate": 6.929935108426421e-06,
      "loss": 0.1461,
      "step": 7426
    },
    {
      "epoch": 1.1217338770578462,
      "grad_norm": 1.9922061443255121,
      "learning_rate": 6.929205553894102e-06,
      "loss": 0.1298,
      "step": 7427
    },
    {
      "epoch": 1.1218849116447667,
      "grad_norm": 1.6997298165347954,
      "learning_rate": 6.928475951101648e-06,
      "loss": 0.118,
      "step": 7428
    },
    {
      "epoch": 1.1220359462316871,
      "grad_norm": 1.528751593297486,
      "learning_rate": 6.927746300067304e-06,
      "loss": 0.1231,
      "step": 7429
    },
    {
      "epoch": 1.1221869808186073,
      "grad_norm": 2.1703516315118883,
      "learning_rate": 6.927016600809326e-06,
      "loss": 0.1472,
      "step": 7430
    },
    {
      "epoch": 1.1223380154055278,
      "grad_norm": 2.037249460475697,
      "learning_rate": 6.9262868533459695e-06,
      "loss": 0.1203,
      "step": 7431
    },
    {
      "epoch": 1.1224890499924483,
      "grad_norm": 1.9170516144845406,
      "learning_rate": 6.925557057695487e-06,
      "loss": 0.1414,
      "step": 7432
    },
    {
      "epoch": 1.1226400845793687,
      "grad_norm": 1.8620004322823676,
      "learning_rate": 6.924827213876133e-06,
      "loss": 0.136,
      "step": 7433
    },
    {
      "epoch": 1.1227911191662892,
      "grad_norm": 2.0067325799625526,
      "learning_rate": 6.924097321906169e-06,
      "loss": 0.1291,
      "step": 7434
    },
    {
      "epoch": 1.1229421537532094,
      "grad_norm": 1.5928409296806953,
      "learning_rate": 6.923367381803852e-06,
      "loss": 0.131,
      "step": 7435
    },
    {
      "epoch": 1.1230931883401298,
      "grad_norm": 2.129262017798207,
      "learning_rate": 6.92263739358744e-06,
      "loss": 0.1305,
      "step": 7436
    },
    {
      "epoch": 1.1232442229270503,
      "grad_norm": 2.0231558001866286,
      "learning_rate": 6.921907357275197e-06,
      "loss": 0.1175,
      "step": 7437
    },
    {
      "epoch": 1.1233952575139707,
      "grad_norm": 1.7608875957003636,
      "learning_rate": 6.921177272885385e-06,
      "loss": 0.1315,
      "step": 7438
    },
    {
      "epoch": 1.1235462921008912,
      "grad_norm": 1.8502365805002,
      "learning_rate": 6.920447140436266e-06,
      "loss": 0.1352,
      "step": 7439
    },
    {
      "epoch": 1.1236973266878114,
      "grad_norm": 2.132700635525795,
      "learning_rate": 6.919716959946103e-06,
      "loss": 0.1323,
      "step": 7440
    },
    {
      "epoch": 1.1238483612747319,
      "grad_norm": 1.730547595770641,
      "learning_rate": 6.918986731433166e-06,
      "loss": 0.1254,
      "step": 7441
    },
    {
      "epoch": 1.1239993958616523,
      "grad_norm": 1.4995688967294538,
      "learning_rate": 6.9182564549157215e-06,
      "loss": 0.1195,
      "step": 7442
    },
    {
      "epoch": 1.1241504304485728,
      "grad_norm": 2.000183604907241,
      "learning_rate": 6.917526130412033e-06,
      "loss": 0.1258,
      "step": 7443
    },
    {
      "epoch": 1.1243014650354932,
      "grad_norm": 2.3457087838181176,
      "learning_rate": 6.916795757940375e-06,
      "loss": 0.1937,
      "step": 7444
    },
    {
      "epoch": 1.1244524996224134,
      "grad_norm": 1.37859631638433,
      "learning_rate": 6.916065337519018e-06,
      "loss": 0.1003,
      "step": 7445
    },
    {
      "epoch": 1.124603534209334,
      "grad_norm": 2.156765362709247,
      "learning_rate": 6.91533486916623e-06,
      "loss": 0.1404,
      "step": 7446
    },
    {
      "epoch": 1.1247545687962544,
      "grad_norm": 3.163077092177648,
      "learning_rate": 6.914604352900287e-06,
      "loss": 0.1464,
      "step": 7447
    },
    {
      "epoch": 1.1249056033831748,
      "grad_norm": 1.8067951015498338,
      "learning_rate": 6.913873788739463e-06,
      "loss": 0.1291,
      "step": 7448
    },
    {
      "epoch": 1.1250566379700953,
      "grad_norm": 1.6600617673987466,
      "learning_rate": 6.913143176702034e-06,
      "loss": 0.1212,
      "step": 7449
    },
    {
      "epoch": 1.1252076725570155,
      "grad_norm": 1.6753175962130118,
      "learning_rate": 6.912412516806275e-06,
      "loss": 0.1234,
      "step": 7450
    },
    {
      "epoch": 1.125358707143936,
      "grad_norm": 1.8576522702910907,
      "learning_rate": 6.911681809070464e-06,
      "loss": 0.1255,
      "step": 7451
    },
    {
      "epoch": 1.1255097417308564,
      "grad_norm": 1.7249506496723133,
      "learning_rate": 6.910951053512881e-06,
      "loss": 0.1278,
      "step": 7452
    },
    {
      "epoch": 1.1256607763177768,
      "grad_norm": 2.4052986733464485,
      "learning_rate": 6.910220250151808e-06,
      "loss": 0.1666,
      "step": 7453
    },
    {
      "epoch": 1.1258118109046973,
      "grad_norm": 1.5444901260153183,
      "learning_rate": 6.9094893990055225e-06,
      "loss": 0.1007,
      "step": 7454
    },
    {
      "epoch": 1.1259628454916175,
      "grad_norm": 2.113456753845734,
      "learning_rate": 6.908758500092309e-06,
      "loss": 0.1446,
      "step": 7455
    },
    {
      "epoch": 1.126113880078538,
      "grad_norm": 3.421816425663677,
      "learning_rate": 6.908027553430452e-06,
      "loss": 0.1416,
      "step": 7456
    },
    {
      "epoch": 1.1262649146654584,
      "grad_norm": 1.6214389082603702,
      "learning_rate": 6.907296559038236e-06,
      "loss": 0.1156,
      "step": 7457
    },
    {
      "epoch": 1.1264159492523789,
      "grad_norm": 1.9424309201451242,
      "learning_rate": 6.906565516933948e-06,
      "loss": 0.1375,
      "step": 7458
    },
    {
      "epoch": 1.1265669838392993,
      "grad_norm": 1.5804238818852578,
      "learning_rate": 6.905834427135872e-06,
      "loss": 0.1254,
      "step": 7459
    },
    {
      "epoch": 1.1267180184262195,
      "grad_norm": 2.099749716048023,
      "learning_rate": 6.905103289662302e-06,
      "loss": 0.1451,
      "step": 7460
    },
    {
      "epoch": 1.12686905301314,
      "grad_norm": 1.8151590309319066,
      "learning_rate": 6.904372104531525e-06,
      "loss": 0.1229,
      "step": 7461
    },
    {
      "epoch": 1.1270200876000604,
      "grad_norm": 2.6490135960512964,
      "learning_rate": 6.90364087176183e-06,
      "loss": 0.1612,
      "step": 7462
    },
    {
      "epoch": 1.127171122186981,
      "grad_norm": 1.5027589784007223,
      "learning_rate": 6.902909591371511e-06,
      "loss": 0.1186,
      "step": 7463
    },
    {
      "epoch": 1.1273221567739011,
      "grad_norm": 1.8822922674433042,
      "learning_rate": 6.902178263378864e-06,
      "loss": 0.1454,
      "step": 7464
    },
    {
      "epoch": 1.1274731913608216,
      "grad_norm": 2.010391691053433,
      "learning_rate": 6.901446887802179e-06,
      "loss": 0.1259,
      "step": 7465
    },
    {
      "epoch": 1.127624225947742,
      "grad_norm": 2.097492926346168,
      "learning_rate": 6.900715464659755e-06,
      "loss": 0.1463,
      "step": 7466
    },
    {
      "epoch": 1.1277752605346625,
      "grad_norm": 1.962269448835379,
      "learning_rate": 6.899983993969889e-06,
      "loss": 0.1478,
      "step": 7467
    },
    {
      "epoch": 1.127926295121583,
      "grad_norm": 1.8264117972048526,
      "learning_rate": 6.899252475750875e-06,
      "loss": 0.1422,
      "step": 7468
    },
    {
      "epoch": 1.1280773297085032,
      "grad_norm": 1.927860232607929,
      "learning_rate": 6.898520910021018e-06,
      "loss": 0.1396,
      "step": 7469
    },
    {
      "epoch": 1.1282283642954236,
      "grad_norm": 1.6060999331876462,
      "learning_rate": 6.897789296798615e-06,
      "loss": 0.1257,
      "step": 7470
    },
    {
      "epoch": 1.128379398882344,
      "grad_norm": 2.22191980220808,
      "learning_rate": 6.897057636101969e-06,
      "loss": 0.1158,
      "step": 7471
    },
    {
      "epoch": 1.1285304334692645,
      "grad_norm": 1.8806033336837171,
      "learning_rate": 6.8963259279493826e-06,
      "loss": 0.1376,
      "step": 7472
    },
    {
      "epoch": 1.1286814680561847,
      "grad_norm": 1.9751671937458088,
      "learning_rate": 6.895594172359159e-06,
      "loss": 0.1471,
      "step": 7473
    },
    {
      "epoch": 1.1288325026431052,
      "grad_norm": 1.9239398950105162,
      "learning_rate": 6.894862369349604e-06,
      "loss": 0.1393,
      "step": 7474
    },
    {
      "epoch": 1.1289835372300256,
      "grad_norm": 1.620855547155623,
      "learning_rate": 6.894130518939024e-06,
      "loss": 0.1194,
      "step": 7475
    },
    {
      "epoch": 1.129134571816946,
      "grad_norm": 4.504791713049843,
      "learning_rate": 6.8933986211457285e-06,
      "loss": 0.1721,
      "step": 7476
    },
    {
      "epoch": 1.1292856064038665,
      "grad_norm": 1.516970238063869,
      "learning_rate": 6.892666675988024e-06,
      "loss": 0.1204,
      "step": 7477
    },
    {
      "epoch": 1.1294366409907868,
      "grad_norm": 1.728946462510648,
      "learning_rate": 6.891934683484221e-06,
      "loss": 0.1216,
      "step": 7478
    },
    {
      "epoch": 1.1295876755777072,
      "grad_norm": 1.622185333177457,
      "learning_rate": 6.89120264365263e-06,
      "loss": 0.1276,
      "step": 7479
    },
    {
      "epoch": 1.1297387101646277,
      "grad_norm": 1.9364080829075168,
      "learning_rate": 6.890470556511566e-06,
      "loss": 0.1369,
      "step": 7480
    },
    {
      "epoch": 1.1298897447515481,
      "grad_norm": 1.789914163222379,
      "learning_rate": 6.889738422079339e-06,
      "loss": 0.1445,
      "step": 7481
    },
    {
      "epoch": 1.1300407793384686,
      "grad_norm": 1.7988078100035847,
      "learning_rate": 6.889006240374269e-06,
      "loss": 0.1284,
      "step": 7482
    },
    {
      "epoch": 1.1301918139253888,
      "grad_norm": 1.9965410453240595,
      "learning_rate": 6.888274011414666e-06,
      "loss": 0.1363,
      "step": 7483
    },
    {
      "epoch": 1.1303428485123093,
      "grad_norm": 1.963030341603475,
      "learning_rate": 6.8875417352188504e-06,
      "loss": 0.1325,
      "step": 7484
    },
    {
      "epoch": 1.1304938830992297,
      "grad_norm": 1.7191308905814808,
      "learning_rate": 6.88680941180514e-06,
      "loss": 0.1325,
      "step": 7485
    },
    {
      "epoch": 1.1306449176861502,
      "grad_norm": 1.5888406932128454,
      "learning_rate": 6.886077041191853e-06,
      "loss": 0.1207,
      "step": 7486
    },
    {
      "epoch": 1.1307959522730706,
      "grad_norm": 1.7163753186859925,
      "learning_rate": 6.885344623397312e-06,
      "loss": 0.1241,
      "step": 7487
    },
    {
      "epoch": 1.1309469868599908,
      "grad_norm": 2.0239564518521234,
      "learning_rate": 6.8846121584398375e-06,
      "loss": 0.1404,
      "step": 7488
    },
    {
      "epoch": 1.1310980214469113,
      "grad_norm": 1.4902857842395243,
      "learning_rate": 6.883879646337755e-06,
      "loss": 0.1224,
      "step": 7489
    },
    {
      "epoch": 1.1312490560338317,
      "grad_norm": 2.4003955657644314,
      "learning_rate": 6.883147087109385e-06,
      "loss": 0.1373,
      "step": 7490
    },
    {
      "epoch": 1.1314000906207522,
      "grad_norm": 3.8797852903370376,
      "learning_rate": 6.882414480773052e-06,
      "loss": 0.1406,
      "step": 7491
    },
    {
      "epoch": 1.1315511252076726,
      "grad_norm": 2.2899414171927495,
      "learning_rate": 6.881681827347089e-06,
      "loss": 0.1377,
      "step": 7492
    },
    {
      "epoch": 1.1317021597945929,
      "grad_norm": 3.7945097341713416,
      "learning_rate": 6.880949126849817e-06,
      "loss": 0.1283,
      "step": 7493
    },
    {
      "epoch": 1.1318531943815133,
      "grad_norm": 1.975904558155866,
      "learning_rate": 6.880216379299569e-06,
      "loss": 0.1458,
      "step": 7494
    },
    {
      "epoch": 1.1320042289684338,
      "grad_norm": 1.8580299980673693,
      "learning_rate": 6.879483584714674e-06,
      "loss": 0.1156,
      "step": 7495
    },
    {
      "epoch": 1.1321552635553542,
      "grad_norm": 2.768745536316791,
      "learning_rate": 6.8787507431134624e-06,
      "loss": 0.1565,
      "step": 7496
    },
    {
      "epoch": 1.1323062981422747,
      "grad_norm": 1.7218159387060423,
      "learning_rate": 6.878017854514267e-06,
      "loss": 0.134,
      "step": 7497
    },
    {
      "epoch": 1.132457332729195,
      "grad_norm": 2.108945550479541,
      "learning_rate": 6.877284918935423e-06,
      "loss": 0.1277,
      "step": 7498
    },
    {
      "epoch": 1.1326083673161154,
      "grad_norm": 1.8603114175416828,
      "learning_rate": 6.8765519363952625e-06,
      "loss": 0.1188,
      "step": 7499
    },
    {
      "epoch": 1.1327594019030358,
      "grad_norm": 2.5957380363951934,
      "learning_rate": 6.875818906912125e-06,
      "loss": 0.1367,
      "step": 7500
    },
    {
      "epoch": 1.1329104364899563,
      "grad_norm": 1.5811218026952183,
      "learning_rate": 6.875085830504343e-06,
      "loss": 0.1341,
      "step": 7501
    },
    {
      "epoch": 1.1330614710768767,
      "grad_norm": 1.5949747057355081,
      "learning_rate": 6.874352707190259e-06,
      "loss": 0.1313,
      "step": 7502
    },
    {
      "epoch": 1.133212505663797,
      "grad_norm": 1.7197376575332064,
      "learning_rate": 6.87361953698821e-06,
      "loss": 0.1397,
      "step": 7503
    },
    {
      "epoch": 1.1333635402507174,
      "grad_norm": 1.6911449531520184,
      "learning_rate": 6.872886319916536e-06,
      "loss": 0.1374,
      "step": 7504
    },
    {
      "epoch": 1.1335145748376378,
      "grad_norm": 1.619861741142268,
      "learning_rate": 6.872153055993582e-06,
      "loss": 0.1146,
      "step": 7505
    },
    {
      "epoch": 1.1336656094245583,
      "grad_norm": 2.120914659141954,
      "learning_rate": 6.871419745237689e-06,
      "loss": 0.1497,
      "step": 7506
    },
    {
      "epoch": 1.1338166440114787,
      "grad_norm": 1.766907434285177,
      "learning_rate": 6.870686387667203e-06,
      "loss": 0.1345,
      "step": 7507
    },
    {
      "epoch": 1.133967678598399,
      "grad_norm": 1.9339275347647897,
      "learning_rate": 6.869952983300465e-06,
      "loss": 0.131,
      "step": 7508
    },
    {
      "epoch": 1.1341187131853194,
      "grad_norm": 2.79387505485706,
      "learning_rate": 6.869219532155826e-06,
      "loss": 0.1284,
      "step": 7509
    },
    {
      "epoch": 1.1342697477722399,
      "grad_norm": 1.4842679382519814,
      "learning_rate": 6.868486034251631e-06,
      "loss": 0.1234,
      "step": 7510
    },
    {
      "epoch": 1.1344207823591603,
      "grad_norm": 2.3341071454567723,
      "learning_rate": 6.8677524896062296e-06,
      "loss": 0.1603,
      "step": 7511
    },
    {
      "epoch": 1.1345718169460806,
      "grad_norm": 1.8365330800208268,
      "learning_rate": 6.867018898237974e-06,
      "loss": 0.1393,
      "step": 7512
    },
    {
      "epoch": 1.134722851533001,
      "grad_norm": 1.758785062502515,
      "learning_rate": 6.8662852601652105e-06,
      "loss": 0.1205,
      "step": 7513
    },
    {
      "epoch": 1.1348738861199215,
      "grad_norm": 1.729769906753489,
      "learning_rate": 6.8655515754062965e-06,
      "loss": 0.1381,
      "step": 7514
    },
    {
      "epoch": 1.135024920706842,
      "grad_norm": 1.77931313254332,
      "learning_rate": 6.864817843979583e-06,
      "loss": 0.1299,
      "step": 7515
    },
    {
      "epoch": 1.1351759552937624,
      "grad_norm": 1.794214990584005,
      "learning_rate": 6.864084065903424e-06,
      "loss": 0.1359,
      "step": 7516
    },
    {
      "epoch": 1.1353269898806826,
      "grad_norm": 2.023244872969327,
      "learning_rate": 6.863350241196178e-06,
      "loss": 0.1257,
      "step": 7517
    },
    {
      "epoch": 1.135478024467603,
      "grad_norm": 1.751515021264009,
      "learning_rate": 6.8626163698762e-06,
      "loss": 0.1524,
      "step": 7518
    },
    {
      "epoch": 1.1356290590545235,
      "grad_norm": 2.009561668289189,
      "learning_rate": 6.8618824519618486e-06,
      "loss": 0.1612,
      "step": 7519
    },
    {
      "epoch": 1.135780093641444,
      "grad_norm": 1.7803594573087453,
      "learning_rate": 6.861148487471483e-06,
      "loss": 0.1266,
      "step": 7520
    },
    {
      "epoch": 1.1359311282283642,
      "grad_norm": 1.9995998670930104,
      "learning_rate": 6.860414476423466e-06,
      "loss": 0.1307,
      "step": 7521
    },
    {
      "epoch": 1.1360821628152846,
      "grad_norm": 2.0583717481022776,
      "learning_rate": 6.859680418836156e-06,
      "loss": 0.1299,
      "step": 7522
    },
    {
      "epoch": 1.136233197402205,
      "grad_norm": 1.5818904201828534,
      "learning_rate": 6.858946314727915e-06,
      "loss": 0.1211,
      "step": 7523
    },
    {
      "epoch": 1.1363842319891255,
      "grad_norm": 2.591629218640646,
      "learning_rate": 6.858212164117112e-06,
      "loss": 0.1411,
      "step": 7524
    },
    {
      "epoch": 1.136535266576046,
      "grad_norm": 1.4698228259893757,
      "learning_rate": 6.857477967022108e-06,
      "loss": 0.1172,
      "step": 7525
    },
    {
      "epoch": 1.1366863011629662,
      "grad_norm": 1.9006781689968066,
      "learning_rate": 6.85674372346127e-06,
      "loss": 0.1728,
      "step": 7526
    },
    {
      "epoch": 1.1368373357498867,
      "grad_norm": 2.1165905311867452,
      "learning_rate": 6.856009433452967e-06,
      "loss": 0.1453,
      "step": 7527
    },
    {
      "epoch": 1.136988370336807,
      "grad_norm": 2.3036152534767056,
      "learning_rate": 6.855275097015568e-06,
      "loss": 0.1502,
      "step": 7528
    },
    {
      "epoch": 1.1371394049237276,
      "grad_norm": 1.9769998826476716,
      "learning_rate": 6.854540714167442e-06,
      "loss": 0.1346,
      "step": 7529
    },
    {
      "epoch": 1.137290439510648,
      "grad_norm": 1.8101741347087381,
      "learning_rate": 6.853806284926957e-06,
      "loss": 0.1419,
      "step": 7530
    },
    {
      "epoch": 1.1374414740975682,
      "grad_norm": 1.8281625257181109,
      "learning_rate": 6.8530718093124884e-06,
      "loss": 0.1332,
      "step": 7531
    },
    {
      "epoch": 1.1375925086844887,
      "grad_norm": 1.436754801758636,
      "learning_rate": 6.8523372873424095e-06,
      "loss": 0.1172,
      "step": 7532
    },
    {
      "epoch": 1.1377435432714091,
      "grad_norm": 1.899209026309196,
      "learning_rate": 6.851602719035095e-06,
      "loss": 0.149,
      "step": 7533
    },
    {
      "epoch": 1.1378945778583296,
      "grad_norm": 1.7895142379562374,
      "learning_rate": 6.850868104408919e-06,
      "loss": 0.134,
      "step": 7534
    },
    {
      "epoch": 1.13804561244525,
      "grad_norm": 1.9356155909176331,
      "learning_rate": 6.850133443482258e-06,
      "loss": 0.1379,
      "step": 7535
    },
    {
      "epoch": 1.1381966470321703,
      "grad_norm": 2.418222430315073,
      "learning_rate": 6.849398736273492e-06,
      "loss": 0.1426,
      "step": 7536
    },
    {
      "epoch": 1.1383476816190907,
      "grad_norm": 1.8700991710539931,
      "learning_rate": 6.848663982801e-06,
      "loss": 0.1228,
      "step": 7537
    },
    {
      "epoch": 1.1384987162060112,
      "grad_norm": 1.3945542146749634,
      "learning_rate": 6.847929183083161e-06,
      "loss": 0.1183,
      "step": 7538
    },
    {
      "epoch": 1.1386497507929316,
      "grad_norm": 1.7330449849304346,
      "learning_rate": 6.8471943371383564e-06,
      "loss": 0.1411,
      "step": 7539
    },
    {
      "epoch": 1.138800785379852,
      "grad_norm": 1.562093076579025,
      "learning_rate": 6.84645944498497e-06,
      "loss": 0.1161,
      "step": 7540
    },
    {
      "epoch": 1.1389518199667723,
      "grad_norm": 3.954150510284868,
      "learning_rate": 6.845724506641383e-06,
      "loss": 0.1444,
      "step": 7541
    },
    {
      "epoch": 1.1391028545536928,
      "grad_norm": 1.6824744048567561,
      "learning_rate": 6.844989522125981e-06,
      "loss": 0.1071,
      "step": 7542
    },
    {
      "epoch": 1.1392538891406132,
      "grad_norm": 1.8592435958758495,
      "learning_rate": 6.844254491457154e-06,
      "loss": 0.1083,
      "step": 7543
    },
    {
      "epoch": 1.1394049237275337,
      "grad_norm": 1.6502136224655968,
      "learning_rate": 6.8435194146532844e-06,
      "loss": 0.1325,
      "step": 7544
    },
    {
      "epoch": 1.139555958314454,
      "grad_norm": 1.9402102346288035,
      "learning_rate": 6.842784291732762e-06,
      "loss": 0.1431,
      "step": 7545
    },
    {
      "epoch": 1.1397069929013743,
      "grad_norm": 2.5652652200553403,
      "learning_rate": 6.8420491227139785e-06,
      "loss": 0.1564,
      "step": 7546
    },
    {
      "epoch": 1.1398580274882948,
      "grad_norm": 2.8416997414393657,
      "learning_rate": 6.841313907615321e-06,
      "loss": 0.1709,
      "step": 7547
    },
    {
      "epoch": 1.1400090620752152,
      "grad_norm": 1.8537846783110383,
      "learning_rate": 6.840578646455184e-06,
      "loss": 0.1367,
      "step": 7548
    },
    {
      "epoch": 1.1401600966621357,
      "grad_norm": 2.10605171141482,
      "learning_rate": 6.839843339251959e-06,
      "loss": 0.1309,
      "step": 7549
    },
    {
      "epoch": 1.1403111312490561,
      "grad_norm": 2.0071895002300177,
      "learning_rate": 6.839107986024041e-06,
      "loss": 0.1114,
      "step": 7550
    },
    {
      "epoch": 1.1404621658359764,
      "grad_norm": 1.8011295514948145,
      "learning_rate": 6.838372586789824e-06,
      "loss": 0.1389,
      "step": 7551
    },
    {
      "epoch": 1.1406132004228968,
      "grad_norm": 1.5865183875349862,
      "learning_rate": 6.837637141567706e-06,
      "loss": 0.1222,
      "step": 7552
    },
    {
      "epoch": 1.1407642350098173,
      "grad_norm": 1.635033208282534,
      "learning_rate": 6.836901650376085e-06,
      "loss": 0.1343,
      "step": 7553
    },
    {
      "epoch": 1.1409152695967377,
      "grad_norm": 1.9293321612971674,
      "learning_rate": 6.836166113233356e-06,
      "loss": 0.1418,
      "step": 7554
    },
    {
      "epoch": 1.1410663041836582,
      "grad_norm": 1.7543824311671796,
      "learning_rate": 6.835430530157923e-06,
      "loss": 0.126,
      "step": 7555
    },
    {
      "epoch": 1.1412173387705784,
      "grad_norm": 2.2484600693870256,
      "learning_rate": 6.834694901168184e-06,
      "loss": 0.1313,
      "step": 7556
    },
    {
      "epoch": 1.1413683733574989,
      "grad_norm": 2.160146937489422,
      "learning_rate": 6.833959226282545e-06,
      "loss": 0.1525,
      "step": 7557
    },
    {
      "epoch": 1.1415194079444193,
      "grad_norm": 1.7413864799737195,
      "learning_rate": 6.833223505519407e-06,
      "loss": 0.1212,
      "step": 7558
    },
    {
      "epoch": 1.1416704425313398,
      "grad_norm": 2.0715674015212238,
      "learning_rate": 6.832487738897171e-06,
      "loss": 0.1494,
      "step": 7559
    },
    {
      "epoch": 1.14182147711826,
      "grad_norm": 1.8278904447605497,
      "learning_rate": 6.831751926434248e-06,
      "loss": 0.1229,
      "step": 7560
    },
    {
      "epoch": 1.1419725117051804,
      "grad_norm": 1.7360138168740562,
      "learning_rate": 6.831016068149044e-06,
      "loss": 0.1285,
      "step": 7561
    },
    {
      "epoch": 1.1421235462921009,
      "grad_norm": 2.968599839769117,
      "learning_rate": 6.830280164059963e-06,
      "loss": 0.1553,
      "step": 7562
    },
    {
      "epoch": 1.1422745808790213,
      "grad_norm": 1.8030711619554973,
      "learning_rate": 6.829544214185418e-06,
      "loss": 0.1133,
      "step": 7563
    },
    {
      "epoch": 1.1424256154659418,
      "grad_norm": 2.1685243137260257,
      "learning_rate": 6.8288082185438186e-06,
      "loss": 0.1269,
      "step": 7564
    },
    {
      "epoch": 1.142576650052862,
      "grad_norm": 1.8806791143478407,
      "learning_rate": 6.828072177153574e-06,
      "loss": 0.1342,
      "step": 7565
    },
    {
      "epoch": 1.1427276846397825,
      "grad_norm": 2.1851509314582436,
      "learning_rate": 6.827336090033099e-06,
      "loss": 0.149,
      "step": 7566
    },
    {
      "epoch": 1.142878719226703,
      "grad_norm": 1.5960696888109083,
      "learning_rate": 6.826599957200806e-06,
      "loss": 0.11,
      "step": 7567
    },
    {
      "epoch": 1.1430297538136234,
      "grad_norm": 1.6563494406477084,
      "learning_rate": 6.825863778675111e-06,
      "loss": 0.1277,
      "step": 7568
    },
    {
      "epoch": 1.1431807884005436,
      "grad_norm": 1.8763754402204038,
      "learning_rate": 6.825127554474429e-06,
      "loss": 0.1237,
      "step": 7569
    },
    {
      "epoch": 1.143331822987464,
      "grad_norm": 2.0297937846974143,
      "learning_rate": 6.824391284617175e-06,
      "loss": 0.1455,
      "step": 7570
    },
    {
      "epoch": 1.1434828575743845,
      "grad_norm": 1.6365254724779907,
      "learning_rate": 6.8236549691217695e-06,
      "loss": 0.111,
      "step": 7571
    },
    {
      "epoch": 1.143633892161305,
      "grad_norm": 1.706431700022812,
      "learning_rate": 6.822918608006633e-06,
      "loss": 0.1233,
      "step": 7572
    },
    {
      "epoch": 1.1437849267482254,
      "grad_norm": 2.6150284521744047,
      "learning_rate": 6.822182201290185e-06,
      "loss": 0.1604,
      "step": 7573
    },
    {
      "epoch": 1.1439359613351456,
      "grad_norm": 1.4936326278694863,
      "learning_rate": 6.821445748990845e-06,
      "loss": 0.1143,
      "step": 7574
    },
    {
      "epoch": 1.144086995922066,
      "grad_norm": 1.6901196176938065,
      "learning_rate": 6.8207092511270375e-06,
      "loss": 0.1163,
      "step": 7575
    },
    {
      "epoch": 1.1442380305089865,
      "grad_norm": 1.8415308789605853,
      "learning_rate": 6.819972707717189e-06,
      "loss": 0.1347,
      "step": 7576
    },
    {
      "epoch": 1.144389065095907,
      "grad_norm": 1.7763533403124603,
      "learning_rate": 6.819236118779718e-06,
      "loss": 0.1315,
      "step": 7577
    },
    {
      "epoch": 1.1445400996828274,
      "grad_norm": 1.6872009729584918,
      "learning_rate": 6.818499484333056e-06,
      "loss": 0.1359,
      "step": 7578
    },
    {
      "epoch": 1.1446911342697477,
      "grad_norm": 1.7193817150730193,
      "learning_rate": 6.817762804395631e-06,
      "loss": 0.1403,
      "step": 7579
    },
    {
      "epoch": 1.1448421688566681,
      "grad_norm": 1.402795730524772,
      "learning_rate": 6.817026078985868e-06,
      "loss": 0.1103,
      "step": 7580
    },
    {
      "epoch": 1.1449932034435886,
      "grad_norm": 1.889583483211493,
      "learning_rate": 6.816289308122197e-06,
      "loss": 0.1474,
      "step": 7581
    },
    {
      "epoch": 1.145144238030509,
      "grad_norm": 2.0753755689760736,
      "learning_rate": 6.815552491823051e-06,
      "loss": 0.1291,
      "step": 7582
    },
    {
      "epoch": 1.1452952726174295,
      "grad_norm": 1.7771750791157022,
      "learning_rate": 6.814815630106859e-06,
      "loss": 0.1433,
      "step": 7583
    },
    {
      "epoch": 1.1454463072043497,
      "grad_norm": 1.8289634635497893,
      "learning_rate": 6.814078722992057e-06,
      "loss": 0.1267,
      "step": 7584
    },
    {
      "epoch": 1.1455973417912702,
      "grad_norm": 2.034105878980132,
      "learning_rate": 6.813341770497076e-06,
      "loss": 0.1392,
      "step": 7585
    },
    {
      "epoch": 1.1457483763781906,
      "grad_norm": 1.6123352496727246,
      "learning_rate": 6.812604772640354e-06,
      "loss": 0.1257,
      "step": 7586
    },
    {
      "epoch": 1.145899410965111,
      "grad_norm": 1.710184091442917,
      "learning_rate": 6.811867729440326e-06,
      "loss": 0.1192,
      "step": 7587
    },
    {
      "epoch": 1.1460504455520315,
      "grad_norm": 1.925699679213323,
      "learning_rate": 6.81113064091543e-06,
      "loss": 0.1545,
      "step": 7588
    },
    {
      "epoch": 1.1462014801389517,
      "grad_norm": 1.707840931469733,
      "learning_rate": 6.810393507084104e-06,
      "loss": 0.1257,
      "step": 7589
    },
    {
      "epoch": 1.1463525147258722,
      "grad_norm": 1.2580366731243322,
      "learning_rate": 6.80965632796479e-06,
      "loss": 0.0926,
      "step": 7590
    },
    {
      "epoch": 1.1465035493127926,
      "grad_norm": 2.258799898469556,
      "learning_rate": 6.808919103575926e-06,
      "loss": 0.1497,
      "step": 7591
    },
    {
      "epoch": 1.146654583899713,
      "grad_norm": 2.0142894449604882,
      "learning_rate": 6.808181833935956e-06,
      "loss": 0.1448,
      "step": 7592
    },
    {
      "epoch": 1.1468056184866335,
      "grad_norm": 1.8998116499641862,
      "learning_rate": 6.807444519063322e-06,
      "loss": 0.1287,
      "step": 7593
    },
    {
      "epoch": 1.1469566530735538,
      "grad_norm": 1.6202239306109874,
      "learning_rate": 6.806707158976469e-06,
      "loss": 0.1128,
      "step": 7594
    },
    {
      "epoch": 1.1471076876604742,
      "grad_norm": 1.9727546844216675,
      "learning_rate": 6.8059697536938415e-06,
      "loss": 0.1345,
      "step": 7595
    },
    {
      "epoch": 1.1472587222473947,
      "grad_norm": 2.0253936252006506,
      "learning_rate": 6.805232303233888e-06,
      "loss": 0.1247,
      "step": 7596
    },
    {
      "epoch": 1.1474097568343151,
      "grad_norm": 2.430793114688579,
      "learning_rate": 6.804494807615056e-06,
      "loss": 0.1479,
      "step": 7597
    },
    {
      "epoch": 1.1475607914212356,
      "grad_norm": 2.1525557695248243,
      "learning_rate": 6.803757266855792e-06,
      "loss": 0.1125,
      "step": 7598
    },
    {
      "epoch": 1.1477118260081558,
      "grad_norm": 2.5095925780786748,
      "learning_rate": 6.803019680974547e-06,
      "loss": 0.1432,
      "step": 7599
    },
    {
      "epoch": 1.1478628605950763,
      "grad_norm": 1.3321532065636401,
      "learning_rate": 6.802282049989775e-06,
      "loss": 0.0989,
      "step": 7600
    },
    {
      "epoch": 1.1480138951819967,
      "grad_norm": 1.701604285937378,
      "learning_rate": 6.801544373919925e-06,
      "loss": 0.1353,
      "step": 7601
    },
    {
      "epoch": 1.1481649297689172,
      "grad_norm": 1.6267601577183357,
      "learning_rate": 6.800806652783451e-06,
      "loss": 0.1383,
      "step": 7602
    },
    {
      "epoch": 1.1483159643558376,
      "grad_norm": 2.0945058854732403,
      "learning_rate": 6.800068886598808e-06,
      "loss": 0.1377,
      "step": 7603
    },
    {
      "epoch": 1.1484669989427578,
      "grad_norm": 2.3984045969055634,
      "learning_rate": 6.79933107538445e-06,
      "loss": 0.178,
      "step": 7604
    },
    {
      "epoch": 1.1486180335296783,
      "grad_norm": 1.5467949943359653,
      "learning_rate": 6.798593219158837e-06,
      "loss": 0.1269,
      "step": 7605
    },
    {
      "epoch": 1.1487690681165987,
      "grad_norm": 1.8888594931005895,
      "learning_rate": 6.797855317940424e-06,
      "loss": 0.1274,
      "step": 7606
    },
    {
      "epoch": 1.1489201027035192,
      "grad_norm": 1.6356596871458968,
      "learning_rate": 6.797117371747671e-06,
      "loss": 0.1156,
      "step": 7607
    },
    {
      "epoch": 1.1490711372904394,
      "grad_norm": 2.1578135126489895,
      "learning_rate": 6.7963793805990395e-06,
      "loss": 0.1498,
      "step": 7608
    },
    {
      "epoch": 1.1492221718773599,
      "grad_norm": 1.7953357717324039,
      "learning_rate": 6.795641344512988e-06,
      "loss": 0.1385,
      "step": 7609
    },
    {
      "epoch": 1.1493732064642803,
      "grad_norm": 1.5382696189459009,
      "learning_rate": 6.7949032635079805e-06,
      "loss": 0.1003,
      "step": 7610
    },
    {
      "epoch": 1.1495242410512008,
      "grad_norm": 1.822708144518214,
      "learning_rate": 6.794165137602482e-06,
      "loss": 0.1483,
      "step": 7611
    },
    {
      "epoch": 1.1496752756381212,
      "grad_norm": 1.8328745021862791,
      "learning_rate": 6.793426966814953e-06,
      "loss": 0.1429,
      "step": 7612
    },
    {
      "epoch": 1.1498263102250414,
      "grad_norm": 1.6408963274754036,
      "learning_rate": 6.792688751163864e-06,
      "loss": 0.1228,
      "step": 7613
    },
    {
      "epoch": 1.149977344811962,
      "grad_norm": 1.9649594066457785,
      "learning_rate": 6.791950490667678e-06,
      "loss": 0.1524,
      "step": 7614
    },
    {
      "epoch": 1.1501283793988824,
      "grad_norm": 1.8612736641995016,
      "learning_rate": 6.791212185344864e-06,
      "loss": 0.133,
      "step": 7615
    },
    {
      "epoch": 1.1502794139858028,
      "grad_norm": 2.2410474046331426,
      "learning_rate": 6.790473835213893e-06,
      "loss": 0.1582,
      "step": 7616
    },
    {
      "epoch": 1.150430448572723,
      "grad_norm": 1.861947721309009,
      "learning_rate": 6.789735440293234e-06,
      "loss": 0.1489,
      "step": 7617
    },
    {
      "epoch": 1.1505814831596435,
      "grad_norm": 1.5016828950587295,
      "learning_rate": 6.7889970006013585e-06,
      "loss": 0.1139,
      "step": 7618
    },
    {
      "epoch": 1.150732517746564,
      "grad_norm": 1.8269283990838963,
      "learning_rate": 6.788258516156738e-06,
      "loss": 0.1374,
      "step": 7619
    },
    {
      "epoch": 1.1508835523334844,
      "grad_norm": 1.808735031817977,
      "learning_rate": 6.787519986977846e-06,
      "loss": 0.1307,
      "step": 7620
    },
    {
      "epoch": 1.1510345869204048,
      "grad_norm": 1.6411076741565729,
      "learning_rate": 6.7867814130831585e-06,
      "loss": 0.1195,
      "step": 7621
    },
    {
      "epoch": 1.151185621507325,
      "grad_norm": 1.8532576291756342,
      "learning_rate": 6.786042794491152e-06,
      "loss": 0.1331,
      "step": 7622
    },
    {
      "epoch": 1.1513366560942455,
      "grad_norm": 1.924097919906447,
      "learning_rate": 6.7853041312203005e-06,
      "loss": 0.1439,
      "step": 7623
    },
    {
      "epoch": 1.151487690681166,
      "grad_norm": 1.9091001042622349,
      "learning_rate": 6.784565423289085e-06,
      "loss": 0.1266,
      "step": 7624
    },
    {
      "epoch": 1.1516387252680864,
      "grad_norm": 1.7722166857509196,
      "learning_rate": 6.783826670715984e-06,
      "loss": 0.1299,
      "step": 7625
    },
    {
      "epoch": 1.1517897598550069,
      "grad_norm": 1.6623219250791408,
      "learning_rate": 6.7830878735194775e-06,
      "loss": 0.1382,
      "step": 7626
    },
    {
      "epoch": 1.151940794441927,
      "grad_norm": 1.788513537333376,
      "learning_rate": 6.782349031718045e-06,
      "loss": 0.1323,
      "step": 7627
    },
    {
      "epoch": 1.1520918290288475,
      "grad_norm": 1.5708095222087326,
      "learning_rate": 6.781610145330172e-06,
      "loss": 0.1275,
      "step": 7628
    },
    {
      "epoch": 1.152242863615768,
      "grad_norm": 1.7102611727202561,
      "learning_rate": 6.780871214374342e-06,
      "loss": 0.139,
      "step": 7629
    },
    {
      "epoch": 1.1523938982026884,
      "grad_norm": 1.898027976997312,
      "learning_rate": 6.780132238869037e-06,
      "loss": 0.1455,
      "step": 7630
    },
    {
      "epoch": 1.152544932789609,
      "grad_norm": 1.6548040799663848,
      "learning_rate": 6.779393218832746e-06,
      "loss": 0.1191,
      "step": 7631
    },
    {
      "epoch": 1.1526959673765291,
      "grad_norm": 2.1257946392536917,
      "learning_rate": 6.778654154283954e-06,
      "loss": 0.1208,
      "step": 7632
    },
    {
      "epoch": 1.1528470019634496,
      "grad_norm": 1.9723825230624572,
      "learning_rate": 6.777915045241149e-06,
      "loss": 0.1326,
      "step": 7633
    },
    {
      "epoch": 1.15299803655037,
      "grad_norm": 2.6476401535485836,
      "learning_rate": 6.7771758917228215e-06,
      "loss": 0.1496,
      "step": 7634
    },
    {
      "epoch": 1.1531490711372905,
      "grad_norm": 1.662679576167457,
      "learning_rate": 6.776436693747461e-06,
      "loss": 0.1254,
      "step": 7635
    },
    {
      "epoch": 1.153300105724211,
      "grad_norm": 1.9022833550351632,
      "learning_rate": 6.77569745133356e-06,
      "loss": 0.1124,
      "step": 7636
    },
    {
      "epoch": 1.1534511403111312,
      "grad_norm": 1.769101518847343,
      "learning_rate": 6.774958164499611e-06,
      "loss": 0.1443,
      "step": 7637
    },
    {
      "epoch": 1.1536021748980516,
      "grad_norm": 1.9488802487117631,
      "learning_rate": 6.774218833264104e-06,
      "loss": 0.1629,
      "step": 7638
    },
    {
      "epoch": 1.153753209484972,
      "grad_norm": 1.8559502797937768,
      "learning_rate": 6.773479457645539e-06,
      "loss": 0.1304,
      "step": 7639
    },
    {
      "epoch": 1.1539042440718925,
      "grad_norm": 1.810363043208894,
      "learning_rate": 6.77274003766241e-06,
      "loss": 0.1352,
      "step": 7640
    },
    {
      "epoch": 1.154055278658813,
      "grad_norm": 1.8615099948134146,
      "learning_rate": 6.772000573333213e-06,
      "loss": 0.1227,
      "step": 7641
    },
    {
      "epoch": 1.1542063132457332,
      "grad_norm": 2.137887481082494,
      "learning_rate": 6.771261064676446e-06,
      "loss": 0.1325,
      "step": 7642
    },
    {
      "epoch": 1.1543573478326536,
      "grad_norm": 1.6365489079451032,
      "learning_rate": 6.770521511710609e-06,
      "loss": 0.1036,
      "step": 7643
    },
    {
      "epoch": 1.154508382419574,
      "grad_norm": 1.8707189346842288,
      "learning_rate": 6.769781914454202e-06,
      "loss": 0.1427,
      "step": 7644
    },
    {
      "epoch": 1.1546594170064945,
      "grad_norm": 1.677195399392407,
      "learning_rate": 6.769042272925727e-06,
      "loss": 0.1208,
      "step": 7645
    },
    {
      "epoch": 1.154810451593415,
      "grad_norm": 1.734084272970999,
      "learning_rate": 6.768302587143687e-06,
      "loss": 0.1186,
      "step": 7646
    },
    {
      "epoch": 1.1549614861803352,
      "grad_norm": 1.7810542146130948,
      "learning_rate": 6.767562857126585e-06,
      "loss": 0.1428,
      "step": 7647
    },
    {
      "epoch": 1.1551125207672557,
      "grad_norm": 2.654674768525187,
      "learning_rate": 6.766823082892925e-06,
      "loss": 0.139,
      "step": 7648
    },
    {
      "epoch": 1.1552635553541761,
      "grad_norm": 1.816304898584719,
      "learning_rate": 6.766083264461214e-06,
      "loss": 0.1171,
      "step": 7649
    },
    {
      "epoch": 1.1554145899410966,
      "grad_norm": 2.1542083178486324,
      "learning_rate": 6.7653434018499565e-06,
      "loss": 0.1331,
      "step": 7650
    },
    {
      "epoch": 1.155565624528017,
      "grad_norm": 1.8102745546521641,
      "learning_rate": 6.764603495077665e-06,
      "loss": 0.1368,
      "step": 7651
    },
    {
      "epoch": 1.1557166591149373,
      "grad_norm": 1.7138314785852962,
      "learning_rate": 6.763863544162845e-06,
      "loss": 0.1266,
      "step": 7652
    },
    {
      "epoch": 1.1558676937018577,
      "grad_norm": 1.72072943446933,
      "learning_rate": 6.763123549124008e-06,
      "loss": 0.1183,
      "step": 7653
    },
    {
      "epoch": 1.1560187282887782,
      "grad_norm": 1.7603393110456411,
      "learning_rate": 6.7623835099796665e-06,
      "loss": 0.138,
      "step": 7654
    },
    {
      "epoch": 1.1561697628756986,
      "grad_norm": 1.8852831703714816,
      "learning_rate": 6.76164342674833e-06,
      "loss": 0.1421,
      "step": 7655
    },
    {
      "epoch": 1.1563207974626188,
      "grad_norm": 1.5946385989661576,
      "learning_rate": 6.760903299448513e-06,
      "loss": 0.1299,
      "step": 7656
    },
    {
      "epoch": 1.1564718320495393,
      "grad_norm": 2.348858941233842,
      "learning_rate": 6.760163128098734e-06,
      "loss": 0.1196,
      "step": 7657
    },
    {
      "epoch": 1.1566228666364597,
      "grad_norm": 1.8665795232742113,
      "learning_rate": 6.759422912717506e-06,
      "loss": 0.1363,
      "step": 7658
    },
    {
      "epoch": 1.1567739012233802,
      "grad_norm": 1.8967130764964484,
      "learning_rate": 6.758682653323344e-06,
      "loss": 0.1534,
      "step": 7659
    },
    {
      "epoch": 1.1569249358103006,
      "grad_norm": 1.6690005431071657,
      "learning_rate": 6.757942349934768e-06,
      "loss": 0.1272,
      "step": 7660
    },
    {
      "epoch": 1.1570759703972209,
      "grad_norm": 2.711117020547629,
      "learning_rate": 6.757202002570297e-06,
      "loss": 0.1428,
      "step": 7661
    },
    {
      "epoch": 1.1572270049841413,
      "grad_norm": 2.0608565172117244,
      "learning_rate": 6.756461611248452e-06,
      "loss": 0.154,
      "step": 7662
    },
    {
      "epoch": 1.1573780395710618,
      "grad_norm": 1.7364259125207253,
      "learning_rate": 6.755721175987753e-06,
      "loss": 0.1181,
      "step": 7663
    },
    {
      "epoch": 1.1575290741579822,
      "grad_norm": 1.8438903576616954,
      "learning_rate": 6.754980696806722e-06,
      "loss": 0.1477,
      "step": 7664
    },
    {
      "epoch": 1.1576801087449025,
      "grad_norm": 1.6875879984770732,
      "learning_rate": 6.754240173723885e-06,
      "loss": 0.1271,
      "step": 7665
    },
    {
      "epoch": 1.157831143331823,
      "grad_norm": 1.9548442934553412,
      "learning_rate": 6.753499606757762e-06,
      "loss": 0.1323,
      "step": 7666
    },
    {
      "epoch": 1.1579821779187434,
      "grad_norm": 3.4349079632533117,
      "learning_rate": 6.752758995926883e-06,
      "loss": 0.1855,
      "step": 7667
    },
    {
      "epoch": 1.1581332125056638,
      "grad_norm": 2.6815227661769767,
      "learning_rate": 6.752018341249774e-06,
      "loss": 0.1387,
      "step": 7668
    },
    {
      "epoch": 1.1582842470925843,
      "grad_norm": 1.6621901822148366,
      "learning_rate": 6.751277642744962e-06,
      "loss": 0.1221,
      "step": 7669
    },
    {
      "epoch": 1.1584352816795045,
      "grad_norm": 2.0683562402412696,
      "learning_rate": 6.750536900430978e-06,
      "loss": 0.1456,
      "step": 7670
    },
    {
      "epoch": 1.158586316266425,
      "grad_norm": 1.6477048892075221,
      "learning_rate": 6.749796114326347e-06,
      "loss": 0.1176,
      "step": 7671
    },
    {
      "epoch": 1.1587373508533454,
      "grad_norm": 1.8127121591807465,
      "learning_rate": 6.7490552844496046e-06,
      "loss": 0.1335,
      "step": 7672
    },
    {
      "epoch": 1.1588883854402658,
      "grad_norm": 1.861348295773612,
      "learning_rate": 6.748314410819282e-06,
      "loss": 0.1481,
      "step": 7673
    },
    {
      "epoch": 1.1590394200271863,
      "grad_norm": 1.7384958258632153,
      "learning_rate": 6.747573493453913e-06,
      "loss": 0.102,
      "step": 7674
    },
    {
      "epoch": 1.1591904546141065,
      "grad_norm": 1.6670350729785717,
      "learning_rate": 6.746832532372031e-06,
      "loss": 0.1259,
      "step": 7675
    },
    {
      "epoch": 1.159341489201027,
      "grad_norm": 2.2090605459899257,
      "learning_rate": 6.746091527592173e-06,
      "loss": 0.1325,
      "step": 7676
    },
    {
      "epoch": 1.1594925237879474,
      "grad_norm": 1.7989742004499294,
      "learning_rate": 6.745350479132875e-06,
      "loss": 0.1368,
      "step": 7677
    },
    {
      "epoch": 1.1596435583748679,
      "grad_norm": 1.5654977915467563,
      "learning_rate": 6.744609387012672e-06,
      "loss": 0.1193,
      "step": 7678
    },
    {
      "epoch": 1.1597945929617883,
      "grad_norm": 1.7622413474576943,
      "learning_rate": 6.743868251250106e-06,
      "loss": 0.1182,
      "step": 7679
    },
    {
      "epoch": 1.1599456275487086,
      "grad_norm": 2.115518952500867,
      "learning_rate": 6.743127071863719e-06,
      "loss": 0.128,
      "step": 7680
    },
    {
      "epoch": 1.160096662135629,
      "grad_norm": 1.8753184595885288,
      "learning_rate": 6.742385848872047e-06,
      "loss": 0.1303,
      "step": 7681
    },
    {
      "epoch": 1.1602476967225495,
      "grad_norm": 1.9736117091904029,
      "learning_rate": 6.741644582293634e-06,
      "loss": 0.1192,
      "step": 7682
    },
    {
      "epoch": 1.16039873130947,
      "grad_norm": 3.507062654049271,
      "learning_rate": 6.740903272147025e-06,
      "loss": 0.1269,
      "step": 7683
    },
    {
      "epoch": 1.1605497658963904,
      "grad_norm": 1.814099630507159,
      "learning_rate": 6.740161918450762e-06,
      "loss": 0.1368,
      "step": 7684
    },
    {
      "epoch": 1.1607008004833106,
      "grad_norm": 1.8409474373394825,
      "learning_rate": 6.73942052122339e-06,
      "loss": 0.1405,
      "step": 7685
    },
    {
      "epoch": 1.160851835070231,
      "grad_norm": 1.65251069460831,
      "learning_rate": 6.7386790804834575e-06,
      "loss": 0.1169,
      "step": 7686
    },
    {
      "epoch": 1.1610028696571515,
      "grad_norm": 1.5185519913277958,
      "learning_rate": 6.737937596249513e-06,
      "loss": 0.1092,
      "step": 7687
    },
    {
      "epoch": 1.161153904244072,
      "grad_norm": 1.9280145335816732,
      "learning_rate": 6.7371960685401014e-06,
      "loss": 0.1318,
      "step": 7688
    },
    {
      "epoch": 1.1613049388309924,
      "grad_norm": 1.787232732326006,
      "learning_rate": 6.736454497373775e-06,
      "loss": 0.134,
      "step": 7689
    },
    {
      "epoch": 1.1614559734179126,
      "grad_norm": 1.9284224539860342,
      "learning_rate": 6.7357128827690836e-06,
      "loss": 0.1432,
      "step": 7690
    },
    {
      "epoch": 1.161607008004833,
      "grad_norm": 2.055604028136951,
      "learning_rate": 6.73497122474458e-06,
      "loss": 0.148,
      "step": 7691
    },
    {
      "epoch": 1.1617580425917535,
      "grad_norm": 2.029672126441512,
      "learning_rate": 6.734229523318816e-06,
      "loss": 0.1421,
      "step": 7692
    },
    {
      "epoch": 1.161909077178674,
      "grad_norm": 1.766165724106638,
      "learning_rate": 6.733487778510346e-06,
      "loss": 0.1208,
      "step": 7693
    },
    {
      "epoch": 1.1620601117655944,
      "grad_norm": 1.9966580681702226,
      "learning_rate": 6.732745990337726e-06,
      "loss": 0.1168,
      "step": 7694
    },
    {
      "epoch": 1.1622111463525147,
      "grad_norm": 1.5982839916742808,
      "learning_rate": 6.732004158819512e-06,
      "loss": 0.1283,
      "step": 7695
    },
    {
      "epoch": 1.162362180939435,
      "grad_norm": 1.73411063152996,
      "learning_rate": 6.731262283974261e-06,
      "loss": 0.133,
      "step": 7696
    },
    {
      "epoch": 1.1625132155263556,
      "grad_norm": 2.0745539575311565,
      "learning_rate": 6.7305203658205296e-06,
      "loss": 0.1382,
      "step": 7697
    },
    {
      "epoch": 1.162664250113276,
      "grad_norm": 1.699687819921352,
      "learning_rate": 6.729778404376882e-06,
      "loss": 0.1347,
      "step": 7698
    },
    {
      "epoch": 1.1628152847001965,
      "grad_norm": 2.129922154460396,
      "learning_rate": 6.729036399661875e-06,
      "loss": 0.1229,
      "step": 7699
    },
    {
      "epoch": 1.1629663192871167,
      "grad_norm": 1.6636478816489102,
      "learning_rate": 6.72829435169407e-06,
      "loss": 0.1245,
      "step": 7700
    },
    {
      "epoch": 1.1631173538740371,
      "grad_norm": 1.8243549619581843,
      "learning_rate": 6.727552260492032e-06,
      "loss": 0.1358,
      "step": 7701
    },
    {
      "epoch": 1.1632683884609576,
      "grad_norm": 1.7207875295730444,
      "learning_rate": 6.726810126074323e-06,
      "loss": 0.1138,
      "step": 7702
    },
    {
      "epoch": 1.163419423047878,
      "grad_norm": 1.519765329801567,
      "learning_rate": 6.7260679484595095e-06,
      "loss": 0.1239,
      "step": 7703
    },
    {
      "epoch": 1.1635704576347983,
      "grad_norm": 1.8301334300250767,
      "learning_rate": 6.7253257276661555e-06,
      "loss": 0.1301,
      "step": 7704
    },
    {
      "epoch": 1.1637214922217187,
      "grad_norm": 1.9237160734301582,
      "learning_rate": 6.7245834637128305e-06,
      "loss": 0.1327,
      "step": 7705
    },
    {
      "epoch": 1.1638725268086392,
      "grad_norm": 1.9104873607768396,
      "learning_rate": 6.723841156618099e-06,
      "loss": 0.1404,
      "step": 7706
    },
    {
      "epoch": 1.1640235613955596,
      "grad_norm": 1.9879255620588983,
      "learning_rate": 6.723098806400534e-06,
      "loss": 0.1286,
      "step": 7707
    },
    {
      "epoch": 1.16417459598248,
      "grad_norm": 2.2404625703720273,
      "learning_rate": 6.722356413078706e-06,
      "loss": 0.1412,
      "step": 7708
    },
    {
      "epoch": 1.1643256305694003,
      "grad_norm": 1.60182475903528,
      "learning_rate": 6.721613976671182e-06,
      "loss": 0.1288,
      "step": 7709
    },
    {
      "epoch": 1.1644766651563208,
      "grad_norm": 1.45327906202457,
      "learning_rate": 6.7208714971965385e-06,
      "loss": 0.1101,
      "step": 7710
    },
    {
      "epoch": 1.1646276997432412,
      "grad_norm": 1.4375967896192337,
      "learning_rate": 6.720128974673348e-06,
      "loss": 0.1072,
      "step": 7711
    },
    {
      "epoch": 1.1647787343301617,
      "grad_norm": 1.7100537495462171,
      "learning_rate": 6.7193864091201835e-06,
      "loss": 0.1034,
      "step": 7712
    },
    {
      "epoch": 1.1649297689170819,
      "grad_norm": 1.771993242257998,
      "learning_rate": 6.718643800555622e-06,
      "loss": 0.1403,
      "step": 7713
    },
    {
      "epoch": 1.1650808035040023,
      "grad_norm": 2.019964308953575,
      "learning_rate": 6.71790114899824e-06,
      "loss": 0.1348,
      "step": 7714
    },
    {
      "epoch": 1.1652318380909228,
      "grad_norm": 1.6477569426421514,
      "learning_rate": 6.717158454466617e-06,
      "loss": 0.1226,
      "step": 7715
    },
    {
      "epoch": 1.1653828726778432,
      "grad_norm": 2.2916094284578428,
      "learning_rate": 6.716415716979331e-06,
      "loss": 0.1389,
      "step": 7716
    },
    {
      "epoch": 1.1655339072647637,
      "grad_norm": 1.7684560196232901,
      "learning_rate": 6.715672936554959e-06,
      "loss": 0.1295,
      "step": 7717
    },
    {
      "epoch": 1.165684941851684,
      "grad_norm": 1.7006145473604752,
      "learning_rate": 6.714930113212086e-06,
      "loss": 0.1385,
      "step": 7718
    },
    {
      "epoch": 1.1658359764386044,
      "grad_norm": 1.893362493688495,
      "learning_rate": 6.714187246969293e-06,
      "loss": 0.1496,
      "step": 7719
    },
    {
      "epoch": 1.1659870110255248,
      "grad_norm": 1.4460770444110982,
      "learning_rate": 6.713444337845163e-06,
      "loss": 0.1127,
      "step": 7720
    },
    {
      "epoch": 1.1661380456124453,
      "grad_norm": 1.7285137389302554,
      "learning_rate": 6.712701385858279e-06,
      "loss": 0.1431,
      "step": 7721
    },
    {
      "epoch": 1.1662890801993657,
      "grad_norm": 1.3497527495070814,
      "learning_rate": 6.711958391027229e-06,
      "loss": 0.0961,
      "step": 7722
    },
    {
      "epoch": 1.166440114786286,
      "grad_norm": 1.8109439100423037,
      "learning_rate": 6.711215353370596e-06,
      "loss": 0.1417,
      "step": 7723
    },
    {
      "epoch": 1.1665911493732064,
      "grad_norm": 1.6950548510180732,
      "learning_rate": 6.7104722729069704e-06,
      "loss": 0.1259,
      "step": 7724
    },
    {
      "epoch": 1.1667421839601269,
      "grad_norm": 1.638723201794191,
      "learning_rate": 6.70972914965494e-06,
      "loss": 0.1151,
      "step": 7725
    },
    {
      "epoch": 1.1668932185470473,
      "grad_norm": 5.0375924422806335,
      "learning_rate": 6.7089859836330954e-06,
      "loss": 0.155,
      "step": 7726
    },
    {
      "epoch": 1.1670442531339678,
      "grad_norm": 1.7396279086286408,
      "learning_rate": 6.708242774860025e-06,
      "loss": 0.1256,
      "step": 7727
    },
    {
      "epoch": 1.167195287720888,
      "grad_norm": 1.8772853276464827,
      "learning_rate": 6.7074995233543205e-06,
      "loss": 0.1201,
      "step": 7728
    },
    {
      "epoch": 1.1673463223078084,
      "grad_norm": 1.9461495880951836,
      "learning_rate": 6.706756229134577e-06,
      "loss": 0.1368,
      "step": 7729
    },
    {
      "epoch": 1.1674973568947289,
      "grad_norm": 1.662460863727326,
      "learning_rate": 6.706012892219388e-06,
      "loss": 0.1357,
      "step": 7730
    },
    {
      "epoch": 1.1676483914816493,
      "grad_norm": 2.0055352787276406,
      "learning_rate": 6.705269512627347e-06,
      "loss": 0.1457,
      "step": 7731
    },
    {
      "epoch": 1.1677994260685698,
      "grad_norm": 1.7242225120101469,
      "learning_rate": 6.70452609037705e-06,
      "loss": 0.1203,
      "step": 7732
    },
    {
      "epoch": 1.16795046065549,
      "grad_norm": 1.8736929234114783,
      "learning_rate": 6.7037826254870965e-06,
      "loss": 0.1507,
      "step": 7733
    },
    {
      "epoch": 1.1681014952424105,
      "grad_norm": 1.431948540013772,
      "learning_rate": 6.703039117976083e-06,
      "loss": 0.1121,
      "step": 7734
    },
    {
      "epoch": 1.168252529829331,
      "grad_norm": 1.9096009521437158,
      "learning_rate": 6.702295567862609e-06,
      "loss": 0.1582,
      "step": 7735
    },
    {
      "epoch": 1.1684035644162514,
      "grad_norm": 3.2853992898371867,
      "learning_rate": 6.701551975165275e-06,
      "loss": 0.1523,
      "step": 7736
    },
    {
      "epoch": 1.1685545990031718,
      "grad_norm": 1.8170267905959006,
      "learning_rate": 6.700808339902682e-06,
      "loss": 0.1186,
      "step": 7737
    },
    {
      "epoch": 1.168705633590092,
      "grad_norm": 2.0566840556950328,
      "learning_rate": 6.700064662093433e-06,
      "loss": 0.142,
      "step": 7738
    },
    {
      "epoch": 1.1688566681770125,
      "grad_norm": 2.0438888069568906,
      "learning_rate": 6.69932094175613e-06,
      "loss": 0.1386,
      "step": 7739
    },
    {
      "epoch": 1.169007702763933,
      "grad_norm": 1.557702084521958,
      "learning_rate": 6.698577178909379e-06,
      "loss": 0.1132,
      "step": 7740
    },
    {
      "epoch": 1.1691587373508534,
      "grad_norm": 1.617375063733972,
      "learning_rate": 6.697833373571785e-06,
      "loss": 0.116,
      "step": 7741
    },
    {
      "epoch": 1.1693097719377739,
      "grad_norm": 3.012329792613679,
      "learning_rate": 6.697089525761955e-06,
      "loss": 0.1506,
      "step": 7742
    },
    {
      "epoch": 1.169460806524694,
      "grad_norm": 1.8579064542355717,
      "learning_rate": 6.696345635498498e-06,
      "loss": 0.1258,
      "step": 7743
    },
    {
      "epoch": 1.1696118411116145,
      "grad_norm": 1.6873692805084874,
      "learning_rate": 6.695601702800022e-06,
      "loss": 0.1284,
      "step": 7744
    },
    {
      "epoch": 1.169762875698535,
      "grad_norm": 1.7464180422363262,
      "learning_rate": 6.694857727685134e-06,
      "loss": 0.1402,
      "step": 7745
    },
    {
      "epoch": 1.1699139102854554,
      "grad_norm": 1.7267100693986552,
      "learning_rate": 6.694113710172448e-06,
      "loss": 0.1339,
      "step": 7746
    },
    {
      "epoch": 1.170064944872376,
      "grad_norm": 1.7934806388603273,
      "learning_rate": 6.693369650280577e-06,
      "loss": 0.1203,
      "step": 7747
    },
    {
      "epoch": 1.1702159794592961,
      "grad_norm": 1.792018953162238,
      "learning_rate": 6.6926255480281325e-06,
      "loss": 0.127,
      "step": 7748
    },
    {
      "epoch": 1.1703670140462166,
      "grad_norm": 1.6422891523957301,
      "learning_rate": 6.691881403433727e-06,
      "loss": 0.1249,
      "step": 7749
    },
    {
      "epoch": 1.170518048633137,
      "grad_norm": 2.3437456639185728,
      "learning_rate": 6.691137216515979e-06,
      "loss": 0.1642,
      "step": 7750
    },
    {
      "epoch": 1.1706690832200575,
      "grad_norm": 1.5675067041319475,
      "learning_rate": 6.690392987293502e-06,
      "loss": 0.1299,
      "step": 7751
    },
    {
      "epoch": 1.170820117806978,
      "grad_norm": 1.8936990193333774,
      "learning_rate": 6.689648715784914e-06,
      "loss": 0.1373,
      "step": 7752
    },
    {
      "epoch": 1.1709711523938982,
      "grad_norm": 2.284096167568446,
      "learning_rate": 6.688904402008835e-06,
      "loss": 0.1447,
      "step": 7753
    },
    {
      "epoch": 1.1711221869808186,
      "grad_norm": 1.7200762566544565,
      "learning_rate": 6.6881600459838825e-06,
      "loss": 0.1288,
      "step": 7754
    },
    {
      "epoch": 1.171273221567739,
      "grad_norm": 2.8209761650066105,
      "learning_rate": 6.687415647728679e-06,
      "loss": 0.1507,
      "step": 7755
    },
    {
      "epoch": 1.1714242561546595,
      "grad_norm": 1.5594337331900008,
      "learning_rate": 6.686671207261843e-06,
      "loss": 0.1222,
      "step": 7756
    },
    {
      "epoch": 1.1715752907415797,
      "grad_norm": 1.4814088917385893,
      "learning_rate": 6.685926724601998e-06,
      "loss": 0.1201,
      "step": 7757
    },
    {
      "epoch": 1.1717263253285002,
      "grad_norm": 1.8809746576053312,
      "learning_rate": 6.685182199767769e-06,
      "loss": 0.1317,
      "step": 7758
    },
    {
      "epoch": 1.1718773599154206,
      "grad_norm": 1.6003521048158458,
      "learning_rate": 6.684437632777781e-06,
      "loss": 0.1155,
      "step": 7759
    },
    {
      "epoch": 1.172028394502341,
      "grad_norm": 1.415699251597245,
      "learning_rate": 6.683693023650659e-06,
      "loss": 0.1015,
      "step": 7760
    },
    {
      "epoch": 1.1721794290892615,
      "grad_norm": 1.4364659258605592,
      "learning_rate": 6.682948372405029e-06,
      "loss": 0.1088,
      "step": 7761
    },
    {
      "epoch": 1.1723304636761818,
      "grad_norm": 1.8831467793826422,
      "learning_rate": 6.682203679059519e-06,
      "loss": 0.1501,
      "step": 7762
    },
    {
      "epoch": 1.1724814982631022,
      "grad_norm": 1.9354704175823558,
      "learning_rate": 6.681458943632759e-06,
      "loss": 0.1393,
      "step": 7763
    },
    {
      "epoch": 1.1726325328500227,
      "grad_norm": 1.818429810280172,
      "learning_rate": 6.680714166143378e-06,
      "loss": 0.1326,
      "step": 7764
    },
    {
      "epoch": 1.1727835674369431,
      "grad_norm": 1.6454324438153265,
      "learning_rate": 6.679969346610008e-06,
      "loss": 0.1376,
      "step": 7765
    },
    {
      "epoch": 1.1729346020238633,
      "grad_norm": 2.1430197603481886,
      "learning_rate": 6.679224485051281e-06,
      "loss": 0.1343,
      "step": 7766
    },
    {
      "epoch": 1.1730856366107838,
      "grad_norm": 1.5248343460678688,
      "learning_rate": 6.678479581485829e-06,
      "loss": 0.1148,
      "step": 7767
    },
    {
      "epoch": 1.1732366711977043,
      "grad_norm": 1.8495679274059273,
      "learning_rate": 6.677734635932287e-06,
      "loss": 0.1276,
      "step": 7768
    },
    {
      "epoch": 1.1733877057846247,
      "grad_norm": 3.6032864319065507,
      "learning_rate": 6.676989648409289e-06,
      "loss": 0.159,
      "step": 7769
    },
    {
      "epoch": 1.1735387403715452,
      "grad_norm": 1.8052387824143021,
      "learning_rate": 6.676244618935474e-06,
      "loss": 0.1257,
      "step": 7770
    },
    {
      "epoch": 1.1736897749584654,
      "grad_norm": 1.7506700102893837,
      "learning_rate": 6.675499547529476e-06,
      "loss": 0.1278,
      "step": 7771
    },
    {
      "epoch": 1.1738408095453858,
      "grad_norm": 1.9563234761461403,
      "learning_rate": 6.674754434209936e-06,
      "loss": 0.1425,
      "step": 7772
    },
    {
      "epoch": 1.1739918441323063,
      "grad_norm": 1.6522059476395117,
      "learning_rate": 6.674009278995492e-06,
      "loss": 0.1389,
      "step": 7773
    },
    {
      "epoch": 1.1741428787192267,
      "grad_norm": 2.062276025145093,
      "learning_rate": 6.673264081904783e-06,
      "loss": 0.1597,
      "step": 7774
    },
    {
      "epoch": 1.1742939133061472,
      "grad_norm": 1.722146021138735,
      "learning_rate": 6.672518842956455e-06,
      "loss": 0.1199,
      "step": 7775
    },
    {
      "epoch": 1.1744449478930674,
      "grad_norm": 2.1331643347297153,
      "learning_rate": 6.671773562169146e-06,
      "loss": 0.1587,
      "step": 7776
    },
    {
      "epoch": 1.1745959824799879,
      "grad_norm": 2.7583777190468033,
      "learning_rate": 6.671028239561503e-06,
      "loss": 0.1233,
      "step": 7777
    },
    {
      "epoch": 1.1747470170669083,
      "grad_norm": 2.0008652198479173,
      "learning_rate": 6.67028287515217e-06,
      "loss": 0.1387,
      "step": 7778
    },
    {
      "epoch": 1.1748980516538288,
      "grad_norm": 1.977036116280643,
      "learning_rate": 6.66953746895979e-06,
      "loss": 0.1321,
      "step": 7779
    },
    {
      "epoch": 1.1750490862407492,
      "grad_norm": 4.576779052573715,
      "learning_rate": 6.668792021003012e-06,
      "loss": 0.1093,
      "step": 7780
    },
    {
      "epoch": 1.1752001208276694,
      "grad_norm": 1.9483790329447355,
      "learning_rate": 6.668046531300484e-06,
      "loss": 0.1413,
      "step": 7781
    },
    {
      "epoch": 1.17535115541459,
      "grad_norm": 1.5173561625635206,
      "learning_rate": 6.667300999870854e-06,
      "loss": 0.1147,
      "step": 7782
    },
    {
      "epoch": 1.1755021900015103,
      "grad_norm": 2.163440580362348,
      "learning_rate": 6.666555426732772e-06,
      "loss": 0.1395,
      "step": 7783
    },
    {
      "epoch": 1.1756532245884308,
      "grad_norm": 2.0071344227881993,
      "learning_rate": 6.6658098119048894e-06,
      "loss": 0.1564,
      "step": 7784
    },
    {
      "epoch": 1.1758042591753513,
      "grad_norm": 1.8030441452693422,
      "learning_rate": 6.665064155405857e-06,
      "loss": 0.1374,
      "step": 7785
    },
    {
      "epoch": 1.1759552937622715,
      "grad_norm": 1.3834526322358827,
      "learning_rate": 6.6643184572543295e-06,
      "loss": 0.1023,
      "step": 7786
    },
    {
      "epoch": 1.176106328349192,
      "grad_norm": 1.9700125746550963,
      "learning_rate": 6.66357271746896e-06,
      "loss": 0.1322,
      "step": 7787
    },
    {
      "epoch": 1.1762573629361124,
      "grad_norm": 1.5988480185124825,
      "learning_rate": 6.662826936068404e-06,
      "loss": 0.1201,
      "step": 7788
    },
    {
      "epoch": 1.1764083975230328,
      "grad_norm": 1.8117414189646521,
      "learning_rate": 6.662081113071317e-06,
      "loss": 0.1391,
      "step": 7789
    },
    {
      "epoch": 1.1765594321099533,
      "grad_norm": 1.9429155569695642,
      "learning_rate": 6.661335248496355e-06,
      "loss": 0.1468,
      "step": 7790
    },
    {
      "epoch": 1.1767104666968735,
      "grad_norm": 2.0572784666067205,
      "learning_rate": 6.66058934236218e-06,
      "loss": 0.1089,
      "step": 7791
    },
    {
      "epoch": 1.176861501283794,
      "grad_norm": 1.6130522758949513,
      "learning_rate": 6.6598433946874475e-06,
      "loss": 0.119,
      "step": 7792
    },
    {
      "epoch": 1.1770125358707144,
      "grad_norm": 4.185979150037577,
      "learning_rate": 6.65909740549082e-06,
      "loss": 0.1442,
      "step": 7793
    },
    {
      "epoch": 1.1771635704576349,
      "grad_norm": 2.169181720445363,
      "learning_rate": 6.658351374790958e-06,
      "loss": 0.1374,
      "step": 7794
    },
    {
      "epoch": 1.1773146050445553,
      "grad_norm": 1.8079084953492834,
      "learning_rate": 6.657605302606524e-06,
      "loss": 0.1404,
      "step": 7795
    },
    {
      "epoch": 1.1774656396314755,
      "grad_norm": 1.7888836880096726,
      "learning_rate": 6.656859188956182e-06,
      "loss": 0.1334,
      "step": 7796
    },
    {
      "epoch": 1.177616674218396,
      "grad_norm": 2.135129649607614,
      "learning_rate": 6.656113033858593e-06,
      "loss": 0.1531,
      "step": 7797
    },
    {
      "epoch": 1.1777677088053164,
      "grad_norm": 2.082572372630763,
      "learning_rate": 6.655366837332429e-06,
      "loss": 0.1596,
      "step": 7798
    },
    {
      "epoch": 1.177918743392237,
      "grad_norm": 1.6453398561904014,
      "learning_rate": 6.65462059939635e-06,
      "loss": 0.1329,
      "step": 7799
    },
    {
      "epoch": 1.1780697779791574,
      "grad_norm": 1.8307165887391357,
      "learning_rate": 6.653874320069027e-06,
      "loss": 0.133,
      "step": 7800
    },
    {
      "epoch": 1.1782208125660776,
      "grad_norm": 1.7714623032353924,
      "learning_rate": 6.653127999369129e-06,
      "loss": 0.1339,
      "step": 7801
    },
    {
      "epoch": 1.178371847152998,
      "grad_norm": 1.7990053592563748,
      "learning_rate": 6.652381637315323e-06,
      "loss": 0.1169,
      "step": 7802
    },
    {
      "epoch": 1.1785228817399185,
      "grad_norm": 1.792167106000296,
      "learning_rate": 6.6516352339262816e-06,
      "loss": 0.1362,
      "step": 7803
    },
    {
      "epoch": 1.178673916326839,
      "grad_norm": 1.5910273287672902,
      "learning_rate": 6.650888789220677e-06,
      "loss": 0.1269,
      "step": 7804
    },
    {
      "epoch": 1.1788249509137592,
      "grad_norm": 1.7577929065211797,
      "learning_rate": 6.65014230321718e-06,
      "loss": 0.1267,
      "step": 7805
    },
    {
      "epoch": 1.1789759855006796,
      "grad_norm": 2.2391669147960664,
      "learning_rate": 6.649395775934466e-06,
      "loss": 0.1678,
      "step": 7806
    },
    {
      "epoch": 1.1791270200876,
      "grad_norm": 1.9722003248440205,
      "learning_rate": 6.648649207391209e-06,
      "loss": 0.1192,
      "step": 7807
    },
    {
      "epoch": 1.1792780546745205,
      "grad_norm": 2.721482653241791,
      "learning_rate": 6.647902597606084e-06,
      "loss": 0.1432,
      "step": 7808
    },
    {
      "epoch": 1.179429089261441,
      "grad_norm": 2.027780782005618,
      "learning_rate": 6.647155946597771e-06,
      "loss": 0.1337,
      "step": 7809
    },
    {
      "epoch": 1.1795801238483612,
      "grad_norm": 1.7457368828604138,
      "learning_rate": 6.646409254384945e-06,
      "loss": 0.1306,
      "step": 7810
    },
    {
      "epoch": 1.1797311584352816,
      "grad_norm": 1.8547405080563863,
      "learning_rate": 6.6456625209862845e-06,
      "loss": 0.1459,
      "step": 7811
    },
    {
      "epoch": 1.179882193022202,
      "grad_norm": 2.273925530072036,
      "learning_rate": 6.644915746420472e-06,
      "loss": 0.143,
      "step": 7812
    },
    {
      "epoch": 1.1800332276091225,
      "grad_norm": 1.762353596684126,
      "learning_rate": 6.644168930706186e-06,
      "loss": 0.1276,
      "step": 7813
    },
    {
      "epoch": 1.1801842621960428,
      "grad_norm": 2.1893488244107258,
      "learning_rate": 6.64342207386211e-06,
      "loss": 0.1295,
      "step": 7814
    },
    {
      "epoch": 1.1803352967829632,
      "grad_norm": 1.9297990509007141,
      "learning_rate": 6.642675175906926e-06,
      "loss": 0.1389,
      "step": 7815
    },
    {
      "epoch": 1.1804863313698837,
      "grad_norm": 2.4154149967163647,
      "learning_rate": 6.641928236859321e-06,
      "loss": 0.1826,
      "step": 7816
    },
    {
      "epoch": 1.1806373659568041,
      "grad_norm": 1.8426221240434755,
      "learning_rate": 6.641181256737976e-06,
      "loss": 0.1439,
      "step": 7817
    },
    {
      "epoch": 1.1807884005437246,
      "grad_norm": 1.995380118456024,
      "learning_rate": 6.640434235561579e-06,
      "loss": 0.1411,
      "step": 7818
    },
    {
      "epoch": 1.1809394351306448,
      "grad_norm": 1.9464899005600718,
      "learning_rate": 6.639687173348817e-06,
      "loss": 0.1412,
      "step": 7819
    },
    {
      "epoch": 1.1810904697175653,
      "grad_norm": 1.7342591954357975,
      "learning_rate": 6.638940070118378e-06,
      "loss": 0.1311,
      "step": 7820
    },
    {
      "epoch": 1.1812415043044857,
      "grad_norm": 1.843983250161582,
      "learning_rate": 6.638192925888951e-06,
      "loss": 0.1508,
      "step": 7821
    },
    {
      "epoch": 1.1813925388914062,
      "grad_norm": 1.6019394930925397,
      "learning_rate": 6.637445740679227e-06,
      "loss": 0.1253,
      "step": 7822
    },
    {
      "epoch": 1.1815435734783266,
      "grad_norm": 1.8438729934667217,
      "learning_rate": 6.636698514507898e-06,
      "loss": 0.1245,
      "step": 7823
    },
    {
      "epoch": 1.1816946080652468,
      "grad_norm": 1.69405350117571,
      "learning_rate": 6.635951247393655e-06,
      "loss": 0.1225,
      "step": 7824
    },
    {
      "epoch": 1.1818456426521673,
      "grad_norm": 1.8467317222323898,
      "learning_rate": 6.635203939355189e-06,
      "loss": 0.1351,
      "step": 7825
    },
    {
      "epoch": 1.1819966772390877,
      "grad_norm": 1.9658317511233525,
      "learning_rate": 6.634456590411199e-06,
      "loss": 0.1117,
      "step": 7826
    },
    {
      "epoch": 1.1821477118260082,
      "grad_norm": 2.3350846174985023,
      "learning_rate": 6.6337092005803785e-06,
      "loss": 0.1237,
      "step": 7827
    },
    {
      "epoch": 1.1822987464129286,
      "grad_norm": 1.6942332563037368,
      "learning_rate": 6.632961769881422e-06,
      "loss": 0.1168,
      "step": 7828
    },
    {
      "epoch": 1.1824497809998489,
      "grad_norm": 2.07177239910484,
      "learning_rate": 6.632214298333029e-06,
      "loss": 0.1422,
      "step": 7829
    },
    {
      "epoch": 1.1826008155867693,
      "grad_norm": 2.334238465198537,
      "learning_rate": 6.631466785953897e-06,
      "loss": 0.1618,
      "step": 7830
    },
    {
      "epoch": 1.1827518501736898,
      "grad_norm": 1.8659270000526376,
      "learning_rate": 6.630719232762725e-06,
      "loss": 0.1266,
      "step": 7831
    },
    {
      "epoch": 1.1829028847606102,
      "grad_norm": 1.946933985921909,
      "learning_rate": 6.6299716387782165e-06,
      "loss": 0.128,
      "step": 7832
    },
    {
      "epoch": 1.1830539193475307,
      "grad_norm": 4.55689430072125,
      "learning_rate": 6.6292240040190695e-06,
      "loss": 0.1649,
      "step": 7833
    },
    {
      "epoch": 1.183204953934451,
      "grad_norm": 1.9160488774420337,
      "learning_rate": 6.628476328503988e-06,
      "loss": 0.1606,
      "step": 7834
    },
    {
      "epoch": 1.1833559885213714,
      "grad_norm": 1.6264173338434487,
      "learning_rate": 6.627728612251675e-06,
      "loss": 0.1337,
      "step": 7835
    },
    {
      "epoch": 1.1835070231082918,
      "grad_norm": 1.5469758348208262,
      "learning_rate": 6.626980855280834e-06,
      "loss": 0.1319,
      "step": 7836
    },
    {
      "epoch": 1.1836580576952123,
      "grad_norm": 1.4741013059702701,
      "learning_rate": 6.626233057610172e-06,
      "loss": 0.129,
      "step": 7837
    },
    {
      "epoch": 1.1838090922821327,
      "grad_norm": 1.8779824614388945,
      "learning_rate": 6.625485219258396e-06,
      "loss": 0.1125,
      "step": 7838
    },
    {
      "epoch": 1.183960126869053,
      "grad_norm": 1.996492417546735,
      "learning_rate": 6.624737340244213e-06,
      "loss": 0.1389,
      "step": 7839
    },
    {
      "epoch": 1.1841111614559734,
      "grad_norm": 1.654519641700796,
      "learning_rate": 6.623989420586332e-06,
      "loss": 0.1331,
      "step": 7840
    },
    {
      "epoch": 1.1842621960428938,
      "grad_norm": 1.4767592998497425,
      "learning_rate": 6.62324146030346e-06,
      "loss": 0.1334,
      "step": 7841
    },
    {
      "epoch": 1.1844132306298143,
      "grad_norm": 1.5845716791362332,
      "learning_rate": 6.622493459414312e-06,
      "loss": 0.1222,
      "step": 7842
    },
    {
      "epoch": 1.1845642652167347,
      "grad_norm": 1.4545019340080485,
      "learning_rate": 6.621745417937596e-06,
      "loss": 0.1043,
      "step": 7843
    },
    {
      "epoch": 1.184715299803655,
      "grad_norm": 1.415801653930983,
      "learning_rate": 6.620997335892027e-06,
      "loss": 0.1044,
      "step": 7844
    },
    {
      "epoch": 1.1848663343905754,
      "grad_norm": 1.9764432523733317,
      "learning_rate": 6.620249213296318e-06,
      "loss": 0.1354,
      "step": 7845
    },
    {
      "epoch": 1.1850173689774959,
      "grad_norm": 1.610197327309959,
      "learning_rate": 6.619501050169184e-06,
      "loss": 0.1193,
      "step": 7846
    },
    {
      "epoch": 1.1851684035644163,
      "grad_norm": 1.917572504029945,
      "learning_rate": 6.618752846529338e-06,
      "loss": 0.128,
      "step": 7847
    },
    {
      "epoch": 1.1853194381513368,
      "grad_norm": 1.7597451457633368,
      "learning_rate": 6.6180046023954995e-06,
      "loss": 0.1342,
      "step": 7848
    },
    {
      "epoch": 1.185470472738257,
      "grad_norm": 1.6410347580616635,
      "learning_rate": 6.617256317786387e-06,
      "loss": 0.1305,
      "step": 7849
    },
    {
      "epoch": 1.1856215073251775,
      "grad_norm": 1.7292429575797912,
      "learning_rate": 6.616507992720717e-06,
      "loss": 0.1381,
      "step": 7850
    },
    {
      "epoch": 1.185772541912098,
      "grad_norm": 1.7122685803788125,
      "learning_rate": 6.61575962721721e-06,
      "loss": 0.1294,
      "step": 7851
    },
    {
      "epoch": 1.1859235764990184,
      "grad_norm": 1.9375217306542456,
      "learning_rate": 6.615011221294588e-06,
      "loss": 0.1328,
      "step": 7852
    },
    {
      "epoch": 1.1860746110859386,
      "grad_norm": 1.9478811140576298,
      "learning_rate": 6.614262774971571e-06,
      "loss": 0.1347,
      "step": 7853
    },
    {
      "epoch": 1.186225645672859,
      "grad_norm": 1.9697983480744967,
      "learning_rate": 6.613514288266881e-06,
      "loss": 0.1464,
      "step": 7854
    },
    {
      "epoch": 1.1863766802597795,
      "grad_norm": 1.7400192207894507,
      "learning_rate": 6.612765761199244e-06,
      "loss": 0.1245,
      "step": 7855
    },
    {
      "epoch": 1.1865277148467,
      "grad_norm": 1.7567677465270122,
      "learning_rate": 6.612017193787387e-06,
      "loss": 0.1308,
      "step": 7856
    },
    {
      "epoch": 1.1866787494336204,
      "grad_norm": 1.7113953438534555,
      "learning_rate": 6.61126858605003e-06,
      "loss": 0.138,
      "step": 7857
    },
    {
      "epoch": 1.1868297840205406,
      "grad_norm": 1.779346764478325,
      "learning_rate": 6.610519938005904e-06,
      "loss": 0.1026,
      "step": 7858
    },
    {
      "epoch": 1.186980818607461,
      "grad_norm": 1.8052113347287837,
      "learning_rate": 6.609771249673735e-06,
      "loss": 0.1321,
      "step": 7859
    },
    {
      "epoch": 1.1871318531943815,
      "grad_norm": 3.1877745893422706,
      "learning_rate": 6.609022521072253e-06,
      "loss": 0.1574,
      "step": 7860
    },
    {
      "epoch": 1.187282887781302,
      "grad_norm": 2.090986207126696,
      "learning_rate": 6.6082737522201875e-06,
      "loss": 0.1776,
      "step": 7861
    },
    {
      "epoch": 1.1874339223682222,
      "grad_norm": 2.1739147129004524,
      "learning_rate": 6.607524943136268e-06,
      "loss": 0.1458,
      "step": 7862
    },
    {
      "epoch": 1.1875849569551427,
      "grad_norm": 2.4445122743066,
      "learning_rate": 6.60677609383923e-06,
      "loss": 0.1311,
      "step": 7863
    },
    {
      "epoch": 1.187735991542063,
      "grad_norm": 2.1347739084388953,
      "learning_rate": 6.606027204347803e-06,
      "loss": 0.1347,
      "step": 7864
    },
    {
      "epoch": 1.1878870261289836,
      "grad_norm": 1.6139907987929083,
      "learning_rate": 6.6052782746807196e-06,
      "loss": 0.124,
      "step": 7865
    },
    {
      "epoch": 1.188038060715904,
      "grad_norm": 2.106875770790357,
      "learning_rate": 6.604529304856719e-06,
      "loss": 0.1547,
      "step": 7866
    },
    {
      "epoch": 1.1881890953028242,
      "grad_norm": 2.783359828549884,
      "learning_rate": 6.6037802948945355e-06,
      "loss": 0.1616,
      "step": 7867
    },
    {
      "epoch": 1.1883401298897447,
      "grad_norm": 1.7240728779983798,
      "learning_rate": 6.6030312448129055e-06,
      "loss": 0.1199,
      "step": 7868
    },
    {
      "epoch": 1.1884911644766651,
      "grad_norm": 1.8778360893142865,
      "learning_rate": 6.602282154630566e-06,
      "loss": 0.1278,
      "step": 7869
    },
    {
      "epoch": 1.1886421990635856,
      "grad_norm": 1.825002792295129,
      "learning_rate": 6.601533024366256e-06,
      "loss": 0.1348,
      "step": 7870
    },
    {
      "epoch": 1.188793233650506,
      "grad_norm": 1.6616352811891364,
      "learning_rate": 6.600783854038717e-06,
      "loss": 0.1154,
      "step": 7871
    },
    {
      "epoch": 1.1889442682374263,
      "grad_norm": 1.4620142031433336,
      "learning_rate": 6.600034643666689e-06,
      "loss": 0.1123,
      "step": 7872
    },
    {
      "epoch": 1.1890953028243467,
      "grad_norm": 2.3111374966021496,
      "learning_rate": 6.599285393268915e-06,
      "loss": 0.1613,
      "step": 7873
    },
    {
      "epoch": 1.1892463374112672,
      "grad_norm": 1.7305723656487013,
      "learning_rate": 6.598536102864137e-06,
      "loss": 0.1263,
      "step": 7874
    },
    {
      "epoch": 1.1893973719981876,
      "grad_norm": 1.4537941796437397,
      "learning_rate": 6.597786772471099e-06,
      "loss": 0.113,
      "step": 7875
    },
    {
      "epoch": 1.189548406585108,
      "grad_norm": 1.640737862717988,
      "learning_rate": 6.5970374021085435e-06,
      "loss": 0.1375,
      "step": 7876
    },
    {
      "epoch": 1.1896994411720283,
      "grad_norm": 1.6506837634114153,
      "learning_rate": 6.596287991795221e-06,
      "loss": 0.1275,
      "step": 7877
    },
    {
      "epoch": 1.1898504757589488,
      "grad_norm": 1.8413329427394172,
      "learning_rate": 6.595538541549875e-06,
      "loss": 0.1527,
      "step": 7878
    },
    {
      "epoch": 1.1900015103458692,
      "grad_norm": 1.90126104485413,
      "learning_rate": 6.594789051391255e-06,
      "loss": 0.1422,
      "step": 7879
    },
    {
      "epoch": 1.1901525449327897,
      "grad_norm": 1.5886950235899535,
      "learning_rate": 6.594039521338109e-06,
      "loss": 0.1104,
      "step": 7880
    },
    {
      "epoch": 1.19030357951971,
      "grad_norm": 1.7265565581499465,
      "learning_rate": 6.593289951409188e-06,
      "loss": 0.1445,
      "step": 7881
    },
    {
      "epoch": 1.1904546141066303,
      "grad_norm": 2.13147283650174,
      "learning_rate": 6.5925403416232414e-06,
      "loss": 0.1342,
      "step": 7882
    },
    {
      "epoch": 1.1906056486935508,
      "grad_norm": 1.717136808711333,
      "learning_rate": 6.591790691999022e-06,
      "loss": 0.1351,
      "step": 7883
    },
    {
      "epoch": 1.1907566832804712,
      "grad_norm": 1.5144933037793546,
      "learning_rate": 6.591041002555284e-06,
      "loss": 0.1219,
      "step": 7884
    },
    {
      "epoch": 1.1909077178673917,
      "grad_norm": 2.1733558094447494,
      "learning_rate": 6.590291273310781e-06,
      "loss": 0.1672,
      "step": 7885
    },
    {
      "epoch": 1.1910587524543121,
      "grad_norm": 2.001980420515197,
      "learning_rate": 6.589541504284263e-06,
      "loss": 0.1469,
      "step": 7886
    },
    {
      "epoch": 1.1912097870412324,
      "grad_norm": 1.9038446123738058,
      "learning_rate": 6.588791695494492e-06,
      "loss": 0.121,
      "step": 7887
    },
    {
      "epoch": 1.1913608216281528,
      "grad_norm": 1.7377848716921123,
      "learning_rate": 6.588041846960223e-06,
      "loss": 0.126,
      "step": 7888
    },
    {
      "epoch": 1.1915118562150733,
      "grad_norm": 1.9835927226054442,
      "learning_rate": 6.587291958700212e-06,
      "loss": 0.129,
      "step": 7889
    },
    {
      "epoch": 1.1916628908019937,
      "grad_norm": 1.8995119611049902,
      "learning_rate": 6.586542030733219e-06,
      "loss": 0.1238,
      "step": 7890
    },
    {
      "epoch": 1.1918139253889142,
      "grad_norm": 1.5026766260397018,
      "learning_rate": 6.585792063078006e-06,
      "loss": 0.1313,
      "step": 7891
    },
    {
      "epoch": 1.1919649599758344,
      "grad_norm": 1.8411020492564951,
      "learning_rate": 6.585042055753333e-06,
      "loss": 0.1296,
      "step": 7892
    },
    {
      "epoch": 1.1921159945627549,
      "grad_norm": 1.57183886373191,
      "learning_rate": 6.584292008777957e-06,
      "loss": 0.1206,
      "step": 7893
    },
    {
      "epoch": 1.1922670291496753,
      "grad_norm": 1.713725123434147,
      "learning_rate": 6.583541922170647e-06,
      "loss": 0.1273,
      "step": 7894
    },
    {
      "epoch": 1.1924180637365958,
      "grad_norm": 2.6230032100273113,
      "learning_rate": 6.582791795950164e-06,
      "loss": 0.1463,
      "step": 7895
    },
    {
      "epoch": 1.1925690983235162,
      "grad_norm": 1.6317242172470674,
      "learning_rate": 6.582041630135274e-06,
      "loss": 0.1419,
      "step": 7896
    },
    {
      "epoch": 1.1927201329104364,
      "grad_norm": 1.82455072892961,
      "learning_rate": 6.581291424744742e-06,
      "loss": 0.1276,
      "step": 7897
    },
    {
      "epoch": 1.1928711674973569,
      "grad_norm": 1.725157764754912,
      "learning_rate": 6.580541179797335e-06,
      "loss": 0.122,
      "step": 7898
    },
    {
      "epoch": 1.1930222020842773,
      "grad_norm": 3.40459081692222,
      "learning_rate": 6.5797908953118206e-06,
      "loss": 0.1317,
      "step": 7899
    },
    {
      "epoch": 1.1931732366711978,
      "grad_norm": 2.14707267200197,
      "learning_rate": 6.579040571306968e-06,
      "loss": 0.1425,
      "step": 7900
    },
    {
      "epoch": 1.193324271258118,
      "grad_norm": 1.9447317104191884,
      "learning_rate": 6.578290207801546e-06,
      "loss": 0.1211,
      "step": 7901
    },
    {
      "epoch": 1.1934753058450385,
      "grad_norm": 2.5709473207106845,
      "learning_rate": 6.5775398048143266e-06,
      "loss": 0.1621,
      "step": 7902
    },
    {
      "epoch": 1.193626340431959,
      "grad_norm": 1.459222931577715,
      "learning_rate": 6.576789362364082e-06,
      "loss": 0.1231,
      "step": 7903
    },
    {
      "epoch": 1.1937773750188794,
      "grad_norm": 1.7450430710558438,
      "learning_rate": 6.576038880469582e-06,
      "loss": 0.1381,
      "step": 7904
    },
    {
      "epoch": 1.1939284096057998,
      "grad_norm": 1.5450678327538105,
      "learning_rate": 6.575288359149603e-06,
      "loss": 0.1205,
      "step": 7905
    },
    {
      "epoch": 1.19407944419272,
      "grad_norm": 1.5897092168668425,
      "learning_rate": 6.574537798422921e-06,
      "loss": 0.121,
      "step": 7906
    },
    {
      "epoch": 1.1942304787796405,
      "grad_norm": 1.484586065992502,
      "learning_rate": 6.573787198308308e-06,
      "loss": 0.1167,
      "step": 7907
    },
    {
      "epoch": 1.194381513366561,
      "grad_norm": 1.573751079686258,
      "learning_rate": 6.573036558824541e-06,
      "loss": 0.1187,
      "step": 7908
    },
    {
      "epoch": 1.1945325479534814,
      "grad_norm": 1.4985556490093215,
      "learning_rate": 6.572285879990401e-06,
      "loss": 0.1116,
      "step": 7909
    },
    {
      "epoch": 1.1946835825404016,
      "grad_norm": 1.8112830172565741,
      "learning_rate": 6.571535161824663e-06,
      "loss": 0.132,
      "step": 7910
    },
    {
      "epoch": 1.194834617127322,
      "grad_norm": 1.9251791228529676,
      "learning_rate": 6.57078440434611e-06,
      "loss": 0.1292,
      "step": 7911
    },
    {
      "epoch": 1.1949856517142425,
      "grad_norm": 1.5979897493904454,
      "learning_rate": 6.57003360757352e-06,
      "loss": 0.1127,
      "step": 7912
    },
    {
      "epoch": 1.195136686301163,
      "grad_norm": 2.032752673591685,
      "learning_rate": 6.569282771525676e-06,
      "loss": 0.132,
      "step": 7913
    },
    {
      "epoch": 1.1952877208880834,
      "grad_norm": 1.526269734726777,
      "learning_rate": 6.568531896221361e-06,
      "loss": 0.111,
      "step": 7914
    },
    {
      "epoch": 1.1954387554750037,
      "grad_norm": 2.1318740112676453,
      "learning_rate": 6.567780981679355e-06,
      "loss": 0.1104,
      "step": 7915
    },
    {
      "epoch": 1.1955897900619241,
      "grad_norm": 1.7173037240586992,
      "learning_rate": 6.567030027918446e-06,
      "loss": 0.1186,
      "step": 7916
    },
    {
      "epoch": 1.1957408246488446,
      "grad_norm": 1.6517026290914971,
      "learning_rate": 6.56627903495742e-06,
      "loss": 0.1278,
      "step": 7917
    },
    {
      "epoch": 1.195891859235765,
      "grad_norm": 1.7139828220037867,
      "learning_rate": 6.565528002815061e-06,
      "loss": 0.1373,
      "step": 7918
    },
    {
      "epoch": 1.1960428938226855,
      "grad_norm": 1.7149193023487377,
      "learning_rate": 6.5647769315101574e-06,
      "loss": 0.128,
      "step": 7919
    },
    {
      "epoch": 1.1961939284096057,
      "grad_norm": 1.8852552449043471,
      "learning_rate": 6.564025821061499e-06,
      "loss": 0.1421,
      "step": 7920
    },
    {
      "epoch": 1.1963449629965262,
      "grad_norm": 1.872847063363255,
      "learning_rate": 6.563274671487874e-06,
      "loss": 0.1335,
      "step": 7921
    },
    {
      "epoch": 1.1964959975834466,
      "grad_norm": 1.517296103974559,
      "learning_rate": 6.562523482808072e-06,
      "loss": 0.1168,
      "step": 7922
    },
    {
      "epoch": 1.196647032170367,
      "grad_norm": 2.1464766900759265,
      "learning_rate": 6.561772255040886e-06,
      "loss": 0.1164,
      "step": 7923
    },
    {
      "epoch": 1.1967980667572875,
      "grad_norm": 2.086067599267127,
      "learning_rate": 6.561020988205109e-06,
      "loss": 0.1616,
      "step": 7924
    },
    {
      "epoch": 1.1969491013442077,
      "grad_norm": 2.7146077527900405,
      "learning_rate": 6.560269682319531e-06,
      "loss": 0.1545,
      "step": 7925
    },
    {
      "epoch": 1.1971001359311282,
      "grad_norm": 1.8465021663652075,
      "learning_rate": 6.559518337402949e-06,
      "loss": 0.1316,
      "step": 7926
    },
    {
      "epoch": 1.1972511705180486,
      "grad_norm": 1.6464485869642191,
      "learning_rate": 6.558766953474157e-06,
      "loss": 0.1366,
      "step": 7927
    },
    {
      "epoch": 1.197402205104969,
      "grad_norm": 1.7976471746832017,
      "learning_rate": 6.5580155305519546e-06,
      "loss": 0.1366,
      "step": 7928
    },
    {
      "epoch": 1.1975532396918895,
      "grad_norm": 2.5404926372009395,
      "learning_rate": 6.557264068655135e-06,
      "loss": 0.1354,
      "step": 7929
    },
    {
      "epoch": 1.1977042742788098,
      "grad_norm": 1.693573607753052,
      "learning_rate": 6.556512567802498e-06,
      "loss": 0.1321,
      "step": 7930
    },
    {
      "epoch": 1.1978553088657302,
      "grad_norm": 2.095880711357754,
      "learning_rate": 6.5557610280128415e-06,
      "loss": 0.1144,
      "step": 7931
    },
    {
      "epoch": 1.1980063434526507,
      "grad_norm": 1.6171057683628653,
      "learning_rate": 6.555009449304967e-06,
      "loss": 0.116,
      "step": 7932
    },
    {
      "epoch": 1.1981573780395711,
      "grad_norm": 1.6794446812379613,
      "learning_rate": 6.554257831697678e-06,
      "loss": 0.1326,
      "step": 7933
    },
    {
      "epoch": 1.1983084126264916,
      "grad_norm": 1.7521234750926264,
      "learning_rate": 6.553506175209772e-06,
      "loss": 0.1391,
      "step": 7934
    },
    {
      "epoch": 1.1984594472134118,
      "grad_norm": 1.5547251813936827,
      "learning_rate": 6.552754479860056e-06,
      "loss": 0.1202,
      "step": 7935
    },
    {
      "epoch": 1.1986104818003323,
      "grad_norm": 1.919128227561932,
      "learning_rate": 6.552002745667332e-06,
      "loss": 0.1259,
      "step": 7936
    },
    {
      "epoch": 1.1987615163872527,
      "grad_norm": 1.5675015918877155,
      "learning_rate": 6.551250972650405e-06,
      "loss": 0.118,
      "step": 7937
    },
    {
      "epoch": 1.1989125509741732,
      "grad_norm": 1.879786375286638,
      "learning_rate": 6.550499160828081e-06,
      "loss": 0.1473,
      "step": 7938
    },
    {
      "epoch": 1.1990635855610936,
      "grad_norm": 1.4606455935807352,
      "learning_rate": 6.549747310219168e-06,
      "loss": 0.1075,
      "step": 7939
    },
    {
      "epoch": 1.1992146201480138,
      "grad_norm": 1.4665918452878115,
      "learning_rate": 6.548995420842472e-06,
      "loss": 0.1069,
      "step": 7940
    },
    {
      "epoch": 1.1993656547349343,
      "grad_norm": 1.9902315559604316,
      "learning_rate": 6.548243492716805e-06,
      "loss": 0.1314,
      "step": 7941
    },
    {
      "epoch": 1.1995166893218547,
      "grad_norm": 1.6039115941226607,
      "learning_rate": 6.547491525860975e-06,
      "loss": 0.1159,
      "step": 7942
    },
    {
      "epoch": 1.1996677239087752,
      "grad_norm": 1.5661054563276595,
      "learning_rate": 6.546739520293792e-06,
      "loss": 0.1187,
      "step": 7943
    },
    {
      "epoch": 1.1998187584956956,
      "grad_norm": 1.9592425632969297,
      "learning_rate": 6.545987476034069e-06,
      "loss": 0.1201,
      "step": 7944
    },
    {
      "epoch": 1.1999697930826159,
      "grad_norm": 1.8233339332006762,
      "learning_rate": 6.545235393100619e-06,
      "loss": 0.1253,
      "step": 7945
    },
    {
      "epoch": 1.2001208276695363,
      "grad_norm": 1.9027342746676683,
      "learning_rate": 6.5444832715122565e-06,
      "loss": 0.1021,
      "step": 7946
    },
    {
      "epoch": 1.2002718622564568,
      "grad_norm": 2.1274352330748894,
      "learning_rate": 6.543731111287794e-06,
      "loss": 0.1637,
      "step": 7947
    },
    {
      "epoch": 1.2004228968433772,
      "grad_norm": 1.7013451026197537,
      "learning_rate": 6.542978912446049e-06,
      "loss": 0.1054,
      "step": 7948
    },
    {
      "epoch": 1.2005739314302974,
      "grad_norm": 1.9962782984139162,
      "learning_rate": 6.542226675005837e-06,
      "loss": 0.136,
      "step": 7949
    },
    {
      "epoch": 1.200724966017218,
      "grad_norm": 3.129753974507578,
      "learning_rate": 6.5414743989859765e-06,
      "loss": 0.1436,
      "step": 7950
    },
    {
      "epoch": 1.2008760006041383,
      "grad_norm": 1.888822856351403,
      "learning_rate": 6.540722084405286e-06,
      "loss": 0.1277,
      "step": 7951
    },
    {
      "epoch": 1.2010270351910588,
      "grad_norm": 1.9385473134648463,
      "learning_rate": 6.539969731282584e-06,
      "loss": 0.118,
      "step": 7952
    },
    {
      "epoch": 1.2011780697779793,
      "grad_norm": 1.4903558738753429,
      "learning_rate": 6.539217339636695e-06,
      "loss": 0.1036,
      "step": 7953
    },
    {
      "epoch": 1.2013291043648995,
      "grad_norm": 1.7728138421654072,
      "learning_rate": 6.538464909486433e-06,
      "loss": 0.1363,
      "step": 7954
    },
    {
      "epoch": 1.20148013895182,
      "grad_norm": 1.9737109995343844,
      "learning_rate": 6.5377124408506256e-06,
      "loss": 0.1545,
      "step": 7955
    },
    {
      "epoch": 1.2016311735387404,
      "grad_norm": 1.9935483255778743,
      "learning_rate": 6.5369599337480975e-06,
      "loss": 0.1204,
      "step": 7956
    },
    {
      "epoch": 1.2017822081256608,
      "grad_norm": 1.9919401131508876,
      "learning_rate": 6.536207388197671e-06,
      "loss": 0.1384,
      "step": 7957
    },
    {
      "epoch": 1.201933242712581,
      "grad_norm": 1.9137683434188932,
      "learning_rate": 6.53545480421817e-06,
      "loss": 0.1325,
      "step": 7958
    },
    {
      "epoch": 1.2020842772995015,
      "grad_norm": 1.5575770664610178,
      "learning_rate": 6.534702181828423e-06,
      "loss": 0.1063,
      "step": 7959
    },
    {
      "epoch": 1.202235311886422,
      "grad_norm": 1.8339013072684631,
      "learning_rate": 6.533949521047256e-06,
      "loss": 0.1162,
      "step": 7960
    },
    {
      "epoch": 1.2023863464733424,
      "grad_norm": 2.8383916687227067,
      "learning_rate": 6.533196821893498e-06,
      "loss": 0.1703,
      "step": 7961
    },
    {
      "epoch": 1.2025373810602629,
      "grad_norm": 1.8349801817611837,
      "learning_rate": 6.532444084385978e-06,
      "loss": 0.1312,
      "step": 7962
    },
    {
      "epoch": 1.202688415647183,
      "grad_norm": 1.8504758399532488,
      "learning_rate": 6.5316913085435265e-06,
      "loss": 0.1277,
      "step": 7963
    },
    {
      "epoch": 1.2028394502341035,
      "grad_norm": 2.2322710572400277,
      "learning_rate": 6.5309384943849745e-06,
      "loss": 0.1527,
      "step": 7964
    },
    {
      "epoch": 1.202990484821024,
      "grad_norm": 2.0224186666323916,
      "learning_rate": 6.530185641929153e-06,
      "loss": 0.1153,
      "step": 7965
    },
    {
      "epoch": 1.2031415194079444,
      "grad_norm": 2.931056832961275,
      "learning_rate": 6.529432751194895e-06,
      "loss": 0.1438,
      "step": 7966
    },
    {
      "epoch": 1.203292553994865,
      "grad_norm": 2.1647560089473163,
      "learning_rate": 6.528679822201036e-06,
      "loss": 0.1307,
      "step": 7967
    },
    {
      "epoch": 1.2034435885817851,
      "grad_norm": 1.7488294061321972,
      "learning_rate": 6.527926854966411e-06,
      "loss": 0.1085,
      "step": 7968
    },
    {
      "epoch": 1.2035946231687056,
      "grad_norm": 1.480919368311753,
      "learning_rate": 6.527173849509854e-06,
      "loss": 0.1086,
      "step": 7969
    },
    {
      "epoch": 1.203745657755626,
      "grad_norm": 2.431100926349583,
      "learning_rate": 6.526420805850203e-06,
      "loss": 0.1371,
      "step": 7970
    },
    {
      "epoch": 1.2038966923425465,
      "grad_norm": 1.9941317008523047,
      "learning_rate": 6.525667724006297e-06,
      "loss": 0.1458,
      "step": 7971
    },
    {
      "epoch": 1.204047726929467,
      "grad_norm": 1.595652912579797,
      "learning_rate": 6.524914603996971e-06,
      "loss": 0.1177,
      "step": 7972
    },
    {
      "epoch": 1.2041987615163872,
      "grad_norm": 1.751492295052313,
      "learning_rate": 6.524161445841068e-06,
      "loss": 0.1177,
      "step": 7973
    },
    {
      "epoch": 1.2043497961033076,
      "grad_norm": 1.7861459084637454,
      "learning_rate": 6.523408249557429e-06,
      "loss": 0.1296,
      "step": 7974
    },
    {
      "epoch": 1.204500830690228,
      "grad_norm": 1.3887314008237837,
      "learning_rate": 6.522655015164895e-06,
      "loss": 0.1038,
      "step": 7975
    },
    {
      "epoch": 1.2046518652771485,
      "grad_norm": 1.9150806594898007,
      "learning_rate": 6.521901742682306e-06,
      "loss": 0.142,
      "step": 7976
    },
    {
      "epoch": 1.204802899864069,
      "grad_norm": 1.742841379540424,
      "learning_rate": 6.521148432128509e-06,
      "loss": 0.1411,
      "step": 7977
    },
    {
      "epoch": 1.2049539344509892,
      "grad_norm": 3.6868269285688307,
      "learning_rate": 6.520395083522346e-06,
      "loss": 0.1308,
      "step": 7978
    },
    {
      "epoch": 1.2051049690379096,
      "grad_norm": 2.017733250484507,
      "learning_rate": 6.519641696882665e-06,
      "loss": 0.1261,
      "step": 7979
    },
    {
      "epoch": 1.20525600362483,
      "grad_norm": 2.2145779807949637,
      "learning_rate": 6.5188882722283095e-06,
      "loss": 0.1529,
      "step": 7980
    },
    {
      "epoch": 1.2054070382117505,
      "grad_norm": 1.910573722361152,
      "learning_rate": 6.518134809578129e-06,
      "loss": 0.1596,
      "step": 7981
    },
    {
      "epoch": 1.205558072798671,
      "grad_norm": 2.0756104189907143,
      "learning_rate": 6.517381308950971e-06,
      "loss": 0.1563,
      "step": 7982
    },
    {
      "epoch": 1.2057091073855912,
      "grad_norm": 2.41388556876409,
      "learning_rate": 6.516627770365683e-06,
      "loss": 0.1557,
      "step": 7983
    },
    {
      "epoch": 1.2058601419725117,
      "grad_norm": 1.4460899055163494,
      "learning_rate": 6.515874193841118e-06,
      "loss": 0.1062,
      "step": 7984
    },
    {
      "epoch": 1.2060111765594321,
      "grad_norm": 1.6607322402537303,
      "learning_rate": 6.515120579396126e-06,
      "loss": 0.1304,
      "step": 7985
    },
    {
      "epoch": 1.2061622111463526,
      "grad_norm": 1.9613590827325105,
      "learning_rate": 6.5143669270495606e-06,
      "loss": 0.1383,
      "step": 7986
    },
    {
      "epoch": 1.206313245733273,
      "grad_norm": 2.0316036402394175,
      "learning_rate": 6.513613236820271e-06,
      "loss": 0.1444,
      "step": 7987
    },
    {
      "epoch": 1.2064642803201933,
      "grad_norm": 1.7712475682405384,
      "learning_rate": 6.512859508727114e-06,
      "loss": 0.125,
      "step": 7988
    },
    {
      "epoch": 1.2066153149071137,
      "grad_norm": 1.842482592529155,
      "learning_rate": 6.512105742788945e-06,
      "loss": 0.1294,
      "step": 7989
    },
    {
      "epoch": 1.2067663494940342,
      "grad_norm": 1.7567925438126581,
      "learning_rate": 6.511351939024617e-06,
      "loss": 0.1295,
      "step": 7990
    },
    {
      "epoch": 1.2069173840809546,
      "grad_norm": 1.555029221167348,
      "learning_rate": 6.51059809745299e-06,
      "loss": 0.1208,
      "step": 7991
    },
    {
      "epoch": 1.207068418667875,
      "grad_norm": 1.7266218679490841,
      "learning_rate": 6.509844218092921e-06,
      "loss": 0.1479,
      "step": 7992
    },
    {
      "epoch": 1.2072194532547953,
      "grad_norm": 1.521156229318905,
      "learning_rate": 6.509090300963269e-06,
      "loss": 0.1112,
      "step": 7993
    },
    {
      "epoch": 1.2073704878417157,
      "grad_norm": 1.593900455795514,
      "learning_rate": 6.508336346082891e-06,
      "loss": 0.127,
      "step": 7994
    },
    {
      "epoch": 1.2075215224286362,
      "grad_norm": 1.6722244347623971,
      "learning_rate": 6.507582353470649e-06,
      "loss": 0.1402,
      "step": 7995
    },
    {
      "epoch": 1.2076725570155566,
      "grad_norm": 1.5257395532265008,
      "learning_rate": 6.506828323145406e-06,
      "loss": 0.1224,
      "step": 7996
    },
    {
      "epoch": 1.2078235916024769,
      "grad_norm": 1.8753974871123789,
      "learning_rate": 6.506074255126024e-06,
      "loss": 0.138,
      "step": 7997
    },
    {
      "epoch": 1.2079746261893973,
      "grad_norm": 1.6227950391799966,
      "learning_rate": 6.505320149431365e-06,
      "loss": 0.1154,
      "step": 7998
    },
    {
      "epoch": 1.2081256607763178,
      "grad_norm": 1.649674724390327,
      "learning_rate": 6.504566006080294e-06,
      "loss": 0.1219,
      "step": 7999
    },
    {
      "epoch": 1.2082766953632382,
      "grad_norm": 1.9596272874179905,
      "learning_rate": 6.503811825091677e-06,
      "loss": 0.1412,
      "step": 8000
    },
    {
      "epoch": 1.2084277299501587,
      "grad_norm": 2.037882416726425,
      "learning_rate": 6.503057606484379e-06,
      "loss": 0.136,
      "step": 8001
    },
    {
      "epoch": 1.208578764537079,
      "grad_norm": 1.8896817977734268,
      "learning_rate": 6.5023033502772695e-06,
      "loss": 0.1281,
      "step": 8002
    },
    {
      "epoch": 1.2087297991239994,
      "grad_norm": 2.005581825892608,
      "learning_rate": 6.501549056489214e-06,
      "loss": 0.1492,
      "step": 8003
    },
    {
      "epoch": 1.2088808337109198,
      "grad_norm": 1.9085487765249214,
      "learning_rate": 6.5007947251390836e-06,
      "loss": 0.1169,
      "step": 8004
    },
    {
      "epoch": 1.2090318682978403,
      "grad_norm": 1.7729955196344385,
      "learning_rate": 6.500040356245747e-06,
      "loss": 0.1221,
      "step": 8005
    },
    {
      "epoch": 1.2091829028847605,
      "grad_norm": 1.790862290989666,
      "learning_rate": 6.499285949828076e-06,
      "loss": 0.1212,
      "step": 8006
    },
    {
      "epoch": 1.209333937471681,
      "grad_norm": 2.0447558057175046,
      "learning_rate": 6.498531505904941e-06,
      "loss": 0.1265,
      "step": 8007
    },
    {
      "epoch": 1.2094849720586014,
      "grad_norm": 1.3329027858704665,
      "learning_rate": 6.4977770244952165e-06,
      "loss": 0.0977,
      "step": 8008
    },
    {
      "epoch": 1.2096360066455218,
      "grad_norm": 1.9392647004134511,
      "learning_rate": 6.497022505617776e-06,
      "loss": 0.1336,
      "step": 8009
    },
    {
      "epoch": 1.2097870412324423,
      "grad_norm": 1.5647975745546983,
      "learning_rate": 6.4962679492914925e-06,
      "loss": 0.1073,
      "step": 8010
    },
    {
      "epoch": 1.2099380758193625,
      "grad_norm": 1.84429115360205,
      "learning_rate": 6.495513355535245e-06,
      "loss": 0.1384,
      "step": 8011
    },
    {
      "epoch": 1.210089110406283,
      "grad_norm": 1.9023421975862895,
      "learning_rate": 6.494758724367907e-06,
      "loss": 0.1303,
      "step": 8012
    },
    {
      "epoch": 1.2102401449932034,
      "grad_norm": 1.7330080900306972,
      "learning_rate": 6.494004055808356e-06,
      "loss": 0.1364,
      "step": 8013
    },
    {
      "epoch": 1.2103911795801239,
      "grad_norm": 1.624839878926767,
      "learning_rate": 6.493249349875475e-06,
      "loss": 0.1227,
      "step": 8014
    },
    {
      "epoch": 1.2105422141670443,
      "grad_norm": 1.619163740457966,
      "learning_rate": 6.492494606588137e-06,
      "loss": 0.1135,
      "step": 8015
    },
    {
      "epoch": 1.2106932487539646,
      "grad_norm": 1.5397285766791944,
      "learning_rate": 6.491739825965225e-06,
      "loss": 0.1199,
      "step": 8016
    },
    {
      "epoch": 1.210844283340885,
      "grad_norm": 1.5120058441748627,
      "learning_rate": 6.490985008025621e-06,
      "loss": 0.1105,
      "step": 8017
    },
    {
      "epoch": 1.2109953179278055,
      "grad_norm": 2.019182425565723,
      "learning_rate": 6.490230152788208e-06,
      "loss": 0.1271,
      "step": 8018
    },
    {
      "epoch": 1.211146352514726,
      "grad_norm": 1.8182521038136534,
      "learning_rate": 6.489475260271866e-06,
      "loss": 0.1246,
      "step": 8019
    },
    {
      "epoch": 1.2112973871016464,
      "grad_norm": 1.9200919313552447,
      "learning_rate": 6.488720330495481e-06,
      "loss": 0.15,
      "step": 8020
    },
    {
      "epoch": 1.2114484216885666,
      "grad_norm": 1.8194009672111469,
      "learning_rate": 6.487965363477939e-06,
      "loss": 0.1365,
      "step": 8021
    },
    {
      "epoch": 1.211599456275487,
      "grad_norm": 2.081901011141117,
      "learning_rate": 6.487210359238125e-06,
      "loss": 0.1357,
      "step": 8022
    },
    {
      "epoch": 1.2117504908624075,
      "grad_norm": 1.839453768973651,
      "learning_rate": 6.486455317794924e-06,
      "loss": 0.1431,
      "step": 8023
    },
    {
      "epoch": 1.211901525449328,
      "grad_norm": 1.7446037880297962,
      "learning_rate": 6.4857002391672265e-06,
      "loss": 0.1032,
      "step": 8024
    },
    {
      "epoch": 1.2120525600362484,
      "grad_norm": 1.7642516358373201,
      "learning_rate": 6.484945123373922e-06,
      "loss": 0.1313,
      "step": 8025
    },
    {
      "epoch": 1.2122035946231686,
      "grad_norm": 1.622950802031388,
      "learning_rate": 6.484189970433895e-06,
      "loss": 0.1186,
      "step": 8026
    },
    {
      "epoch": 1.212354629210089,
      "grad_norm": 1.5012834161812338,
      "learning_rate": 6.48343478036604e-06,
      "loss": 0.1168,
      "step": 8027
    },
    {
      "epoch": 1.2125056637970095,
      "grad_norm": 2.1950128030785523,
      "learning_rate": 6.482679553189248e-06,
      "loss": 0.1399,
      "step": 8028
    },
    {
      "epoch": 1.21265669838393,
      "grad_norm": 1.8066288019416399,
      "learning_rate": 6.481924288922412e-06,
      "loss": 0.1223,
      "step": 8029
    },
    {
      "epoch": 1.2128077329708504,
      "grad_norm": 1.5756989753010526,
      "learning_rate": 6.481168987584424e-06,
      "loss": 0.1093,
      "step": 8030
    },
    {
      "epoch": 1.2129587675577707,
      "grad_norm": 1.9616838697765144,
      "learning_rate": 6.480413649194179e-06,
      "loss": 0.1333,
      "step": 8031
    },
    {
      "epoch": 1.213109802144691,
      "grad_norm": 1.6205198960824154,
      "learning_rate": 6.479658273770573e-06,
      "loss": 0.1167,
      "step": 8032
    },
    {
      "epoch": 1.2132608367316116,
      "grad_norm": 1.8157155655450634,
      "learning_rate": 6.478902861332499e-06,
      "loss": 0.1279,
      "step": 8033
    },
    {
      "epoch": 1.213411871318532,
      "grad_norm": 1.669402368611946,
      "learning_rate": 6.478147411898858e-06,
      "loss": 0.1263,
      "step": 8034
    },
    {
      "epoch": 1.2135629059054525,
      "grad_norm": 1.6360420581218655,
      "learning_rate": 6.477391925488544e-06,
      "loss": 0.1049,
      "step": 8035
    },
    {
      "epoch": 1.2137139404923727,
      "grad_norm": 1.5968229149046786,
      "learning_rate": 6.4766364021204604e-06,
      "loss": 0.1297,
      "step": 8036
    },
    {
      "epoch": 1.2138649750792931,
      "grad_norm": 1.8431885909400316,
      "learning_rate": 6.475880841813504e-06,
      "loss": 0.1255,
      "step": 8037
    },
    {
      "epoch": 1.2140160096662136,
      "grad_norm": 1.5878640387721341,
      "learning_rate": 6.475125244586577e-06,
      "loss": 0.1136,
      "step": 8038
    },
    {
      "epoch": 1.214167044253134,
      "grad_norm": 1.9274856094770312,
      "learning_rate": 6.4743696104585784e-06,
      "loss": 0.129,
      "step": 8039
    },
    {
      "epoch": 1.2143180788400545,
      "grad_norm": 1.5637128266751896,
      "learning_rate": 6.473613939448414e-06,
      "loss": 0.1267,
      "step": 8040
    },
    {
      "epoch": 1.2144691134269747,
      "grad_norm": 2.0886014481315534,
      "learning_rate": 6.472858231574986e-06,
      "loss": 0.1519,
      "step": 8041
    },
    {
      "epoch": 1.2146201480138952,
      "grad_norm": 2.1763157972377583,
      "learning_rate": 6.472102486857199e-06,
      "loss": 0.1368,
      "step": 8042
    },
    {
      "epoch": 1.2147711826008156,
      "grad_norm": 1.7904745269561768,
      "learning_rate": 6.47134670531396e-06,
      "loss": 0.117,
      "step": 8043
    },
    {
      "epoch": 1.214922217187736,
      "grad_norm": 1.8907501191263538,
      "learning_rate": 6.470590886964172e-06,
      "loss": 0.1423,
      "step": 8044
    },
    {
      "epoch": 1.2150732517746563,
      "grad_norm": 1.5260112486874622,
      "learning_rate": 6.469835031826745e-06,
      "loss": 0.1105,
      "step": 8045
    },
    {
      "epoch": 1.2152242863615768,
      "grad_norm": 1.5423524513871187,
      "learning_rate": 6.469079139920584e-06,
      "loss": 0.1096,
      "step": 8046
    },
    {
      "epoch": 1.2153753209484972,
      "grad_norm": 1.5806079950589198,
      "learning_rate": 6.468323211264601e-06,
      "loss": 0.108,
      "step": 8047
    },
    {
      "epoch": 1.2155263555354177,
      "grad_norm": 1.7835570989695213,
      "learning_rate": 6.467567245877705e-06,
      "loss": 0.1318,
      "step": 8048
    },
    {
      "epoch": 1.215677390122338,
      "grad_norm": 1.960533052942451,
      "learning_rate": 6.466811243778808e-06,
      "loss": 0.136,
      "step": 8049
    },
    {
      "epoch": 1.2158284247092583,
      "grad_norm": 4.024555119537664,
      "learning_rate": 6.46605520498682e-06,
      "loss": 0.1995,
      "step": 8050
    },
    {
      "epoch": 1.2159794592961788,
      "grad_norm": 1.7379536895691592,
      "learning_rate": 6.465299129520653e-06,
      "loss": 0.1378,
      "step": 8051
    },
    {
      "epoch": 1.2161304938830992,
      "grad_norm": 1.7467848171552836,
      "learning_rate": 6.464543017399223e-06,
      "loss": 0.1303,
      "step": 8052
    },
    {
      "epoch": 1.2162815284700197,
      "grad_norm": 1.8896607507536252,
      "learning_rate": 6.463786868641444e-06,
      "loss": 0.1201,
      "step": 8053
    },
    {
      "epoch": 1.21643256305694,
      "grad_norm": 1.5775787846115514,
      "learning_rate": 6.463030683266231e-06,
      "loss": 0.1041,
      "step": 8054
    },
    {
      "epoch": 1.2165835976438604,
      "grad_norm": 2.4765296721542898,
      "learning_rate": 6.4622744612925e-06,
      "loss": 0.1457,
      "step": 8055
    },
    {
      "epoch": 1.2167346322307808,
      "grad_norm": 1.6416732804521823,
      "learning_rate": 6.46151820273917e-06,
      "loss": 0.127,
      "step": 8056
    },
    {
      "epoch": 1.2168856668177013,
      "grad_norm": 1.394299079175201,
      "learning_rate": 6.460761907625157e-06,
      "loss": 0.1019,
      "step": 8057
    },
    {
      "epoch": 1.2170367014046217,
      "grad_norm": 2.349571383550936,
      "learning_rate": 6.460005575969381e-06,
      "loss": 0.1251,
      "step": 8058
    },
    {
      "epoch": 1.217187735991542,
      "grad_norm": 1.585510958681522,
      "learning_rate": 6.459249207790763e-06,
      "loss": 0.1141,
      "step": 8059
    },
    {
      "epoch": 1.2173387705784624,
      "grad_norm": 1.6897855937482218,
      "learning_rate": 6.458492803108223e-06,
      "loss": 0.1367,
      "step": 8060
    },
    {
      "epoch": 1.2174898051653829,
      "grad_norm": 1.6942654559640355,
      "learning_rate": 6.457736361940683e-06,
      "loss": 0.1389,
      "step": 8061
    },
    {
      "epoch": 1.2176408397523033,
      "grad_norm": 2.314088029631633,
      "learning_rate": 6.456979884307066e-06,
      "loss": 0.1418,
      "step": 8062
    },
    {
      "epoch": 1.2177918743392238,
      "grad_norm": 1.3902340541265221,
      "learning_rate": 6.456223370226294e-06,
      "loss": 0.1147,
      "step": 8063
    },
    {
      "epoch": 1.217942908926144,
      "grad_norm": 1.6651271567671164,
      "learning_rate": 6.455466819717296e-06,
      "loss": 0.1257,
      "step": 8064
    },
    {
      "epoch": 1.2180939435130644,
      "grad_norm": 1.3427832521155214,
      "learning_rate": 6.454710232798993e-06,
      "loss": 0.1159,
      "step": 8065
    },
    {
      "epoch": 1.2182449780999849,
      "grad_norm": 3.51948658983699,
      "learning_rate": 6.453953609490314e-06,
      "loss": 0.1557,
      "step": 8066
    },
    {
      "epoch": 1.2183960126869053,
      "grad_norm": 2.1724222636277584,
      "learning_rate": 6.453196949810185e-06,
      "loss": 0.1304,
      "step": 8067
    },
    {
      "epoch": 1.2185470472738258,
      "grad_norm": 2.1180494732928916,
      "learning_rate": 6.452440253777534e-06,
      "loss": 0.1241,
      "step": 8068
    },
    {
      "epoch": 1.218698081860746,
      "grad_norm": 1.6048503478923601,
      "learning_rate": 6.4516835214112915e-06,
      "loss": 0.1209,
      "step": 8069
    },
    {
      "epoch": 1.2188491164476665,
      "grad_norm": 1.670867448888864,
      "learning_rate": 6.450926752730386e-06,
      "loss": 0.1315,
      "step": 8070
    },
    {
      "epoch": 1.219000151034587,
      "grad_norm": 1.7470115835349789,
      "learning_rate": 6.450169947753752e-06,
      "loss": 0.117,
      "step": 8071
    },
    {
      "epoch": 1.2191511856215074,
      "grad_norm": 1.4444433135751136,
      "learning_rate": 6.449413106500317e-06,
      "loss": 0.1014,
      "step": 8072
    },
    {
      "epoch": 1.2193022202084278,
      "grad_norm": 1.756908278420855,
      "learning_rate": 6.448656228989017e-06,
      "loss": 0.1248,
      "step": 8073
    },
    {
      "epoch": 1.219453254795348,
      "grad_norm": 1.6051686559612783,
      "learning_rate": 6.447899315238782e-06,
      "loss": 0.1274,
      "step": 8074
    },
    {
      "epoch": 1.2196042893822685,
      "grad_norm": 1.873058470440623,
      "learning_rate": 6.447142365268551e-06,
      "loss": 0.1539,
      "step": 8075
    },
    {
      "epoch": 1.219755323969189,
      "grad_norm": 1.8693764845988,
      "learning_rate": 6.446385379097257e-06,
      "loss": 0.1302,
      "step": 8076
    },
    {
      "epoch": 1.2199063585561094,
      "grad_norm": 1.9015710387651303,
      "learning_rate": 6.445628356743837e-06,
      "loss": 0.1385,
      "step": 8077
    },
    {
      "epoch": 1.2200573931430299,
      "grad_norm": 1.7422104409027106,
      "learning_rate": 6.444871298227229e-06,
      "loss": 0.1213,
      "step": 8078
    },
    {
      "epoch": 1.22020842772995,
      "grad_norm": 1.95855915126501,
      "learning_rate": 6.444114203566369e-06,
      "loss": 0.1398,
      "step": 8079
    },
    {
      "epoch": 1.2203594623168705,
      "grad_norm": 1.7666300210603354,
      "learning_rate": 6.443357072780199e-06,
      "loss": 0.1223,
      "step": 8080
    },
    {
      "epoch": 1.220510496903791,
      "grad_norm": 1.5756734305725053,
      "learning_rate": 6.4425999058876566e-06,
      "loss": 0.1229,
      "step": 8081
    },
    {
      "epoch": 1.2206615314907114,
      "grad_norm": 1.9909430380052862,
      "learning_rate": 6.441842702907684e-06,
      "loss": 0.1148,
      "step": 8082
    },
    {
      "epoch": 1.2208125660776319,
      "grad_norm": 1.4771723057593031,
      "learning_rate": 6.441085463859225e-06,
      "loss": 0.1091,
      "step": 8083
    },
    {
      "epoch": 1.2209636006645521,
      "grad_norm": 1.9434161885035643,
      "learning_rate": 6.440328188761218e-06,
      "loss": 0.1319,
      "step": 8084
    },
    {
      "epoch": 1.2211146352514726,
      "grad_norm": 1.660364733453022,
      "learning_rate": 6.4395708776326085e-06,
      "loss": 0.119,
      "step": 8085
    },
    {
      "epoch": 1.221265669838393,
      "grad_norm": 2.4997119119555493,
      "learning_rate": 6.438813530492343e-06,
      "loss": 0.1557,
      "step": 8086
    },
    {
      "epoch": 1.2214167044253135,
      "grad_norm": 1.52964479653092,
      "learning_rate": 6.4380561473593636e-06,
      "loss": 0.1306,
      "step": 8087
    },
    {
      "epoch": 1.221567739012234,
      "grad_norm": 2.0702668378297435,
      "learning_rate": 6.43729872825262e-06,
      "loss": 0.13,
      "step": 8088
    },
    {
      "epoch": 1.2217187735991542,
      "grad_norm": 2.225909039969608,
      "learning_rate": 6.436541273191057e-06,
      "loss": 0.1443,
      "step": 8089
    },
    {
      "epoch": 1.2218698081860746,
      "grad_norm": 1.948280962007388,
      "learning_rate": 6.435783782193625e-06,
      "loss": 0.1413,
      "step": 8090
    },
    {
      "epoch": 1.222020842772995,
      "grad_norm": 1.5271800758032907,
      "learning_rate": 6.4350262552792704e-06,
      "loss": 0.1217,
      "step": 8091
    },
    {
      "epoch": 1.2221718773599155,
      "grad_norm": 1.8587558525897354,
      "learning_rate": 6.4342686924669454e-06,
      "loss": 0.1343,
      "step": 8092
    },
    {
      "epoch": 1.2223229119468357,
      "grad_norm": 2.0616123333242573,
      "learning_rate": 6.4335110937756e-06,
      "loss": 0.1287,
      "step": 8093
    },
    {
      "epoch": 1.2224739465337562,
      "grad_norm": 2.3551138844862107,
      "learning_rate": 6.432753459224186e-06,
      "loss": 0.1293,
      "step": 8094
    },
    {
      "epoch": 1.2226249811206766,
      "grad_norm": 1.5733154733944457,
      "learning_rate": 6.431995788831654e-06,
      "loss": 0.1162,
      "step": 8095
    },
    {
      "epoch": 1.222776015707597,
      "grad_norm": 2.1156048782001715,
      "learning_rate": 6.43123808261696e-06,
      "loss": 0.1458,
      "step": 8096
    },
    {
      "epoch": 1.2229270502945175,
      "grad_norm": 2.1248457742325324,
      "learning_rate": 6.430480340599059e-06,
      "loss": 0.1429,
      "step": 8097
    },
    {
      "epoch": 1.2230780848814378,
      "grad_norm": 2.044070535883827,
      "learning_rate": 6.4297225627969055e-06,
      "loss": 0.1483,
      "step": 8098
    },
    {
      "epoch": 1.2232291194683582,
      "grad_norm": 1.4356664661437184,
      "learning_rate": 6.428964749229455e-06,
      "loss": 0.1068,
      "step": 8099
    },
    {
      "epoch": 1.2233801540552787,
      "grad_norm": 2.204316556216667,
      "learning_rate": 6.428206899915664e-06,
      "loss": 0.1195,
      "step": 8100
    },
    {
      "epoch": 1.2235311886421991,
      "grad_norm": 2.217809548504127,
      "learning_rate": 6.4274490148744935e-06,
      "loss": 0.1065,
      "step": 8101
    },
    {
      "epoch": 1.2236822232291193,
      "grad_norm": 2.047081974053621,
      "learning_rate": 6.426691094124899e-06,
      "loss": 0.1218,
      "step": 8102
    },
    {
      "epoch": 1.2238332578160398,
      "grad_norm": 1.8481933248225748,
      "learning_rate": 6.4259331376858426e-06,
      "loss": 0.1061,
      "step": 8103
    },
    {
      "epoch": 1.2239842924029603,
      "grad_norm": 1.7309475350671415,
      "learning_rate": 6.425175145576284e-06,
      "loss": 0.1289,
      "step": 8104
    },
    {
      "epoch": 1.2241353269898807,
      "grad_norm": 2.0530567923047554,
      "learning_rate": 6.4244171178151845e-06,
      "loss": 0.1346,
      "step": 8105
    },
    {
      "epoch": 1.2242863615768012,
      "grad_norm": 2.0062122265868,
      "learning_rate": 6.423659054421508e-06,
      "loss": 0.1344,
      "step": 8106
    },
    {
      "epoch": 1.2244373961637214,
      "grad_norm": 1.405036853325555,
      "learning_rate": 6.422900955414217e-06,
      "loss": 0.0982,
      "step": 8107
    },
    {
      "epoch": 1.2245884307506418,
      "grad_norm": 1.8610458071447529,
      "learning_rate": 6.422142820812275e-06,
      "loss": 0.1346,
      "step": 8108
    },
    {
      "epoch": 1.2247394653375623,
      "grad_norm": 1.568322332290379,
      "learning_rate": 6.421384650634648e-06,
      "loss": 0.1205,
      "step": 8109
    },
    {
      "epoch": 1.2248904999244827,
      "grad_norm": 1.9580233872524502,
      "learning_rate": 6.420626444900302e-06,
      "loss": 0.1312,
      "step": 8110
    },
    {
      "epoch": 1.2250415345114032,
      "grad_norm": 1.7128118935628234,
      "learning_rate": 6.419868203628204e-06,
      "loss": 0.1306,
      "step": 8111
    },
    {
      "epoch": 1.2251925690983234,
      "grad_norm": 1.9760618112749422,
      "learning_rate": 6.4191099268373224e-06,
      "loss": 0.1179,
      "step": 8112
    },
    {
      "epoch": 1.2253436036852439,
      "grad_norm": 1.6617548175661492,
      "learning_rate": 6.418351614546625e-06,
      "loss": 0.1327,
      "step": 8113
    },
    {
      "epoch": 1.2254946382721643,
      "grad_norm": 2.1086319935322413,
      "learning_rate": 6.417593266775079e-06,
      "loss": 0.1434,
      "step": 8114
    },
    {
      "epoch": 1.2256456728590848,
      "grad_norm": 1.7838110364029482,
      "learning_rate": 6.41683488354166e-06,
      "loss": 0.139,
      "step": 8115
    },
    {
      "epoch": 1.2257967074460052,
      "grad_norm": 1.9398391998481836,
      "learning_rate": 6.416076464865337e-06,
      "loss": 0.1201,
      "step": 8116
    },
    {
      "epoch": 1.2259477420329254,
      "grad_norm": 1.929720234792715,
      "learning_rate": 6.415318010765082e-06,
      "loss": 0.1364,
      "step": 8117
    },
    {
      "epoch": 1.226098776619846,
      "grad_norm": 1.9858489182537788,
      "learning_rate": 6.414559521259867e-06,
      "loss": 0.1359,
      "step": 8118
    },
    {
      "epoch": 1.2262498112067663,
      "grad_norm": 1.4021459580715907,
      "learning_rate": 6.413800996368668e-06,
      "loss": 0.1153,
      "step": 8119
    },
    {
      "epoch": 1.2264008457936868,
      "grad_norm": 1.7249377890173092,
      "learning_rate": 6.4130424361104595e-06,
      "loss": 0.1143,
      "step": 8120
    },
    {
      "epoch": 1.2265518803806073,
      "grad_norm": 1.8563072808046848,
      "learning_rate": 6.412283840504216e-06,
      "loss": 0.1264,
      "step": 8121
    },
    {
      "epoch": 1.2267029149675275,
      "grad_norm": 1.4725304123435556,
      "learning_rate": 6.411525209568916e-06,
      "loss": 0.114,
      "step": 8122
    },
    {
      "epoch": 1.226853949554448,
      "grad_norm": 1.7077502354797034,
      "learning_rate": 6.410766543323537e-06,
      "loss": 0.1206,
      "step": 8123
    },
    {
      "epoch": 1.2270049841413684,
      "grad_norm": 1.922649644305805,
      "learning_rate": 6.410007841787056e-06,
      "loss": 0.131,
      "step": 8124
    },
    {
      "epoch": 1.2271560187282888,
      "grad_norm": 1.6338069389269958,
      "learning_rate": 6.4092491049784525e-06,
      "loss": 0.1255,
      "step": 8125
    },
    {
      "epoch": 1.2273070533152093,
      "grad_norm": 1.3640212534632217,
      "learning_rate": 6.408490332916708e-06,
      "loss": 0.1025,
      "step": 8126
    },
    {
      "epoch": 1.2274580879021295,
      "grad_norm": 2.341553448805699,
      "learning_rate": 6.407731525620802e-06,
      "loss": 0.1075,
      "step": 8127
    },
    {
      "epoch": 1.22760912248905,
      "grad_norm": 1.5254589589454945,
      "learning_rate": 6.406972683109718e-06,
      "loss": 0.1278,
      "step": 8128
    },
    {
      "epoch": 1.2277601570759704,
      "grad_norm": 1.6962820226529047,
      "learning_rate": 6.406213805402438e-06,
      "loss": 0.1219,
      "step": 8129
    },
    {
      "epoch": 1.2279111916628909,
      "grad_norm": 2.8563200512193765,
      "learning_rate": 6.405454892517947e-06,
      "loss": 0.1886,
      "step": 8130
    },
    {
      "epoch": 1.2280622262498113,
      "grad_norm": 1.6067327570467969,
      "learning_rate": 6.4046959444752265e-06,
      "loss": 0.1251,
      "step": 8131
    },
    {
      "epoch": 1.2282132608367315,
      "grad_norm": 1.5223052840490674,
      "learning_rate": 6.403936961293265e-06,
      "loss": 0.1282,
      "step": 8132
    },
    {
      "epoch": 1.228364295423652,
      "grad_norm": 2.6594029328312656,
      "learning_rate": 6.40317794299105e-06,
      "loss": 0.159,
      "step": 8133
    },
    {
      "epoch": 1.2285153300105724,
      "grad_norm": 1.48422802117077,
      "learning_rate": 6.402418889587565e-06,
      "loss": 0.1087,
      "step": 8134
    },
    {
      "epoch": 1.228666364597493,
      "grad_norm": 1.7429244178730305,
      "learning_rate": 6.401659801101799e-06,
      "loss": 0.1244,
      "step": 8135
    },
    {
      "epoch": 1.2288173991844134,
      "grad_norm": 1.804938503616709,
      "learning_rate": 6.400900677552743e-06,
      "loss": 0.134,
      "step": 8136
    },
    {
      "epoch": 1.2289684337713336,
      "grad_norm": 2.6587834969006754,
      "learning_rate": 6.400141518959385e-06,
      "loss": 0.1361,
      "step": 8137
    },
    {
      "epoch": 1.229119468358254,
      "grad_norm": 1.5953844966303352,
      "learning_rate": 6.3993823253407176e-06,
      "loss": 0.1301,
      "step": 8138
    },
    {
      "epoch": 1.2292705029451745,
      "grad_norm": 2.561452982704036,
      "learning_rate": 6.39862309671573e-06,
      "loss": 0.1226,
      "step": 8139
    },
    {
      "epoch": 1.229421537532095,
      "grad_norm": 2.4216609115753496,
      "learning_rate": 6.397863833103417e-06,
      "loss": 0.1557,
      "step": 8140
    },
    {
      "epoch": 1.2295725721190152,
      "grad_norm": 1.805182802283239,
      "learning_rate": 6.3971045345227725e-06,
      "loss": 0.1111,
      "step": 8141
    },
    {
      "epoch": 1.2297236067059356,
      "grad_norm": 2.43801052343889,
      "learning_rate": 6.3963452009927875e-06,
      "loss": 0.1512,
      "step": 8142
    },
    {
      "epoch": 1.229874641292856,
      "grad_norm": 1.571961018331848,
      "learning_rate": 6.395585832532458e-06,
      "loss": 0.114,
      "step": 8143
    },
    {
      "epoch": 1.2300256758797765,
      "grad_norm": 1.783663236788245,
      "learning_rate": 6.394826429160784e-06,
      "loss": 0.1232,
      "step": 8144
    },
    {
      "epoch": 1.230176710466697,
      "grad_norm": 1.8216183210409123,
      "learning_rate": 6.394066990896759e-06,
      "loss": 0.136,
      "step": 8145
    },
    {
      "epoch": 1.2303277450536172,
      "grad_norm": 1.7689133829687442,
      "learning_rate": 6.39330751775938e-06,
      "loss": 0.1158,
      "step": 8146
    },
    {
      "epoch": 1.2304787796405376,
      "grad_norm": 1.6340252641895752,
      "learning_rate": 6.392548009767646e-06,
      "loss": 0.1152,
      "step": 8147
    },
    {
      "epoch": 1.230629814227458,
      "grad_norm": 1.7326645649316357,
      "learning_rate": 6.391788466940558e-06,
      "loss": 0.1272,
      "step": 8148
    },
    {
      "epoch": 1.2307808488143785,
      "grad_norm": 1.6504885208622126,
      "learning_rate": 6.3910288892971175e-06,
      "loss": 0.1143,
      "step": 8149
    },
    {
      "epoch": 1.2309318834012988,
      "grad_norm": 1.7603666208655975,
      "learning_rate": 6.390269276856323e-06,
      "loss": 0.1478,
      "step": 8150
    },
    {
      "epoch": 1.2310829179882192,
      "grad_norm": 2.6561427375045006,
      "learning_rate": 6.389509629637178e-06,
      "loss": 0.1387,
      "step": 8151
    },
    {
      "epoch": 1.2312339525751397,
      "grad_norm": 1.7701905200232784,
      "learning_rate": 6.388749947658684e-06,
      "loss": 0.1143,
      "step": 8152
    },
    {
      "epoch": 1.2313849871620601,
      "grad_norm": 2.1190171567411396,
      "learning_rate": 6.387990230939847e-06,
      "loss": 0.1366,
      "step": 8153
    },
    {
      "epoch": 1.2315360217489806,
      "grad_norm": 1.8584817719857145,
      "learning_rate": 6.387230479499668e-06,
      "loss": 0.109,
      "step": 8154
    },
    {
      "epoch": 1.2316870563359008,
      "grad_norm": 1.917286892665832,
      "learning_rate": 6.386470693357158e-06,
      "loss": 0.1432,
      "step": 8155
    },
    {
      "epoch": 1.2318380909228213,
      "grad_norm": 1.936003413998757,
      "learning_rate": 6.385710872531321e-06,
      "loss": 0.1298,
      "step": 8156
    },
    {
      "epoch": 1.2319891255097417,
      "grad_norm": 1.959662428053223,
      "learning_rate": 6.384951017041164e-06,
      "loss": 0.1294,
      "step": 8157
    },
    {
      "epoch": 1.2321401600966622,
      "grad_norm": 1.5601637733721445,
      "learning_rate": 6.384191126905693e-06,
      "loss": 0.1248,
      "step": 8158
    },
    {
      "epoch": 1.2322911946835826,
      "grad_norm": 1.4887233606001766,
      "learning_rate": 6.383431202143921e-06,
      "loss": 0.0949,
      "step": 8159
    },
    {
      "epoch": 1.2324422292705028,
      "grad_norm": 1.6311119570672028,
      "learning_rate": 6.382671242774856e-06,
      "loss": 0.1311,
      "step": 8160
    },
    {
      "epoch": 1.2325932638574233,
      "grad_norm": 1.3184571113538626,
      "learning_rate": 6.38191124881751e-06,
      "loss": 0.0938,
      "step": 8161
    },
    {
      "epoch": 1.2327442984443437,
      "grad_norm": 1.767982341124291,
      "learning_rate": 6.381151220290893e-06,
      "loss": 0.1193,
      "step": 8162
    },
    {
      "epoch": 1.2328953330312642,
      "grad_norm": 1.5534697933973753,
      "learning_rate": 6.380391157214019e-06,
      "loss": 0.1192,
      "step": 8163
    },
    {
      "epoch": 1.2330463676181846,
      "grad_norm": 1.4655292202032242,
      "learning_rate": 6.3796310596059e-06,
      "loss": 0.1203,
      "step": 8164
    },
    {
      "epoch": 1.2331974022051049,
      "grad_norm": 1.8482897015753437,
      "learning_rate": 6.37887092748555e-06,
      "loss": 0.1315,
      "step": 8165
    },
    {
      "epoch": 1.2333484367920253,
      "grad_norm": 1.5960634301573806,
      "learning_rate": 6.3781107608719874e-06,
      "loss": 0.1311,
      "step": 8166
    },
    {
      "epoch": 1.2334994713789458,
      "grad_norm": 1.7294372646245184,
      "learning_rate": 6.3773505597842255e-06,
      "loss": 0.1145,
      "step": 8167
    },
    {
      "epoch": 1.2336505059658662,
      "grad_norm": 1.7268203170871081,
      "learning_rate": 6.376590324241281e-06,
      "loss": 0.14,
      "step": 8168
    },
    {
      "epoch": 1.2338015405527867,
      "grad_norm": 2.4123842651275917,
      "learning_rate": 6.375830054262172e-06,
      "loss": 0.1531,
      "step": 8169
    },
    {
      "epoch": 1.233952575139707,
      "grad_norm": 1.576069472306955,
      "learning_rate": 6.375069749865916e-06,
      "loss": 0.1128,
      "step": 8170
    },
    {
      "epoch": 1.2341036097266274,
      "grad_norm": 1.694373508866165,
      "learning_rate": 6.374309411071535e-06,
      "loss": 0.125,
      "step": 8171
    },
    {
      "epoch": 1.2342546443135478,
      "grad_norm": 1.4762807046172313,
      "learning_rate": 6.373549037898048e-06,
      "loss": 0.112,
      "step": 8172
    },
    {
      "epoch": 1.2344056789004683,
      "grad_norm": 1.7068929283353036,
      "learning_rate": 6.372788630364477e-06,
      "loss": 0.1253,
      "step": 8173
    },
    {
      "epoch": 1.2345567134873887,
      "grad_norm": 1.5771255472342587,
      "learning_rate": 6.372028188489842e-06,
      "loss": 0.1334,
      "step": 8174
    },
    {
      "epoch": 1.234707748074309,
      "grad_norm": 1.4715586827151477,
      "learning_rate": 6.371267712293167e-06,
      "loss": 0.1085,
      "step": 8175
    },
    {
      "epoch": 1.2348587826612294,
      "grad_norm": 1.724959767035739,
      "learning_rate": 6.370507201793475e-06,
      "loss": 0.1352,
      "step": 8176
    },
    {
      "epoch": 1.2350098172481498,
      "grad_norm": 1.6430776345618416,
      "learning_rate": 6.369746657009792e-06,
      "loss": 0.1083,
      "step": 8177
    },
    {
      "epoch": 1.2351608518350703,
      "grad_norm": 2.448659762832394,
      "learning_rate": 6.368986077961142e-06,
      "loss": 0.1661,
      "step": 8178
    },
    {
      "epoch": 1.2353118864219907,
      "grad_norm": 1.6508857515786688,
      "learning_rate": 6.3682254646665534e-06,
      "loss": 0.1163,
      "step": 8179
    },
    {
      "epoch": 1.235462921008911,
      "grad_norm": 1.6877850152769238,
      "learning_rate": 6.367464817145053e-06,
      "loss": 0.1307,
      "step": 8180
    },
    {
      "epoch": 1.2356139555958314,
      "grad_norm": 1.6317728261683873,
      "learning_rate": 6.366704135415664e-06,
      "loss": 0.1118,
      "step": 8181
    },
    {
      "epoch": 1.2357649901827519,
      "grad_norm": 1.5591697716701323,
      "learning_rate": 6.365943419497421e-06,
      "loss": 0.1181,
      "step": 8182
    },
    {
      "epoch": 1.2359160247696723,
      "grad_norm": 1.4080628870705247,
      "learning_rate": 6.365182669409352e-06,
      "loss": 0.1068,
      "step": 8183
    },
    {
      "epoch": 1.2360670593565928,
      "grad_norm": 1.4775315528815471,
      "learning_rate": 6.364421885170488e-06,
      "loss": 0.1039,
      "step": 8184
    },
    {
      "epoch": 1.236218093943513,
      "grad_norm": 1.5714225300072062,
      "learning_rate": 6.36366106679986e-06,
      "loss": 0.1162,
      "step": 8185
    },
    {
      "epoch": 1.2363691285304335,
      "grad_norm": 1.957891952355754,
      "learning_rate": 6.3629002143165e-06,
      "loss": 0.1403,
      "step": 8186
    },
    {
      "epoch": 1.236520163117354,
      "grad_norm": 2.5137396636848606,
      "learning_rate": 6.362139327739441e-06,
      "loss": 0.1566,
      "step": 8187
    },
    {
      "epoch": 1.2366711977042744,
      "grad_norm": 2.259415445841827,
      "learning_rate": 6.361378407087716e-06,
      "loss": 0.1467,
      "step": 8188
    },
    {
      "epoch": 1.2368222322911946,
      "grad_norm": 1.590867870488788,
      "learning_rate": 6.360617452380362e-06,
      "loss": 0.1363,
      "step": 8189
    },
    {
      "epoch": 1.236973266878115,
      "grad_norm": 1.7808794900970206,
      "learning_rate": 6.359856463636413e-06,
      "loss": 0.119,
      "step": 8190
    },
    {
      "epoch": 1.2371243014650355,
      "grad_norm": 1.689741200234806,
      "learning_rate": 6.35909544087491e-06,
      "loss": 0.1131,
      "step": 8191
    },
    {
      "epoch": 1.237275336051956,
      "grad_norm": 2.431490382016017,
      "learning_rate": 6.358334384114884e-06,
      "loss": 0.1482,
      "step": 8192
    },
    {
      "epoch": 1.2374263706388764,
      "grad_norm": 2.0023770099858007,
      "learning_rate": 6.357573293375374e-06,
      "loss": 0.1439,
      "step": 8193
    },
    {
      "epoch": 1.2375774052257966,
      "grad_norm": 1.5879763183546713,
      "learning_rate": 6.356812168675424e-06,
      "loss": 0.1113,
      "step": 8194
    },
    {
      "epoch": 1.237728439812717,
      "grad_norm": 1.3590056209034351,
      "learning_rate": 6.356051010034071e-06,
      "loss": 0.0955,
      "step": 8195
    },
    {
      "epoch": 1.2378794743996375,
      "grad_norm": 1.5997957669741067,
      "learning_rate": 6.355289817470355e-06,
      "loss": 0.1229,
      "step": 8196
    },
    {
      "epoch": 1.238030508986558,
      "grad_norm": 2.0664867131310025,
      "learning_rate": 6.3545285910033195e-06,
      "loss": 0.1264,
      "step": 8197
    },
    {
      "epoch": 1.2381815435734782,
      "grad_norm": 1.5882191331675792,
      "learning_rate": 6.353767330652004e-06,
      "loss": 0.1107,
      "step": 8198
    },
    {
      "epoch": 1.2383325781603987,
      "grad_norm": 2.408283708199096,
      "learning_rate": 6.3530060364354565e-06,
      "loss": 0.1315,
      "step": 8199
    },
    {
      "epoch": 1.238483612747319,
      "grad_norm": 1.8506139268208106,
      "learning_rate": 6.352244708372716e-06,
      "loss": 0.1151,
      "step": 8200
    },
    {
      "epoch": 1.2386346473342396,
      "grad_norm": 2.2554328768313154,
      "learning_rate": 6.351483346482832e-06,
      "loss": 0.1669,
      "step": 8201
    },
    {
      "epoch": 1.23878568192116,
      "grad_norm": 1.9672815430821946,
      "learning_rate": 6.350721950784848e-06,
      "loss": 0.1254,
      "step": 8202
    },
    {
      "epoch": 1.2389367165080802,
      "grad_norm": 1.9005569268481244,
      "learning_rate": 6.349960521297812e-06,
      "loss": 0.149,
      "step": 8203
    },
    {
      "epoch": 1.2390877510950007,
      "grad_norm": 2.202034885034061,
      "learning_rate": 6.349199058040769e-06,
      "loss": 0.1376,
      "step": 8204
    },
    {
      "epoch": 1.2392387856819211,
      "grad_norm": 1.7411146243926308,
      "learning_rate": 6.348437561032771e-06,
      "loss": 0.1292,
      "step": 8205
    },
    {
      "epoch": 1.2393898202688416,
      "grad_norm": 1.678814216742748,
      "learning_rate": 6.347676030292864e-06,
      "loss": 0.1221,
      "step": 8206
    },
    {
      "epoch": 1.239540854855762,
      "grad_norm": 1.844658873177759,
      "learning_rate": 6.3469144658401004e-06,
      "loss": 0.1357,
      "step": 8207
    },
    {
      "epoch": 1.2396918894426823,
      "grad_norm": 1.9709977135219703,
      "learning_rate": 6.346152867693532e-06,
      "loss": 0.125,
      "step": 8208
    },
    {
      "epoch": 1.2398429240296027,
      "grad_norm": 1.938895400708877,
      "learning_rate": 6.345391235872207e-06,
      "loss": 0.1315,
      "step": 8209
    },
    {
      "epoch": 1.2399939586165232,
      "grad_norm": 1.711303783673426,
      "learning_rate": 6.344629570395179e-06,
      "loss": 0.13,
      "step": 8210
    },
    {
      "epoch": 1.2401449932034436,
      "grad_norm": 2.0770638158924615,
      "learning_rate": 6.343867871281504e-06,
      "loss": 0.1471,
      "step": 8211
    },
    {
      "epoch": 1.240296027790364,
      "grad_norm": 1.5783636643700636,
      "learning_rate": 6.343106138550235e-06,
      "loss": 0.1132,
      "step": 8212
    },
    {
      "epoch": 1.2404470623772843,
      "grad_norm": 2.0125035353112355,
      "learning_rate": 6.342344372220427e-06,
      "loss": 0.1424,
      "step": 8213
    },
    {
      "epoch": 1.2405980969642048,
      "grad_norm": 1.7744057911661792,
      "learning_rate": 6.341582572311136e-06,
      "loss": 0.1409,
      "step": 8214
    },
    {
      "epoch": 1.2407491315511252,
      "grad_norm": 1.7200009717513687,
      "learning_rate": 6.340820738841418e-06,
      "loss": 0.1283,
      "step": 8215
    },
    {
      "epoch": 1.2409001661380457,
      "grad_norm": 1.5632159533710437,
      "learning_rate": 6.340058871830331e-06,
      "loss": 0.1296,
      "step": 8216
    },
    {
      "epoch": 1.241051200724966,
      "grad_norm": 3.7437618678856097,
      "learning_rate": 6.339296971296936e-06,
      "loss": 0.1244,
      "step": 8217
    },
    {
      "epoch": 1.2412022353118863,
      "grad_norm": 1.6638757597842393,
      "learning_rate": 6.3385350372602885e-06,
      "loss": 0.1207,
      "step": 8218
    },
    {
      "epoch": 1.2413532698988068,
      "grad_norm": 2.0267238727993937,
      "learning_rate": 6.3377730697394514e-06,
      "loss": 0.129,
      "step": 8219
    },
    {
      "epoch": 1.2415043044857272,
      "grad_norm": 2.238339764719456,
      "learning_rate": 6.337011068753486e-06,
      "loss": 0.146,
      "step": 8220
    },
    {
      "epoch": 1.2416553390726477,
      "grad_norm": 1.8983056523439656,
      "learning_rate": 6.336249034321451e-06,
      "loss": 0.1343,
      "step": 8221
    },
    {
      "epoch": 1.2418063736595681,
      "grad_norm": 1.6746130903717171,
      "learning_rate": 6.3354869664624115e-06,
      "loss": 0.1371,
      "step": 8222
    },
    {
      "epoch": 1.2419574082464884,
      "grad_norm": 1.6988453286497314,
      "learning_rate": 6.334724865195432e-06,
      "loss": 0.1291,
      "step": 8223
    },
    {
      "epoch": 1.2421084428334088,
      "grad_norm": 2.0294460652092683,
      "learning_rate": 6.333962730539576e-06,
      "loss": 0.1525,
      "step": 8224
    },
    {
      "epoch": 1.2422594774203293,
      "grad_norm": 2.201831743815279,
      "learning_rate": 6.333200562513906e-06,
      "loss": 0.1429,
      "step": 8225
    },
    {
      "epoch": 1.2424105120072497,
      "grad_norm": 1.8446779704528322,
      "learning_rate": 6.3324383611374915e-06,
      "loss": 0.1326,
      "step": 8226
    },
    {
      "epoch": 1.2425615465941702,
      "grad_norm": 1.8079018920759118,
      "learning_rate": 6.331676126429399e-06,
      "loss": 0.1267,
      "step": 8227
    },
    {
      "epoch": 1.2427125811810904,
      "grad_norm": 1.6928590699601769,
      "learning_rate": 6.330913858408696e-06,
      "loss": 0.107,
      "step": 8228
    },
    {
      "epoch": 1.2428636157680109,
      "grad_norm": 2.0839044789086882,
      "learning_rate": 6.330151557094448e-06,
      "loss": 0.1347,
      "step": 8229
    },
    {
      "epoch": 1.2430146503549313,
      "grad_norm": 2.2800683975581064,
      "learning_rate": 6.3293892225057295e-06,
      "loss": 0.1706,
      "step": 8230
    },
    {
      "epoch": 1.2431656849418518,
      "grad_norm": 1.679731074699193,
      "learning_rate": 6.328626854661608e-06,
      "loss": 0.1231,
      "step": 8231
    },
    {
      "epoch": 1.2433167195287722,
      "grad_norm": 1.7021048979069646,
      "learning_rate": 6.327864453581154e-06,
      "loss": 0.1292,
      "step": 8232
    },
    {
      "epoch": 1.2434677541156924,
      "grad_norm": 1.5294121597145525,
      "learning_rate": 6.32710201928344e-06,
      "loss": 0.1057,
      "step": 8233
    },
    {
      "epoch": 1.2436187887026129,
      "grad_norm": 2.1743796892951677,
      "learning_rate": 6.326339551787539e-06,
      "loss": 0.1314,
      "step": 8234
    },
    {
      "epoch": 1.2437698232895333,
      "grad_norm": 2.0468043504237743,
      "learning_rate": 6.325577051112525e-06,
      "loss": 0.1465,
      "step": 8235
    },
    {
      "epoch": 1.2439208578764538,
      "grad_norm": 1.594176227748,
      "learning_rate": 6.324814517277471e-06,
      "loss": 0.1221,
      "step": 8236
    },
    {
      "epoch": 1.244071892463374,
      "grad_norm": 1.7929499146472907,
      "learning_rate": 6.324051950301453e-06,
      "loss": 0.1301,
      "step": 8237
    },
    {
      "epoch": 1.2442229270502945,
      "grad_norm": 1.5643933579310239,
      "learning_rate": 6.323289350203546e-06,
      "loss": 0.1251,
      "step": 8238
    },
    {
      "epoch": 1.244373961637215,
      "grad_norm": 1.6429466907601005,
      "learning_rate": 6.322526717002829e-06,
      "loss": 0.1155,
      "step": 8239
    },
    {
      "epoch": 1.2445249962241354,
      "grad_norm": 1.7198846072811762,
      "learning_rate": 6.321764050718379e-06,
      "loss": 0.1323,
      "step": 8240
    },
    {
      "epoch": 1.2446760308110558,
      "grad_norm": 1.5307136763320635,
      "learning_rate": 6.321001351369274e-06,
      "loss": 0.1011,
      "step": 8241
    },
    {
      "epoch": 1.244827065397976,
      "grad_norm": 1.792720338674202,
      "learning_rate": 6.320238618974592e-06,
      "loss": 0.1069,
      "step": 8242
    },
    {
      "epoch": 1.2449780999848965,
      "grad_norm": 1.5667699675147992,
      "learning_rate": 6.319475853553416e-06,
      "loss": 0.1108,
      "step": 8243
    },
    {
      "epoch": 1.245129134571817,
      "grad_norm": 2.3469940627738946,
      "learning_rate": 6.3187130551248245e-06,
      "loss": 0.1383,
      "step": 8244
    },
    {
      "epoch": 1.2452801691587374,
      "grad_norm": 2.2097553656992206,
      "learning_rate": 6.317950223707901e-06,
      "loss": 0.1549,
      "step": 8245
    },
    {
      "epoch": 1.2454312037456576,
      "grad_norm": 1.9873298065643994,
      "learning_rate": 6.317187359321727e-06,
      "loss": 0.123,
      "step": 8246
    },
    {
      "epoch": 1.245582238332578,
      "grad_norm": 2.3420825602848256,
      "learning_rate": 6.316424461985386e-06,
      "loss": 0.1614,
      "step": 8247
    },
    {
      "epoch": 1.2457332729194985,
      "grad_norm": 2.7630831766347557,
      "learning_rate": 6.315661531717964e-06,
      "loss": 0.128,
      "step": 8248
    },
    {
      "epoch": 1.245884307506419,
      "grad_norm": 1.8851030412242875,
      "learning_rate": 6.3148985685385454e-06,
      "loss": 0.1441,
      "step": 8249
    },
    {
      "epoch": 1.2460353420933394,
      "grad_norm": 2.154615532671189,
      "learning_rate": 6.314135572466214e-06,
      "loss": 0.1449,
      "step": 8250
    },
    {
      "epoch": 1.2461863766802597,
      "grad_norm": 1.4934627079821785,
      "learning_rate": 6.313372543520059e-06,
      "loss": 0.1178,
      "step": 8251
    },
    {
      "epoch": 1.2463374112671801,
      "grad_norm": 2.334708680868126,
      "learning_rate": 6.312609481719168e-06,
      "loss": 0.1408,
      "step": 8252
    },
    {
      "epoch": 1.2464884458541006,
      "grad_norm": 1.9602621244954124,
      "learning_rate": 6.311846387082627e-06,
      "loss": 0.1248,
      "step": 8253
    },
    {
      "epoch": 1.246639480441021,
      "grad_norm": 1.7986648811958783,
      "learning_rate": 6.3110832596295276e-06,
      "loss": 0.1443,
      "step": 8254
    },
    {
      "epoch": 1.2467905150279415,
      "grad_norm": 1.8196325605849866,
      "learning_rate": 6.31032009937896e-06,
      "loss": 0.1291,
      "step": 8255
    },
    {
      "epoch": 1.2469415496148617,
      "grad_norm": 1.8625866679932839,
      "learning_rate": 6.3095569063500125e-06,
      "loss": 0.1343,
      "step": 8256
    },
    {
      "epoch": 1.2470925842017822,
      "grad_norm": 2.108061130042014,
      "learning_rate": 6.308793680561779e-06,
      "loss": 0.1379,
      "step": 8257
    },
    {
      "epoch": 1.2472436187887026,
      "grad_norm": 2.1197862740623004,
      "learning_rate": 6.308030422033352e-06,
      "loss": 0.153,
      "step": 8258
    },
    {
      "epoch": 1.247394653375623,
      "grad_norm": 1.7992246194836907,
      "learning_rate": 6.307267130783825e-06,
      "loss": 0.1361,
      "step": 8259
    },
    {
      "epoch": 1.2475456879625435,
      "grad_norm": 1.8145356488877273,
      "learning_rate": 6.3065038068322905e-06,
      "loss": 0.1392,
      "step": 8260
    },
    {
      "epoch": 1.2476967225494637,
      "grad_norm": 1.6496976744416056,
      "learning_rate": 6.305740450197844e-06,
      "loss": 0.1335,
      "step": 8261
    },
    {
      "epoch": 1.2478477571363842,
      "grad_norm": 1.9112503183680032,
      "learning_rate": 6.304977060899582e-06,
      "loss": 0.1153,
      "step": 8262
    },
    {
      "epoch": 1.2479987917233046,
      "grad_norm": 1.5916499109748694,
      "learning_rate": 6.304213638956601e-06,
      "loss": 0.1281,
      "step": 8263
    },
    {
      "epoch": 1.248149826310225,
      "grad_norm": 2.6969482423773816,
      "learning_rate": 6.303450184387998e-06,
      "loss": 0.1315,
      "step": 8264
    },
    {
      "epoch": 1.2483008608971455,
      "grad_norm": 1.676706129889627,
      "learning_rate": 6.302686697212872e-06,
      "loss": 0.1163,
      "step": 8265
    },
    {
      "epoch": 1.2484518954840658,
      "grad_norm": 1.481164139843311,
      "learning_rate": 6.301923177450322e-06,
      "loss": 0.1106,
      "step": 8266
    },
    {
      "epoch": 1.2486029300709862,
      "grad_norm": 1.6899569243066632,
      "learning_rate": 6.301159625119446e-06,
      "loss": 0.1248,
      "step": 8267
    },
    {
      "epoch": 1.2487539646579067,
      "grad_norm": 1.5617456509692231,
      "learning_rate": 6.300396040239347e-06,
      "loss": 0.1079,
      "step": 8268
    },
    {
      "epoch": 1.2489049992448271,
      "grad_norm": 1.49525183391443,
      "learning_rate": 6.299632422829125e-06,
      "loss": 0.1197,
      "step": 8269
    },
    {
      "epoch": 1.2490560338317476,
      "grad_norm": 1.8628641885342414,
      "learning_rate": 6.298868772907884e-06,
      "loss": 0.1299,
      "step": 8270
    },
    {
      "epoch": 1.2492070684186678,
      "grad_norm": 1.4936508684676,
      "learning_rate": 6.298105090494726e-06,
      "loss": 0.1091,
      "step": 8271
    },
    {
      "epoch": 1.2493581030055882,
      "grad_norm": 1.4146307753479759,
      "learning_rate": 6.297341375608755e-06,
      "loss": 0.0905,
      "step": 8272
    },
    {
      "epoch": 1.2495091375925087,
      "grad_norm": 1.6446591877720051,
      "learning_rate": 6.2965776282690724e-06,
      "loss": 0.1303,
      "step": 8273
    },
    {
      "epoch": 1.2496601721794292,
      "grad_norm": 1.4055271525049038,
      "learning_rate": 6.29581384849479e-06,
      "loss": 0.1029,
      "step": 8274
    },
    {
      "epoch": 1.2498112067663496,
      "grad_norm": 1.692236195840946,
      "learning_rate": 6.295050036305011e-06,
      "loss": 0.1254,
      "step": 8275
    },
    {
      "epoch": 1.2499622413532698,
      "grad_norm": 1.786403385400883,
      "learning_rate": 6.294286191718843e-06,
      "loss": 0.1252,
      "step": 8276
    },
    {
      "epoch": 1.2501132759401903,
      "grad_norm": 1.8197177517229821,
      "learning_rate": 6.293522314755394e-06,
      "loss": 0.1189,
      "step": 8277
    },
    {
      "epoch": 1.2502643105271107,
      "grad_norm": 1.4484670010192158,
      "learning_rate": 6.292758405433772e-06,
      "loss": 0.108,
      "step": 8278
    },
    {
      "epoch": 1.2504153451140312,
      "grad_norm": 1.7507029963358587,
      "learning_rate": 6.291994463773087e-06,
      "loss": 0.138,
      "step": 8279
    },
    {
      "epoch": 1.2505663797009516,
      "grad_norm": 1.7834726032842685,
      "learning_rate": 6.291230489792449e-06,
      "loss": 0.1274,
      "step": 8280
    },
    {
      "epoch": 1.2507174142878719,
      "grad_norm": 1.381107890002607,
      "learning_rate": 6.290466483510972e-06,
      "loss": 0.1064,
      "step": 8281
    },
    {
      "epoch": 1.2508684488747923,
      "grad_norm": 1.6082297964605121,
      "learning_rate": 6.289702444947765e-06,
      "loss": 0.1232,
      "step": 8282
    },
    {
      "epoch": 1.2510194834617128,
      "grad_norm": 2.3067786335767924,
      "learning_rate": 6.288938374121941e-06,
      "loss": 0.1346,
      "step": 8283
    },
    {
      "epoch": 1.2511705180486332,
      "grad_norm": 1.8177600624645722,
      "learning_rate": 6.288174271052614e-06,
      "loss": 0.1233,
      "step": 8284
    },
    {
      "epoch": 1.2513215526355537,
      "grad_norm": 1.800075418920344,
      "learning_rate": 6.2874101357589e-06,
      "loss": 0.1211,
      "step": 8285
    },
    {
      "epoch": 1.251472587222474,
      "grad_norm": 1.5969497092839757,
      "learning_rate": 6.286645968259914e-06,
      "loss": 0.1236,
      "step": 8286
    },
    {
      "epoch": 1.2516236218093943,
      "grad_norm": 1.9117709191957446,
      "learning_rate": 6.285881768574769e-06,
      "loss": 0.1102,
      "step": 8287
    },
    {
      "epoch": 1.2517746563963148,
      "grad_norm": 1.8415154501147994,
      "learning_rate": 6.2851175367225854e-06,
      "loss": 0.1236,
      "step": 8288
    },
    {
      "epoch": 1.251925690983235,
      "grad_norm": 1.4525201039168445,
      "learning_rate": 6.284353272722479e-06,
      "loss": 0.1111,
      "step": 8289
    },
    {
      "epoch": 1.2520767255701557,
      "grad_norm": 1.890115706670382,
      "learning_rate": 6.283588976593569e-06,
      "loss": 0.119,
      "step": 8290
    },
    {
      "epoch": 1.252227760157076,
      "grad_norm": 1.4455604302055995,
      "learning_rate": 6.282824648354975e-06,
      "loss": 0.1111,
      "step": 8291
    },
    {
      "epoch": 1.2523787947439964,
      "grad_norm": 1.5032648442763688,
      "learning_rate": 6.282060288025816e-06,
      "loss": 0.0998,
      "step": 8292
    },
    {
      "epoch": 1.2525298293309168,
      "grad_norm": 1.8282689623593749,
      "learning_rate": 6.281295895625215e-06,
      "loss": 0.1279,
      "step": 8293
    },
    {
      "epoch": 1.252680863917837,
      "grad_norm": 1.8991868508492402,
      "learning_rate": 6.28053147117229e-06,
      "loss": 0.1235,
      "step": 8294
    },
    {
      "epoch": 1.2528318985047575,
      "grad_norm": 1.9943881627613245,
      "learning_rate": 6.2797670146861666e-06,
      "loss": 0.1481,
      "step": 8295
    },
    {
      "epoch": 1.252982933091678,
      "grad_norm": 1.8512235471651974,
      "learning_rate": 6.2790025261859665e-06,
      "loss": 0.1235,
      "step": 8296
    },
    {
      "epoch": 1.2531339676785984,
      "grad_norm": 1.6243476709832312,
      "learning_rate": 6.2782380056908155e-06,
      "loss": 0.1178,
      "step": 8297
    },
    {
      "epoch": 1.2532850022655189,
      "grad_norm": 1.9422969308819162,
      "learning_rate": 6.277473453219838e-06,
      "loss": 0.1382,
      "step": 8298
    },
    {
      "epoch": 1.253436036852439,
      "grad_norm": 1.8432818460954046,
      "learning_rate": 6.276708868792159e-06,
      "loss": 0.13,
      "step": 8299
    },
    {
      "epoch": 1.2535870714393595,
      "grad_norm": 2.1265944708939664,
      "learning_rate": 6.275944252426904e-06,
      "loss": 0.1315,
      "step": 8300
    },
    {
      "epoch": 1.25373810602628,
      "grad_norm": 1.8265074860524615,
      "learning_rate": 6.275179604143201e-06,
      "loss": 0.1229,
      "step": 8301
    },
    {
      "epoch": 1.2538891406132004,
      "grad_norm": 1.7751689757459337,
      "learning_rate": 6.274414923960179e-06,
      "loss": 0.1315,
      "step": 8302
    },
    {
      "epoch": 1.254040175200121,
      "grad_norm": 1.9884411334818788,
      "learning_rate": 6.273650211896969e-06,
      "loss": 0.1243,
      "step": 8303
    },
    {
      "epoch": 1.2541912097870411,
      "grad_norm": 1.4970228969417672,
      "learning_rate": 6.272885467972696e-06,
      "loss": 0.1159,
      "step": 8304
    },
    {
      "epoch": 1.2543422443739616,
      "grad_norm": 1.8147038089735015,
      "learning_rate": 6.272120692206494e-06,
      "loss": 0.1177,
      "step": 8305
    },
    {
      "epoch": 1.254493278960882,
      "grad_norm": 1.7225137462804845,
      "learning_rate": 6.2713558846174915e-06,
      "loss": 0.1216,
      "step": 8306
    },
    {
      "epoch": 1.2546443135478025,
      "grad_norm": 1.4976053032650598,
      "learning_rate": 6.270591045224822e-06,
      "loss": 0.1161,
      "step": 8307
    },
    {
      "epoch": 1.254795348134723,
      "grad_norm": 2.1017309982782137,
      "learning_rate": 6.269826174047619e-06,
      "loss": 0.1423,
      "step": 8308
    },
    {
      "epoch": 1.2549463827216432,
      "grad_norm": 1.8134737569922674,
      "learning_rate": 6.269061271105016e-06,
      "loss": 0.1338,
      "step": 8309
    },
    {
      "epoch": 1.2550974173085636,
      "grad_norm": 1.4365399597167967,
      "learning_rate": 6.268296336416147e-06,
      "loss": 0.102,
      "step": 8310
    },
    {
      "epoch": 1.255248451895484,
      "grad_norm": 1.9000800148852535,
      "learning_rate": 6.267531370000147e-06,
      "loss": 0.1247,
      "step": 8311
    },
    {
      "epoch": 1.2553994864824045,
      "grad_norm": 1.417774331804731,
      "learning_rate": 6.266766371876151e-06,
      "loss": 0.1105,
      "step": 8312
    },
    {
      "epoch": 1.255550521069325,
      "grad_norm": 1.8321214394112226,
      "learning_rate": 6.2660013420633e-06,
      "loss": 0.1216,
      "step": 8313
    },
    {
      "epoch": 1.2557015556562452,
      "grad_norm": 1.4799497271491162,
      "learning_rate": 6.265236280580728e-06,
      "loss": 0.1078,
      "step": 8314
    },
    {
      "epoch": 1.2558525902431656,
      "grad_norm": 1.84182658865193,
      "learning_rate": 6.264471187447574e-06,
      "loss": 0.1304,
      "step": 8315
    },
    {
      "epoch": 1.256003624830086,
      "grad_norm": 2.1029701626729413,
      "learning_rate": 6.263706062682977e-06,
      "loss": 0.1377,
      "step": 8316
    },
    {
      "epoch": 1.2561546594170065,
      "grad_norm": 1.8810301269191536,
      "learning_rate": 6.2629409063060785e-06,
      "loss": 0.1314,
      "step": 8317
    },
    {
      "epoch": 1.256305694003927,
      "grad_norm": 1.9313608166447738,
      "learning_rate": 6.262175718336017e-06,
      "loss": 0.1191,
      "step": 8318
    },
    {
      "epoch": 1.2564567285908472,
      "grad_norm": 2.3143573132453272,
      "learning_rate": 6.2614104987919365e-06,
      "loss": 0.1528,
      "step": 8319
    },
    {
      "epoch": 1.2566077631777677,
      "grad_norm": 1.5692545913463514,
      "learning_rate": 6.260645247692978e-06,
      "loss": 0.1025,
      "step": 8320
    },
    {
      "epoch": 1.2567587977646881,
      "grad_norm": 2.302380180801781,
      "learning_rate": 6.259879965058286e-06,
      "loss": 0.1238,
      "step": 8321
    },
    {
      "epoch": 1.2569098323516086,
      "grad_norm": 2.1118840052893013,
      "learning_rate": 6.259114650907003e-06,
      "loss": 0.1383,
      "step": 8322
    },
    {
      "epoch": 1.257060866938529,
      "grad_norm": 1.456679026564448,
      "learning_rate": 6.258349305258273e-06,
      "loss": 0.1176,
      "step": 8323
    },
    {
      "epoch": 1.2572119015254493,
      "grad_norm": 3.519532899848095,
      "learning_rate": 6.2575839281312445e-06,
      "loss": 0.1628,
      "step": 8324
    },
    {
      "epoch": 1.2573629361123697,
      "grad_norm": 1.8347400081254095,
      "learning_rate": 6.2568185195450605e-06,
      "loss": 0.1502,
      "step": 8325
    },
    {
      "epoch": 1.2575139706992902,
      "grad_norm": 1.8978975736390558,
      "learning_rate": 6.256053079518871e-06,
      "loss": 0.1212,
      "step": 8326
    },
    {
      "epoch": 1.2576650052862106,
      "grad_norm": 1.6257770053268907,
      "learning_rate": 6.255287608071822e-06,
      "loss": 0.1283,
      "step": 8327
    },
    {
      "epoch": 1.257816039873131,
      "grad_norm": 1.743754884817679,
      "learning_rate": 6.2545221052230645e-06,
      "loss": 0.1271,
      "step": 8328
    },
    {
      "epoch": 1.2579670744600513,
      "grad_norm": 1.7757661664727187,
      "learning_rate": 6.253756570991743e-06,
      "loss": 0.1218,
      "step": 8329
    },
    {
      "epoch": 1.2581181090469717,
      "grad_norm": 1.7180052716226355,
      "learning_rate": 6.252991005397013e-06,
      "loss": 0.1173,
      "step": 8330
    },
    {
      "epoch": 1.2582691436338922,
      "grad_norm": 1.7746895615025078,
      "learning_rate": 6.2522254084580245e-06,
      "loss": 0.1117,
      "step": 8331
    },
    {
      "epoch": 1.2584201782208126,
      "grad_norm": 1.6790267685927958,
      "learning_rate": 6.251459780193927e-06,
      "loss": 0.11,
      "step": 8332
    },
    {
      "epoch": 1.258571212807733,
      "grad_norm": 1.591455537264773,
      "learning_rate": 6.2506941206238745e-06,
      "loss": 0.1176,
      "step": 8333
    },
    {
      "epoch": 1.2587222473946533,
      "grad_norm": 1.5770790128491463,
      "learning_rate": 6.249928429767021e-06,
      "loss": 0.1233,
      "step": 8334
    },
    {
      "epoch": 1.2588732819815738,
      "grad_norm": 1.7613805301582053,
      "learning_rate": 6.249162707642521e-06,
      "loss": 0.1141,
      "step": 8335
    },
    {
      "epoch": 1.2590243165684942,
      "grad_norm": 2.016705944947864,
      "learning_rate": 6.248396954269527e-06,
      "loss": 0.1406,
      "step": 8336
    },
    {
      "epoch": 1.2591753511554145,
      "grad_norm": 1.6795949202560803,
      "learning_rate": 6.247631169667197e-06,
      "loss": 0.1267,
      "step": 8337
    },
    {
      "epoch": 1.2593263857423351,
      "grad_norm": 1.8466977329651835,
      "learning_rate": 6.246865353854686e-06,
      "loss": 0.1168,
      "step": 8338
    },
    {
      "epoch": 1.2594774203292554,
      "grad_norm": 1.7403920608150454,
      "learning_rate": 6.2460995068511545e-06,
      "loss": 0.0929,
      "step": 8339
    },
    {
      "epoch": 1.2596284549161758,
      "grad_norm": 2.538786720178073,
      "learning_rate": 6.245333628675757e-06,
      "loss": 0.1371,
      "step": 8340
    },
    {
      "epoch": 1.2597794895030963,
      "grad_norm": 2.003477837815272,
      "learning_rate": 6.244567719347652e-06,
      "loss": 0.155,
      "step": 8341
    },
    {
      "epoch": 1.2599305240900165,
      "grad_norm": 1.7936369797326277,
      "learning_rate": 6.243801778886003e-06,
      "loss": 0.1384,
      "step": 8342
    },
    {
      "epoch": 1.260081558676937,
      "grad_norm": 1.3784535984226192,
      "learning_rate": 6.243035807309968e-06,
      "loss": 0.1093,
      "step": 8343
    },
    {
      "epoch": 1.2602325932638574,
      "grad_norm": 1.7827143978229978,
      "learning_rate": 6.2422698046387066e-06,
      "loss": 0.1358,
      "step": 8344
    },
    {
      "epoch": 1.2603836278507778,
      "grad_norm": 1.6375597869754412,
      "learning_rate": 6.241503770891384e-06,
      "loss": 0.1157,
      "step": 8345
    },
    {
      "epoch": 1.2605346624376983,
      "grad_norm": 1.7144701144082992,
      "learning_rate": 6.24073770608716e-06,
      "loss": 0.1219,
      "step": 8346
    },
    {
      "epoch": 1.2606856970246185,
      "grad_norm": 1.7832377468949716,
      "learning_rate": 6.239971610245201e-06,
      "loss": 0.1488,
      "step": 8347
    },
    {
      "epoch": 1.260836731611539,
      "grad_norm": 2.4262739600828556,
      "learning_rate": 6.239205483384669e-06,
      "loss": 0.1445,
      "step": 8348
    },
    {
      "epoch": 1.2609877661984594,
      "grad_norm": 1.5881736200922847,
      "learning_rate": 6.238439325524732e-06,
      "loss": 0.1199,
      "step": 8349
    },
    {
      "epoch": 1.2611388007853799,
      "grad_norm": 2.013626180559017,
      "learning_rate": 6.237673136684552e-06,
      "loss": 0.1552,
      "step": 8350
    },
    {
      "epoch": 1.2612898353723003,
      "grad_norm": 1.6721296139439854,
      "learning_rate": 6.236906916883298e-06,
      "loss": 0.1203,
      "step": 8351
    },
    {
      "epoch": 1.2614408699592206,
      "grad_norm": 2.0602452902222392,
      "learning_rate": 6.236140666140136e-06,
      "loss": 0.1406,
      "step": 8352
    },
    {
      "epoch": 1.261591904546141,
      "grad_norm": 1.9661654309209085,
      "learning_rate": 6.2353743844742375e-06,
      "loss": 0.1236,
      "step": 8353
    },
    {
      "epoch": 1.2617429391330615,
      "grad_norm": 1.5004922220542491,
      "learning_rate": 6.234608071904767e-06,
      "loss": 0.1166,
      "step": 8354
    },
    {
      "epoch": 1.261893973719982,
      "grad_norm": 1.5052595283295283,
      "learning_rate": 6.233841728450897e-06,
      "loss": 0.1194,
      "step": 8355
    },
    {
      "epoch": 1.2620450083069024,
      "grad_norm": 1.8193979385657506,
      "learning_rate": 6.2330753541317965e-06,
      "loss": 0.1168,
      "step": 8356
    },
    {
      "epoch": 1.2621960428938226,
      "grad_norm": 1.7759138680020305,
      "learning_rate": 6.2323089489666385e-06,
      "loss": 0.1214,
      "step": 8357
    },
    {
      "epoch": 1.262347077480743,
      "grad_norm": 2.519614340217769,
      "learning_rate": 6.231542512974594e-06,
      "loss": 0.1785,
      "step": 8358
    },
    {
      "epoch": 1.2624981120676635,
      "grad_norm": 1.2877278436313815,
      "learning_rate": 6.2307760461748355e-06,
      "loss": 0.1059,
      "step": 8359
    },
    {
      "epoch": 1.262649146654584,
      "grad_norm": 1.7398068691445312,
      "learning_rate": 6.230009548586539e-06,
      "loss": 0.1384,
      "step": 8360
    },
    {
      "epoch": 1.2628001812415044,
      "grad_norm": 1.4294084730832581,
      "learning_rate": 6.229243020228875e-06,
      "loss": 0.1032,
      "step": 8361
    },
    {
      "epoch": 1.2629512158284246,
      "grad_norm": 1.7664523424036325,
      "learning_rate": 6.228476461121021e-06,
      "loss": 0.1183,
      "step": 8362
    },
    {
      "epoch": 1.263102250415345,
      "grad_norm": 1.719601992402168,
      "learning_rate": 6.227709871282153e-06,
      "loss": 0.1442,
      "step": 8363
    },
    {
      "epoch": 1.2632532850022655,
      "grad_norm": 2.000637607906031,
      "learning_rate": 6.226943250731446e-06,
      "loss": 0.1266,
      "step": 8364
    },
    {
      "epoch": 1.263404319589186,
      "grad_norm": 1.719763456547177,
      "learning_rate": 6.226176599488078e-06,
      "loss": 0.1325,
      "step": 8365
    },
    {
      "epoch": 1.2635553541761064,
      "grad_norm": 2.2950661530269234,
      "learning_rate": 6.225409917571229e-06,
      "loss": 0.145,
      "step": 8366
    },
    {
      "epoch": 1.2637063887630267,
      "grad_norm": 2.2973102808933756,
      "learning_rate": 6.2246432050000775e-06,
      "loss": 0.1182,
      "step": 8367
    },
    {
      "epoch": 1.263857423349947,
      "grad_norm": 2.808475262436902,
      "learning_rate": 6.223876461793801e-06,
      "loss": 0.1335,
      "step": 8368
    },
    {
      "epoch": 1.2640084579368676,
      "grad_norm": 3.5225082460640387,
      "learning_rate": 6.2231096879715805e-06,
      "loss": 0.1413,
      "step": 8369
    },
    {
      "epoch": 1.264159492523788,
      "grad_norm": 1.9281294625608747,
      "learning_rate": 6.222342883552599e-06,
      "loss": 0.1311,
      "step": 8370
    },
    {
      "epoch": 1.2643105271107085,
      "grad_norm": 1.685756763869593,
      "learning_rate": 6.221576048556039e-06,
      "loss": 0.1154,
      "step": 8371
    },
    {
      "epoch": 1.2644615616976287,
      "grad_norm": 1.5453011823708824,
      "learning_rate": 6.220809183001082e-06,
      "loss": 0.1059,
      "step": 8372
    },
    {
      "epoch": 1.2646125962845491,
      "grad_norm": 1.9085784334903404,
      "learning_rate": 6.22004228690691e-06,
      "loss": 0.1298,
      "step": 8373
    },
    {
      "epoch": 1.2647636308714696,
      "grad_norm": 2.1422209926650457,
      "learning_rate": 6.2192753602927095e-06,
      "loss": 0.1455,
      "step": 8374
    },
    {
      "epoch": 1.26491466545839,
      "grad_norm": 1.814423278146276,
      "learning_rate": 6.218508403177665e-06,
      "loss": 0.1213,
      "step": 8375
    },
    {
      "epoch": 1.2650657000453105,
      "grad_norm": 1.5861594058880712,
      "learning_rate": 6.217741415580963e-06,
      "loss": 0.1026,
      "step": 8376
    },
    {
      "epoch": 1.2652167346322307,
      "grad_norm": 1.8265385019058429,
      "learning_rate": 6.2169743975217885e-06,
      "loss": 0.1209,
      "step": 8377
    },
    {
      "epoch": 1.2653677692191512,
      "grad_norm": 1.5403928506648301,
      "learning_rate": 6.216207349019332e-06,
      "loss": 0.108,
      "step": 8378
    },
    {
      "epoch": 1.2655188038060716,
      "grad_norm": 1.6214354770156678,
      "learning_rate": 6.215440270092778e-06,
      "loss": 0.1155,
      "step": 8379
    },
    {
      "epoch": 1.265669838392992,
      "grad_norm": 1.9707852318009405,
      "learning_rate": 6.214673160761315e-06,
      "loss": 0.1457,
      "step": 8380
    },
    {
      "epoch": 1.2658208729799125,
      "grad_norm": 1.7756780057625006,
      "learning_rate": 6.213906021044137e-06,
      "loss": 0.1307,
      "step": 8381
    },
    {
      "epoch": 1.2659719075668328,
      "grad_norm": 1.7862975510546237,
      "learning_rate": 6.213138850960432e-06,
      "loss": 0.1427,
      "step": 8382
    },
    {
      "epoch": 1.2661229421537532,
      "grad_norm": 1.682506671646575,
      "learning_rate": 6.212371650529391e-06,
      "loss": 0.1385,
      "step": 8383
    },
    {
      "epoch": 1.2662739767406737,
      "grad_norm": 4.091443001242146,
      "learning_rate": 6.211604419770205e-06,
      "loss": 0.1706,
      "step": 8384
    },
    {
      "epoch": 1.2664250113275939,
      "grad_norm": 1.619433375398115,
      "learning_rate": 6.2108371587020686e-06,
      "loss": 0.1297,
      "step": 8385
    },
    {
      "epoch": 1.2665760459145146,
      "grad_norm": 1.672954795888466,
      "learning_rate": 6.210069867344175e-06,
      "loss": 0.124,
      "step": 8386
    },
    {
      "epoch": 1.2667270805014348,
      "grad_norm": 1.5859473420851313,
      "learning_rate": 6.209302545715716e-06,
      "loss": 0.1217,
      "step": 8387
    },
    {
      "epoch": 1.2668781150883552,
      "grad_norm": 1.4817514595240244,
      "learning_rate": 6.20853519383589e-06,
      "loss": 0.1117,
      "step": 8388
    },
    {
      "epoch": 1.2670291496752757,
      "grad_norm": 1.5654563025688637,
      "learning_rate": 6.2077678117238925e-06,
      "loss": 0.1031,
      "step": 8389
    },
    {
      "epoch": 1.267180184262196,
      "grad_norm": 1.901566919925225,
      "learning_rate": 6.207000399398917e-06,
      "loss": 0.1496,
      "step": 8390
    },
    {
      "epoch": 1.2673312188491164,
      "grad_norm": 1.707120081267339,
      "learning_rate": 6.206232956880163e-06,
      "loss": 0.1294,
      "step": 8391
    },
    {
      "epoch": 1.2674822534360368,
      "grad_norm": 2.145419402566816,
      "learning_rate": 6.205465484186826e-06,
      "loss": 0.1386,
      "step": 8392
    },
    {
      "epoch": 1.2676332880229573,
      "grad_norm": 1.6392668745477674,
      "learning_rate": 6.2046979813381096e-06,
      "loss": 0.1309,
      "step": 8393
    },
    {
      "epoch": 1.2677843226098777,
      "grad_norm": 2.755393137582496,
      "learning_rate": 6.203930448353208e-06,
      "loss": 0.1151,
      "step": 8394
    },
    {
      "epoch": 1.267935357196798,
      "grad_norm": 1.748222377506134,
      "learning_rate": 6.203162885251325e-06,
      "loss": 0.1264,
      "step": 8395
    },
    {
      "epoch": 1.2680863917837184,
      "grad_norm": 1.628725443743979,
      "learning_rate": 6.202395292051662e-06,
      "loss": 0.1339,
      "step": 8396
    },
    {
      "epoch": 1.2682374263706389,
      "grad_norm": 1.668729844364625,
      "learning_rate": 6.201627668773416e-06,
      "loss": 0.104,
      "step": 8397
    },
    {
      "epoch": 1.2683884609575593,
      "grad_norm": 1.4885690013737514,
      "learning_rate": 6.200860015435793e-06,
      "loss": 0.1032,
      "step": 8398
    },
    {
      "epoch": 1.2685394955444798,
      "grad_norm": 1.7734660840860232,
      "learning_rate": 6.200092332057998e-06,
      "loss": 0.1326,
      "step": 8399
    },
    {
      "epoch": 1.2686905301314,
      "grad_norm": 1.9102955977806129,
      "learning_rate": 6.1993246186592324e-06,
      "loss": 0.1409,
      "step": 8400
    },
    {
      "epoch": 1.2688415647183204,
      "grad_norm": 1.5699939191755703,
      "learning_rate": 6.198556875258702e-06,
      "loss": 0.1014,
      "step": 8401
    },
    {
      "epoch": 1.2689925993052409,
      "grad_norm": 1.4259044630315902,
      "learning_rate": 6.1977891018756105e-06,
      "loss": 0.1102,
      "step": 8402
    },
    {
      "epoch": 1.2691436338921613,
      "grad_norm": 2.2719282505611367,
      "learning_rate": 6.197021298529167e-06,
      "loss": 0.1171,
      "step": 8403
    },
    {
      "epoch": 1.2692946684790818,
      "grad_norm": 1.590022179400706,
      "learning_rate": 6.1962534652385765e-06,
      "loss": 0.1109,
      "step": 8404
    },
    {
      "epoch": 1.269445703066002,
      "grad_norm": 1.6424481135215545,
      "learning_rate": 6.195485602023048e-06,
      "loss": 0.1235,
      "step": 8405
    },
    {
      "epoch": 1.2695967376529225,
      "grad_norm": 1.8016771045779556,
      "learning_rate": 6.194717708901788e-06,
      "loss": 0.1302,
      "step": 8406
    },
    {
      "epoch": 1.269747772239843,
      "grad_norm": 1.8794311426752868,
      "learning_rate": 6.193949785894009e-06,
      "loss": 0.1464,
      "step": 8407
    },
    {
      "epoch": 1.2698988068267634,
      "grad_norm": 1.9325407897387215,
      "learning_rate": 6.1931818330189175e-06,
      "loss": 0.1402,
      "step": 8408
    },
    {
      "epoch": 1.2700498414136838,
      "grad_norm": 1.9459144716130383,
      "learning_rate": 6.1924138502957266e-06,
      "loss": 0.1582,
      "step": 8409
    },
    {
      "epoch": 1.270200876000604,
      "grad_norm": 2.0958108566481797,
      "learning_rate": 6.191645837743647e-06,
      "loss": 0.1376,
      "step": 8410
    },
    {
      "epoch": 1.2703519105875245,
      "grad_norm": 2.2383348130899,
      "learning_rate": 6.190877795381892e-06,
      "loss": 0.1473,
      "step": 8411
    },
    {
      "epoch": 1.270502945174445,
      "grad_norm": 1.9212415927807263,
      "learning_rate": 6.190109723229674e-06,
      "loss": 0.1177,
      "step": 8412
    },
    {
      "epoch": 1.2706539797613654,
      "grad_norm": 1.4921324660069686,
      "learning_rate": 6.189341621306205e-06,
      "loss": 0.1098,
      "step": 8413
    },
    {
      "epoch": 1.2708050143482859,
      "grad_norm": 1.2645813645999155,
      "learning_rate": 6.188573489630702e-06,
      "loss": 0.0943,
      "step": 8414
    },
    {
      "epoch": 1.270956048935206,
      "grad_norm": 1.5978012657202587,
      "learning_rate": 6.1878053282223785e-06,
      "loss": 0.1151,
      "step": 8415
    },
    {
      "epoch": 1.2711070835221265,
      "grad_norm": 2.2571806528250797,
      "learning_rate": 6.187037137100451e-06,
      "loss": 0.1398,
      "step": 8416
    },
    {
      "epoch": 1.271258118109047,
      "grad_norm": 1.6010812081900088,
      "learning_rate": 6.186268916284137e-06,
      "loss": 0.1155,
      "step": 8417
    },
    {
      "epoch": 1.2714091526959674,
      "grad_norm": 1.9492359168453763,
      "learning_rate": 6.185500665792654e-06,
      "loss": 0.1268,
      "step": 8418
    },
    {
      "epoch": 1.2715601872828879,
      "grad_norm": 1.5302433758109035,
      "learning_rate": 6.184732385645219e-06,
      "loss": 0.0968,
      "step": 8419
    },
    {
      "epoch": 1.2717112218698081,
      "grad_norm": 1.9513832064490766,
      "learning_rate": 6.183964075861051e-06,
      "loss": 0.096,
      "step": 8420
    },
    {
      "epoch": 1.2718622564567286,
      "grad_norm": 1.826871361120594,
      "learning_rate": 6.183195736459371e-06,
      "loss": 0.1357,
      "step": 8421
    },
    {
      "epoch": 1.272013291043649,
      "grad_norm": 1.6193220236411534,
      "learning_rate": 6.182427367459398e-06,
      "loss": 0.1101,
      "step": 8422
    },
    {
      "epoch": 1.2721643256305695,
      "grad_norm": 1.587535310242896,
      "learning_rate": 6.181658968880354e-06,
      "loss": 0.1063,
      "step": 8423
    },
    {
      "epoch": 1.27231536021749,
      "grad_norm": 1.6196072759264355,
      "learning_rate": 6.180890540741461e-06,
      "loss": 0.1172,
      "step": 8424
    },
    {
      "epoch": 1.2724663948044102,
      "grad_norm": 2.0735898446675596,
      "learning_rate": 6.180122083061941e-06,
      "loss": 0.133,
      "step": 8425
    },
    {
      "epoch": 1.2726174293913306,
      "grad_norm": 2.016491001082274,
      "learning_rate": 6.179353595861018e-06,
      "loss": 0.1015,
      "step": 8426
    },
    {
      "epoch": 1.272768463978251,
      "grad_norm": 1.5275288060452192,
      "learning_rate": 6.178585079157916e-06,
      "loss": 0.1141,
      "step": 8427
    },
    {
      "epoch": 1.2729194985651715,
      "grad_norm": 1.789283377171967,
      "learning_rate": 6.17781653297186e-06,
      "loss": 0.1338,
      "step": 8428
    },
    {
      "epoch": 1.273070533152092,
      "grad_norm": 1.5407235463805724,
      "learning_rate": 6.1770479573220755e-06,
      "loss": 0.1246,
      "step": 8429
    },
    {
      "epoch": 1.2732215677390122,
      "grad_norm": 1.7398126742025244,
      "learning_rate": 6.1762793522277885e-06,
      "loss": 0.1363,
      "step": 8430
    },
    {
      "epoch": 1.2733726023259326,
      "grad_norm": 2.5682307858355435,
      "learning_rate": 6.175510717708225e-06,
      "loss": 0.1303,
      "step": 8431
    },
    {
      "epoch": 1.273523636912853,
      "grad_norm": 1.7030828206218611,
      "learning_rate": 6.1747420537826164e-06,
      "loss": 0.122,
      "step": 8432
    },
    {
      "epoch": 1.2736746714997733,
      "grad_norm": 1.875327613067557,
      "learning_rate": 6.173973360470188e-06,
      "loss": 0.1333,
      "step": 8433
    },
    {
      "epoch": 1.273825706086694,
      "grad_norm": 1.6647744975886345,
      "learning_rate": 6.17320463779017e-06,
      "loss": 0.1218,
      "step": 8434
    },
    {
      "epoch": 1.2739767406736142,
      "grad_norm": 2.825448787119464,
      "learning_rate": 6.172435885761793e-06,
      "loss": 0.115,
      "step": 8435
    },
    {
      "epoch": 1.2741277752605347,
      "grad_norm": 1.8188921047820203,
      "learning_rate": 6.171667104404286e-06,
      "loss": 0.1176,
      "step": 8436
    },
    {
      "epoch": 1.2742788098474551,
      "grad_norm": 1.8117939517371247,
      "learning_rate": 6.170898293736882e-06,
      "loss": 0.1073,
      "step": 8437
    },
    {
      "epoch": 1.2744298444343753,
      "grad_norm": 1.6293603485655386,
      "learning_rate": 6.170129453778813e-06,
      "loss": 0.1278,
      "step": 8438
    },
    {
      "epoch": 1.2745808790212958,
      "grad_norm": 1.9847705710617143,
      "learning_rate": 6.169360584549314e-06,
      "loss": 0.1485,
      "step": 8439
    },
    {
      "epoch": 1.2747319136082162,
      "grad_norm": 2.0397618750836437,
      "learning_rate": 6.1685916860676155e-06,
      "loss": 0.1563,
      "step": 8440
    },
    {
      "epoch": 1.2748829481951367,
      "grad_norm": 1.713088132016343,
      "learning_rate": 6.167822758352953e-06,
      "loss": 0.108,
      "step": 8441
    },
    {
      "epoch": 1.2750339827820572,
      "grad_norm": 2.1177916800916576,
      "learning_rate": 6.16705380142456e-06,
      "loss": 0.1386,
      "step": 8442
    },
    {
      "epoch": 1.2751850173689774,
      "grad_norm": 1.5774943623278426,
      "learning_rate": 6.166284815301675e-06,
      "loss": 0.1086,
      "step": 8443
    },
    {
      "epoch": 1.2753360519558978,
      "grad_norm": 1.7148663754610483,
      "learning_rate": 6.165515800003534e-06,
      "loss": 0.118,
      "step": 8444
    },
    {
      "epoch": 1.2754870865428183,
      "grad_norm": 2.0092629036261687,
      "learning_rate": 6.164746755549374e-06,
      "loss": 0.1394,
      "step": 8445
    },
    {
      "epoch": 1.2756381211297387,
      "grad_norm": 1.999618109399057,
      "learning_rate": 6.163977681958433e-06,
      "loss": 0.102,
      "step": 8446
    },
    {
      "epoch": 1.2757891557166592,
      "grad_norm": 1.8971555502226314,
      "learning_rate": 6.1632085792499505e-06,
      "loss": 0.1353,
      "step": 8447
    },
    {
      "epoch": 1.2759401903035794,
      "grad_norm": 2.12830340164324,
      "learning_rate": 6.1624394474431635e-06,
      "loss": 0.1185,
      "step": 8448
    },
    {
      "epoch": 1.2760912248904999,
      "grad_norm": 1.499399857158515,
      "learning_rate": 6.161670286557315e-06,
      "loss": 0.1162,
      "step": 8449
    },
    {
      "epoch": 1.2762422594774203,
      "grad_norm": 1.8095342420062528,
      "learning_rate": 6.160901096611647e-06,
      "loss": 0.1243,
      "step": 8450
    },
    {
      "epoch": 1.2763932940643408,
      "grad_norm": 1.6889916169336037,
      "learning_rate": 6.1601318776253975e-06,
      "loss": 0.1294,
      "step": 8451
    },
    {
      "epoch": 1.2765443286512612,
      "grad_norm": 1.4293952236289889,
      "learning_rate": 6.159362629617811e-06,
      "loss": 0.1222,
      "step": 8452
    },
    {
      "epoch": 1.2766953632381814,
      "grad_norm": 1.6813204864249531,
      "learning_rate": 6.158593352608131e-06,
      "loss": 0.1329,
      "step": 8453
    },
    {
      "epoch": 1.276846397825102,
      "grad_norm": 1.5965552892754211,
      "learning_rate": 6.157824046615599e-06,
      "loss": 0.1224,
      "step": 8454
    },
    {
      "epoch": 1.2769974324120223,
      "grad_norm": 1.6542237274061027,
      "learning_rate": 6.157054711659464e-06,
      "loss": 0.1044,
      "step": 8455
    },
    {
      "epoch": 1.2771484669989428,
      "grad_norm": 1.6788616588302498,
      "learning_rate": 6.156285347758967e-06,
      "loss": 0.1485,
      "step": 8456
    },
    {
      "epoch": 1.2772995015858633,
      "grad_norm": 1.8927070758173123,
      "learning_rate": 6.155515954933357e-06,
      "loss": 0.1154,
      "step": 8457
    },
    {
      "epoch": 1.2774505361727835,
      "grad_norm": 2.018520648514725,
      "learning_rate": 6.15474653320188e-06,
      "loss": 0.126,
      "step": 8458
    },
    {
      "epoch": 1.277601570759704,
      "grad_norm": 2.2470264171430765,
      "learning_rate": 6.153977082583782e-06,
      "loss": 0.1429,
      "step": 8459
    },
    {
      "epoch": 1.2777526053466244,
      "grad_norm": 3.5198758461414386,
      "learning_rate": 6.153207603098311e-06,
      "loss": 0.1257,
      "step": 8460
    },
    {
      "epoch": 1.2779036399335448,
      "grad_norm": 1.3154200931725002,
      "learning_rate": 6.15243809476472e-06,
      "loss": 0.1015,
      "step": 8461
    },
    {
      "epoch": 1.2780546745204653,
      "grad_norm": 2.1056714258373597,
      "learning_rate": 6.151668557602255e-06,
      "loss": 0.1256,
      "step": 8462
    },
    {
      "epoch": 1.2782057091073855,
      "grad_norm": 1.7615292153013067,
      "learning_rate": 6.150898991630166e-06,
      "loss": 0.1347,
      "step": 8463
    },
    {
      "epoch": 1.278356743694306,
      "grad_norm": 1.6729252547992,
      "learning_rate": 6.1501293968677074e-06,
      "loss": 0.1198,
      "step": 8464
    },
    {
      "epoch": 1.2785077782812264,
      "grad_norm": 1.673634402329115,
      "learning_rate": 6.149359773334128e-06,
      "loss": 0.1178,
      "step": 8465
    },
    {
      "epoch": 1.2786588128681469,
      "grad_norm": 1.5012699911564973,
      "learning_rate": 6.148590121048682e-06,
      "loss": 0.1288,
      "step": 8466
    },
    {
      "epoch": 1.2788098474550673,
      "grad_norm": 1.8818367387407389,
      "learning_rate": 6.147820440030623e-06,
      "loss": 0.1245,
      "step": 8467
    },
    {
      "epoch": 1.2789608820419875,
      "grad_norm": 1.5026977590289337,
      "learning_rate": 6.147050730299204e-06,
      "loss": 0.1107,
      "step": 8468
    },
    {
      "epoch": 1.279111916628908,
      "grad_norm": 2.0526971903352185,
      "learning_rate": 6.146280991873679e-06,
      "loss": 0.1163,
      "step": 8469
    },
    {
      "epoch": 1.2792629512158284,
      "grad_norm": 2.0608392066944354,
      "learning_rate": 6.145511224773304e-06,
      "loss": 0.1204,
      "step": 8470
    },
    {
      "epoch": 1.279413985802749,
      "grad_norm": 1.7054900840253917,
      "learning_rate": 6.1447414290173354e-06,
      "loss": 0.1077,
      "step": 8471
    },
    {
      "epoch": 1.2795650203896693,
      "grad_norm": 1.774641721359853,
      "learning_rate": 6.143971604625032e-06,
      "loss": 0.1192,
      "step": 8472
    },
    {
      "epoch": 1.2797160549765896,
      "grad_norm": 1.6680280713301452,
      "learning_rate": 6.143201751615647e-06,
      "loss": 0.1193,
      "step": 8473
    },
    {
      "epoch": 1.27986708956351,
      "grad_norm": 1.5334080171229358,
      "learning_rate": 6.142431870008443e-06,
      "loss": 0.107,
      "step": 8474
    },
    {
      "epoch": 1.2800181241504305,
      "grad_norm": 1.4002372435923758,
      "learning_rate": 6.141661959822678e-06,
      "loss": 0.0997,
      "step": 8475
    },
    {
      "epoch": 1.280169158737351,
      "grad_norm": 1.9619600965486714,
      "learning_rate": 6.140892021077608e-06,
      "loss": 0.1451,
      "step": 8476
    },
    {
      "epoch": 1.2803201933242714,
      "grad_norm": 1.9691083786808814,
      "learning_rate": 6.140122053792498e-06,
      "loss": 0.1255,
      "step": 8477
    },
    {
      "epoch": 1.2804712279111916,
      "grad_norm": 1.6599337520799544,
      "learning_rate": 6.139352057986607e-06,
      "loss": 0.0998,
      "step": 8478
    },
    {
      "epoch": 1.280622262498112,
      "grad_norm": 1.6323815175152836,
      "learning_rate": 6.138582033679199e-06,
      "loss": 0.1292,
      "step": 8479
    },
    {
      "epoch": 1.2807732970850325,
      "grad_norm": 1.5790322493797981,
      "learning_rate": 6.137811980889534e-06,
      "loss": 0.1068,
      "step": 8480
    },
    {
      "epoch": 1.2809243316719527,
      "grad_norm": 1.507717267406375,
      "learning_rate": 6.137041899636875e-06,
      "loss": 0.1187,
      "step": 8481
    },
    {
      "epoch": 1.2810753662588734,
      "grad_norm": 1.5152600537547916,
      "learning_rate": 6.136271789940489e-06,
      "loss": 0.105,
      "step": 8482
    },
    {
      "epoch": 1.2812264008457936,
      "grad_norm": 1.7785585862310431,
      "learning_rate": 6.135501651819638e-06,
      "loss": 0.124,
      "step": 8483
    },
    {
      "epoch": 1.281377435432714,
      "grad_norm": 1.6786604277816555,
      "learning_rate": 6.134731485293589e-06,
      "loss": 0.1214,
      "step": 8484
    },
    {
      "epoch": 1.2815284700196345,
      "grad_norm": 3.5299725265520947,
      "learning_rate": 6.133961290381607e-06,
      "loss": 0.1641,
      "step": 8485
    },
    {
      "epoch": 1.2816795046065548,
      "grad_norm": 1.7629417024322378,
      "learning_rate": 6.133191067102962e-06,
      "loss": 0.1272,
      "step": 8486
    },
    {
      "epoch": 1.2818305391934752,
      "grad_norm": 1.821709416354289,
      "learning_rate": 6.132420815476916e-06,
      "loss": 0.1279,
      "step": 8487
    },
    {
      "epoch": 1.2819815737803957,
      "grad_norm": 1.750355705686431,
      "learning_rate": 6.1316505355227395e-06,
      "loss": 0.1268,
      "step": 8488
    },
    {
      "epoch": 1.2821326083673161,
      "grad_norm": 1.7548009510606248,
      "learning_rate": 6.130880227259705e-06,
      "loss": 0.109,
      "step": 8489
    },
    {
      "epoch": 1.2822836429542366,
      "grad_norm": 1.9496008588689238,
      "learning_rate": 6.130109890707079e-06,
      "loss": 0.1361,
      "step": 8490
    },
    {
      "epoch": 1.2824346775411568,
      "grad_norm": 1.6236096649706864,
      "learning_rate": 6.1293395258841305e-06,
      "loss": 0.1223,
      "step": 8491
    },
    {
      "epoch": 1.2825857121280773,
      "grad_norm": 1.8119315786172585,
      "learning_rate": 6.128569132810134e-06,
      "loss": 0.1302,
      "step": 8492
    },
    {
      "epoch": 1.2827367467149977,
      "grad_norm": 2.098436580611197,
      "learning_rate": 6.127798711504358e-06,
      "loss": 0.1552,
      "step": 8493
    },
    {
      "epoch": 1.2828877813019182,
      "grad_norm": 1.7481413609487042,
      "learning_rate": 6.127028261986079e-06,
      "loss": 0.1331,
      "step": 8494
    },
    {
      "epoch": 1.2830388158888386,
      "grad_norm": 2.0406302444652455,
      "learning_rate": 6.126257784274566e-06,
      "loss": 0.1311,
      "step": 8495
    },
    {
      "epoch": 1.2831898504757588,
      "grad_norm": 4.470501388107833,
      "learning_rate": 6.1254872783890954e-06,
      "loss": 0.172,
      "step": 8496
    },
    {
      "epoch": 1.2833408850626793,
      "grad_norm": 1.9993994792827248,
      "learning_rate": 6.124716744348942e-06,
      "loss": 0.1316,
      "step": 8497
    },
    {
      "epoch": 1.2834919196495997,
      "grad_norm": 1.8476963900225947,
      "learning_rate": 6.12394618217338e-06,
      "loss": 0.132,
      "step": 8498
    },
    {
      "epoch": 1.2836429542365202,
      "grad_norm": 1.7985569711966514,
      "learning_rate": 6.123175591881685e-06,
      "loss": 0.127,
      "step": 8499
    },
    {
      "epoch": 1.2837939888234406,
      "grad_norm": 1.7544528169423363,
      "learning_rate": 6.122404973493136e-06,
      "loss": 0.1358,
      "step": 8500
    },
    {
      "epoch": 1.2839450234103609,
      "grad_norm": 1.8605551495344541,
      "learning_rate": 6.121634327027008e-06,
      "loss": 0.1224,
      "step": 8501
    },
    {
      "epoch": 1.2840960579972813,
      "grad_norm": 2.465678489120384,
      "learning_rate": 6.120863652502581e-06,
      "loss": 0.1443,
      "step": 8502
    },
    {
      "epoch": 1.2842470925842018,
      "grad_norm": 1.5884040062144151,
      "learning_rate": 6.120092949939132e-06,
      "loss": 0.117,
      "step": 8503
    },
    {
      "epoch": 1.2843981271711222,
      "grad_norm": 1.3696640001314924,
      "learning_rate": 6.119322219355943e-06,
      "loss": 0.1079,
      "step": 8504
    },
    {
      "epoch": 1.2845491617580427,
      "grad_norm": 1.9937430997817183,
      "learning_rate": 6.1185514607722915e-06,
      "loss": 0.1339,
      "step": 8505
    },
    {
      "epoch": 1.284700196344963,
      "grad_norm": 1.6721799056427564,
      "learning_rate": 6.1177806742074605e-06,
      "loss": 0.1159,
      "step": 8506
    },
    {
      "epoch": 1.2848512309318834,
      "grad_norm": 1.6597331386391372,
      "learning_rate": 6.117009859680731e-06,
      "loss": 0.12,
      "step": 8507
    },
    {
      "epoch": 1.2850022655188038,
      "grad_norm": 1.7425077554682844,
      "learning_rate": 6.116239017211386e-06,
      "loss": 0.1264,
      "step": 8508
    },
    {
      "epoch": 1.2851533001057243,
      "grad_norm": 1.7648947090164373,
      "learning_rate": 6.115468146818707e-06,
      "loss": 0.1222,
      "step": 8509
    },
    {
      "epoch": 1.2853043346926447,
      "grad_norm": 1.7642024479974454,
      "learning_rate": 6.114697248521978e-06,
      "loss": 0.1206,
      "step": 8510
    },
    {
      "epoch": 1.285455369279565,
      "grad_norm": 2.021866088988124,
      "learning_rate": 6.113926322340484e-06,
      "loss": 0.1519,
      "step": 8511
    },
    {
      "epoch": 1.2856064038664854,
      "grad_norm": 2.109223857468152,
      "learning_rate": 6.113155368293512e-06,
      "loss": 0.1535,
      "step": 8512
    },
    {
      "epoch": 1.2857574384534058,
      "grad_norm": 1.7964736616467378,
      "learning_rate": 6.112384386400344e-06,
      "loss": 0.1181,
      "step": 8513
    },
    {
      "epoch": 1.2859084730403263,
      "grad_norm": 1.9400101627792583,
      "learning_rate": 6.1116133766802686e-06,
      "loss": 0.1378,
      "step": 8514
    },
    {
      "epoch": 1.2860595076272467,
      "grad_norm": 1.5860602290114778,
      "learning_rate": 6.110842339152575e-06,
      "loss": 0.101,
      "step": 8515
    },
    {
      "epoch": 1.286210542214167,
      "grad_norm": 1.8735959072846504,
      "learning_rate": 6.110071273836546e-06,
      "loss": 0.1226,
      "step": 8516
    },
    {
      "epoch": 1.2863615768010874,
      "grad_norm": 1.6206462858903516,
      "learning_rate": 6.109300180751476e-06,
      "loss": 0.1032,
      "step": 8517
    },
    {
      "epoch": 1.2865126113880079,
      "grad_norm": 1.6119114098102643,
      "learning_rate": 6.10852905991665e-06,
      "loss": 0.1097,
      "step": 8518
    },
    {
      "epoch": 1.2866636459749283,
      "grad_norm": 2.0575803091008202,
      "learning_rate": 6.107757911351362e-06,
      "loss": 0.1398,
      "step": 8519
    },
    {
      "epoch": 1.2868146805618488,
      "grad_norm": 1.728473720028817,
      "learning_rate": 6.106986735074898e-06,
      "loss": 0.1148,
      "step": 8520
    },
    {
      "epoch": 1.286965715148769,
      "grad_norm": 2.130864965229301,
      "learning_rate": 6.106215531106553e-06,
      "loss": 0.1346,
      "step": 8521
    },
    {
      "epoch": 1.2871167497356895,
      "grad_norm": 1.6833431360192534,
      "learning_rate": 6.105444299465617e-06,
      "loss": 0.1246,
      "step": 8522
    },
    {
      "epoch": 1.28726778432261,
      "grad_norm": 2.14574700424038,
      "learning_rate": 6.104673040171384e-06,
      "loss": 0.1398,
      "step": 8523
    },
    {
      "epoch": 1.2874188189095304,
      "grad_norm": 1.6888250927231006,
      "learning_rate": 6.103901753243147e-06,
      "loss": 0.115,
      "step": 8524
    },
    {
      "epoch": 1.2875698534964508,
      "grad_norm": 1.6253766884602856,
      "learning_rate": 6.1031304387002e-06,
      "loss": 0.1133,
      "step": 8525
    },
    {
      "epoch": 1.287720888083371,
      "grad_norm": 2.6033013164501195,
      "learning_rate": 6.1023590965618396e-06,
      "loss": 0.1347,
      "step": 8526
    },
    {
      "epoch": 1.2878719226702915,
      "grad_norm": 1.951641054815892,
      "learning_rate": 6.101587726847358e-06,
      "loss": 0.128,
      "step": 8527
    },
    {
      "epoch": 1.288022957257212,
      "grad_norm": 1.6179190785518067,
      "learning_rate": 6.100816329576054e-06,
      "loss": 0.1208,
      "step": 8528
    },
    {
      "epoch": 1.2881739918441322,
      "grad_norm": 1.6215782264973368,
      "learning_rate": 6.100044904767225e-06,
      "loss": 0.1248,
      "step": 8529
    },
    {
      "epoch": 1.2883250264310528,
      "grad_norm": 1.5081593222742322,
      "learning_rate": 6.099273452440167e-06,
      "loss": 0.104,
      "step": 8530
    },
    {
      "epoch": 1.288476061017973,
      "grad_norm": 1.7607659086713157,
      "learning_rate": 6.098501972614177e-06,
      "loss": 0.1262,
      "step": 8531
    },
    {
      "epoch": 1.2886270956048935,
      "grad_norm": 1.9695581853402646,
      "learning_rate": 6.097730465308557e-06,
      "loss": 0.1157,
      "step": 8532
    },
    {
      "epoch": 1.288778130191814,
      "grad_norm": 2.5011696031830124,
      "learning_rate": 6.096958930542604e-06,
      "loss": 0.1569,
      "step": 8533
    },
    {
      "epoch": 1.2889291647787342,
      "grad_norm": 1.584785905160499,
      "learning_rate": 6.0961873683356225e-06,
      "loss": 0.1039,
      "step": 8534
    },
    {
      "epoch": 1.2890801993656547,
      "grad_norm": 1.822026331866549,
      "learning_rate": 6.095415778706909e-06,
      "loss": 0.1272,
      "step": 8535
    },
    {
      "epoch": 1.289231233952575,
      "grad_norm": 1.598704146722968,
      "learning_rate": 6.094644161675768e-06,
      "loss": 0.122,
      "step": 8536
    },
    {
      "epoch": 1.2893822685394956,
      "grad_norm": 1.9403238963197316,
      "learning_rate": 6.093872517261502e-06,
      "loss": 0.1317,
      "step": 8537
    },
    {
      "epoch": 1.289533303126416,
      "grad_norm": 2.5179215567001143,
      "learning_rate": 6.093100845483412e-06,
      "loss": 0.1269,
      "step": 8538
    },
    {
      "epoch": 1.2896843377133362,
      "grad_norm": 2.478000642735914,
      "learning_rate": 6.092329146360801e-06,
      "loss": 0.1272,
      "step": 8539
    },
    {
      "epoch": 1.2898353723002567,
      "grad_norm": 1.6334521114335625,
      "learning_rate": 6.091557419912978e-06,
      "loss": 0.0952,
      "step": 8540
    },
    {
      "epoch": 1.2899864068871771,
      "grad_norm": 1.6085781762064455,
      "learning_rate": 6.090785666159244e-06,
      "loss": 0.1089,
      "step": 8541
    },
    {
      "epoch": 1.2901374414740976,
      "grad_norm": 1.589668678484549,
      "learning_rate": 6.090013885118909e-06,
      "loss": 0.1193,
      "step": 8542
    },
    {
      "epoch": 1.290288476061018,
      "grad_norm": 1.7634080231592013,
      "learning_rate": 6.0892420768112736e-06,
      "loss": 0.1123,
      "step": 8543
    },
    {
      "epoch": 1.2904395106479383,
      "grad_norm": 1.648049676489414,
      "learning_rate": 6.088470241255651e-06,
      "loss": 0.1255,
      "step": 8544
    },
    {
      "epoch": 1.2905905452348587,
      "grad_norm": 1.6223477128365398,
      "learning_rate": 6.087698378471344e-06,
      "loss": 0.1149,
      "step": 8545
    },
    {
      "epoch": 1.2907415798217792,
      "grad_norm": 1.7740733710437318,
      "learning_rate": 6.086926488477664e-06,
      "loss": 0.1365,
      "step": 8546
    },
    {
      "epoch": 1.2908926144086996,
      "grad_norm": 1.6271737170178486,
      "learning_rate": 6.086154571293923e-06,
      "loss": 0.1221,
      "step": 8547
    },
    {
      "epoch": 1.29104364899562,
      "grad_norm": 1.8054711695678174,
      "learning_rate": 6.085382626939425e-06,
      "loss": 0.1253,
      "step": 8548
    },
    {
      "epoch": 1.2911946835825403,
      "grad_norm": 2.3922322807529275,
      "learning_rate": 6.084610655433484e-06,
      "loss": 0.1218,
      "step": 8549
    },
    {
      "epoch": 1.2913457181694608,
      "grad_norm": 2.0920909133393586,
      "learning_rate": 6.08383865679541e-06,
      "loss": 0.1301,
      "step": 8550
    },
    {
      "epoch": 1.2914967527563812,
      "grad_norm": 1.4642630630706388,
      "learning_rate": 6.0830666310445175e-06,
      "loss": 0.1083,
      "step": 8551
    },
    {
      "epoch": 1.2916477873433017,
      "grad_norm": 1.6795931558332564,
      "learning_rate": 6.0822945782001156e-06,
      "loss": 0.1319,
      "step": 8552
    },
    {
      "epoch": 1.291798821930222,
      "grad_norm": 2.1260393943277265,
      "learning_rate": 6.08152249828152e-06,
      "loss": 0.138,
      "step": 8553
    },
    {
      "epoch": 1.2919498565171423,
      "grad_norm": 1.9047447893498368,
      "learning_rate": 6.0807503913080435e-06,
      "loss": 0.1409,
      "step": 8554
    },
    {
      "epoch": 1.2921008911040628,
      "grad_norm": 1.7663433397978066,
      "learning_rate": 6.079978257299002e-06,
      "loss": 0.1257,
      "step": 8555
    },
    {
      "epoch": 1.2922519256909832,
      "grad_norm": 1.8308158510875037,
      "learning_rate": 6.07920609627371e-06,
      "loss": 0.1349,
      "step": 8556
    },
    {
      "epoch": 1.2924029602779037,
      "grad_norm": 1.9886822443938692,
      "learning_rate": 6.078433908251484e-06,
      "loss": 0.1464,
      "step": 8557
    },
    {
      "epoch": 1.2925539948648241,
      "grad_norm": 1.8991992469187267,
      "learning_rate": 6.077661693251641e-06,
      "loss": 0.1318,
      "step": 8558
    },
    {
      "epoch": 1.2927050294517444,
      "grad_norm": 1.9561233083313427,
      "learning_rate": 6.076889451293497e-06,
      "loss": 0.1255,
      "step": 8559
    },
    {
      "epoch": 1.2928560640386648,
      "grad_norm": 1.462264721132274,
      "learning_rate": 6.076117182396371e-06,
      "loss": 0.1002,
      "step": 8560
    },
    {
      "epoch": 1.2930070986255853,
      "grad_norm": 1.6705070093284864,
      "learning_rate": 6.07534488657958e-06,
      "loss": 0.1271,
      "step": 8561
    },
    {
      "epoch": 1.2931581332125057,
      "grad_norm": 1.6577270154323545,
      "learning_rate": 6.074572563862447e-06,
      "loss": 0.1256,
      "step": 8562
    },
    {
      "epoch": 1.2933091677994262,
      "grad_norm": 2.2128500598232512,
      "learning_rate": 6.073800214264289e-06,
      "loss": 0.1458,
      "step": 8563
    },
    {
      "epoch": 1.2934602023863464,
      "grad_norm": 2.1987447203884423,
      "learning_rate": 6.073027837804429e-06,
      "loss": 0.1401,
      "step": 8564
    },
    {
      "epoch": 1.2936112369732669,
      "grad_norm": 1.6765180360620253,
      "learning_rate": 6.072255434502187e-06,
      "loss": 0.1312,
      "step": 8565
    },
    {
      "epoch": 1.2937622715601873,
      "grad_norm": 1.6053206034265102,
      "learning_rate": 6.071483004376886e-06,
      "loss": 0.1202,
      "step": 8566
    },
    {
      "epoch": 1.2939133061471078,
      "grad_norm": 1.493714279467142,
      "learning_rate": 6.070710547447845e-06,
      "loss": 0.1184,
      "step": 8567
    },
    {
      "epoch": 1.2940643407340282,
      "grad_norm": 1.7131309526791236,
      "learning_rate": 6.069938063734393e-06,
      "loss": 0.1251,
      "step": 8568
    },
    {
      "epoch": 1.2942153753209484,
      "grad_norm": 1.9000997927558194,
      "learning_rate": 6.069165553255852e-06,
      "loss": 0.1321,
      "step": 8569
    },
    {
      "epoch": 1.2943664099078689,
      "grad_norm": 1.5508215154676943,
      "learning_rate": 6.068393016031546e-06,
      "loss": 0.1025,
      "step": 8570
    },
    {
      "epoch": 1.2945174444947893,
      "grad_norm": 2.217708099973453,
      "learning_rate": 6.067620452080801e-06,
      "loss": 0.1254,
      "step": 8571
    },
    {
      "epoch": 1.2946684790817098,
      "grad_norm": 3.5403918115395934,
      "learning_rate": 6.066847861422943e-06,
      "loss": 0.1371,
      "step": 8572
    },
    {
      "epoch": 1.2948195136686302,
      "grad_norm": 1.9581452585315533,
      "learning_rate": 6.066075244077298e-06,
      "loss": 0.1293,
      "step": 8573
    },
    {
      "epoch": 1.2949705482555505,
      "grad_norm": 1.6413569874902245,
      "learning_rate": 6.065302600063194e-06,
      "loss": 0.1087,
      "step": 8574
    },
    {
      "epoch": 1.295121582842471,
      "grad_norm": 1.8459206158773689,
      "learning_rate": 6.06452992939996e-06,
      "loss": 0.1371,
      "step": 8575
    },
    {
      "epoch": 1.2952726174293914,
      "grad_norm": 1.5404346705813914,
      "learning_rate": 6.063757232106926e-06,
      "loss": 0.1263,
      "step": 8576
    },
    {
      "epoch": 1.2954236520163116,
      "grad_norm": 2.2262827732552726,
      "learning_rate": 6.062984508203418e-06,
      "loss": 0.1726,
      "step": 8577
    },
    {
      "epoch": 1.2955746866032323,
      "grad_norm": 1.5750228014265846,
      "learning_rate": 6.062211757708767e-06,
      "loss": 0.1143,
      "step": 8578
    },
    {
      "epoch": 1.2957257211901525,
      "grad_norm": 1.5910298466866057,
      "learning_rate": 6.061438980642304e-06,
      "loss": 0.1167,
      "step": 8579
    },
    {
      "epoch": 1.295876755777073,
      "grad_norm": 1.6341739998480977,
      "learning_rate": 6.060666177023362e-06,
      "loss": 0.1212,
      "step": 8580
    },
    {
      "epoch": 1.2960277903639934,
      "grad_norm": 1.7467642797388048,
      "learning_rate": 6.059893346871272e-06,
      "loss": 0.12,
      "step": 8581
    },
    {
      "epoch": 1.2961788249509136,
      "grad_norm": 2.168028183882885,
      "learning_rate": 6.059120490205365e-06,
      "loss": 0.1133,
      "step": 8582
    },
    {
      "epoch": 1.296329859537834,
      "grad_norm": 1.6803441517739335,
      "learning_rate": 6.058347607044979e-06,
      "loss": 0.1219,
      "step": 8583
    },
    {
      "epoch": 1.2964808941247545,
      "grad_norm": 2.007300722009956,
      "learning_rate": 6.057574697409443e-06,
      "loss": 0.1457,
      "step": 8584
    },
    {
      "epoch": 1.296631928711675,
      "grad_norm": 1.528766418200198,
      "learning_rate": 6.056801761318095e-06,
      "loss": 0.1135,
      "step": 8585
    },
    {
      "epoch": 1.2967829632985954,
      "grad_norm": 1.9073327984085133,
      "learning_rate": 6.05602879879027e-06,
      "loss": 0.131,
      "step": 8586
    },
    {
      "epoch": 1.2969339978855157,
      "grad_norm": 1.8714619401984072,
      "learning_rate": 6.055255809845304e-06,
      "loss": 0.1224,
      "step": 8587
    },
    {
      "epoch": 1.2970850324724361,
      "grad_norm": 1.3947849446521146,
      "learning_rate": 6.054482794502532e-06,
      "loss": 0.1112,
      "step": 8588
    },
    {
      "epoch": 1.2972360670593566,
      "grad_norm": 1.867544307383594,
      "learning_rate": 6.053709752781294e-06,
      "loss": 0.1387,
      "step": 8589
    },
    {
      "epoch": 1.297387101646277,
      "grad_norm": 2.036320086552506,
      "learning_rate": 6.052936684700924e-06,
      "loss": 0.1407,
      "step": 8590
    },
    {
      "epoch": 1.2975381362331975,
      "grad_norm": 2.669851344499403,
      "learning_rate": 6.0521635902807665e-06,
      "loss": 0.1341,
      "step": 8591
    },
    {
      "epoch": 1.2976891708201177,
      "grad_norm": 1.8006728288444416,
      "learning_rate": 6.051390469540157e-06,
      "loss": 0.118,
      "step": 8592
    },
    {
      "epoch": 1.2978402054070381,
      "grad_norm": 1.7837839374704265,
      "learning_rate": 6.050617322498437e-06,
      "loss": 0.1277,
      "step": 8593
    },
    {
      "epoch": 1.2979912399939586,
      "grad_norm": 1.8442404366288696,
      "learning_rate": 6.049844149174946e-06,
      "loss": 0.1276,
      "step": 8594
    },
    {
      "epoch": 1.298142274580879,
      "grad_norm": 1.8601371081512383,
      "learning_rate": 6.049070949589026e-06,
      "loss": 0.1225,
      "step": 8595
    },
    {
      "epoch": 1.2982933091677995,
      "grad_norm": 1.7092557410961586,
      "learning_rate": 6.048297723760019e-06,
      "loss": 0.1166,
      "step": 8596
    },
    {
      "epoch": 1.2984443437547197,
      "grad_norm": 2.157218079803308,
      "learning_rate": 6.047524471707267e-06,
      "loss": 0.0946,
      "step": 8597
    },
    {
      "epoch": 1.2985953783416402,
      "grad_norm": 1.4803529816736043,
      "learning_rate": 6.046751193450116e-06,
      "loss": 0.0936,
      "step": 8598
    },
    {
      "epoch": 1.2987464129285606,
      "grad_norm": 1.5867359854075014,
      "learning_rate": 6.045977889007905e-06,
      "loss": 0.1129,
      "step": 8599
    },
    {
      "epoch": 1.298897447515481,
      "grad_norm": 1.550835657129051,
      "learning_rate": 6.045204558399984e-06,
      "loss": 0.1221,
      "step": 8600
    },
    {
      "epoch": 1.2990484821024015,
      "grad_norm": 1.821760395842997,
      "learning_rate": 6.044431201645694e-06,
      "loss": 0.1092,
      "step": 8601
    },
    {
      "epoch": 1.2991995166893218,
      "grad_norm": 1.8194539470643898,
      "learning_rate": 6.043657818764385e-06,
      "loss": 0.1139,
      "step": 8602
    },
    {
      "epoch": 1.2993505512762422,
      "grad_norm": 2.125145498386534,
      "learning_rate": 6.0428844097754e-06,
      "loss": 0.1464,
      "step": 8603
    },
    {
      "epoch": 1.2995015858631627,
      "grad_norm": 3.2310702200337738,
      "learning_rate": 6.042110974698088e-06,
      "loss": 0.1558,
      "step": 8604
    },
    {
      "epoch": 1.2996526204500831,
      "grad_norm": 1.839494358498745,
      "learning_rate": 6.041337513551797e-06,
      "loss": 0.1245,
      "step": 8605
    },
    {
      "epoch": 1.2998036550370036,
      "grad_norm": 1.2505631615898838,
      "learning_rate": 6.040564026355875e-06,
      "loss": 0.096,
      "step": 8606
    },
    {
      "epoch": 1.2999546896239238,
      "grad_norm": 2.0288257231121163,
      "learning_rate": 6.03979051312967e-06,
      "loss": 0.122,
      "step": 8607
    },
    {
      "epoch": 1.3001057242108442,
      "grad_norm": 1.65289259939653,
      "learning_rate": 6.0390169738925345e-06,
      "loss": 0.1346,
      "step": 8608
    },
    {
      "epoch": 1.3002567587977647,
      "grad_norm": 1.8371056351462844,
      "learning_rate": 6.038243408663819e-06,
      "loss": 0.1208,
      "step": 8609
    },
    {
      "epoch": 1.3004077933846852,
      "grad_norm": 1.882835981551374,
      "learning_rate": 6.037469817462871e-06,
      "loss": 0.1241,
      "step": 8610
    },
    {
      "epoch": 1.3005588279716056,
      "grad_norm": 1.9359047351898788,
      "learning_rate": 6.036696200309047e-06,
      "loss": 0.1315,
      "step": 8611
    },
    {
      "epoch": 1.3007098625585258,
      "grad_norm": 1.6515430853832906,
      "learning_rate": 6.035922557221695e-06,
      "loss": 0.1217,
      "step": 8612
    },
    {
      "epoch": 1.3008608971454463,
      "grad_norm": 1.5485231687431742,
      "learning_rate": 6.035148888220171e-06,
      "loss": 0.1132,
      "step": 8613
    },
    {
      "epoch": 1.3010119317323667,
      "grad_norm": 1.856070801147673,
      "learning_rate": 6.034375193323828e-06,
      "loss": 0.1286,
      "step": 8614
    },
    {
      "epoch": 1.3011629663192872,
      "grad_norm": 1.507738719691297,
      "learning_rate": 6.033601472552021e-06,
      "loss": 0.1183,
      "step": 8615
    },
    {
      "epoch": 1.3013140009062076,
      "grad_norm": 1.4331682449804743,
      "learning_rate": 6.032827725924105e-06,
      "loss": 0.1005,
      "step": 8616
    },
    {
      "epoch": 1.3014650354931279,
      "grad_norm": 1.6333551923718421,
      "learning_rate": 6.0320539534594344e-06,
      "loss": 0.115,
      "step": 8617
    },
    {
      "epoch": 1.3016160700800483,
      "grad_norm": 1.7681973585604047,
      "learning_rate": 6.031280155177365e-06,
      "loss": 0.1074,
      "step": 8618
    },
    {
      "epoch": 1.3017671046669688,
      "grad_norm": 2.014256464943545,
      "learning_rate": 6.030506331097257e-06,
      "loss": 0.1252,
      "step": 8619
    },
    {
      "epoch": 1.3019181392538892,
      "grad_norm": 1.8743914705104263,
      "learning_rate": 6.0297324812384665e-06,
      "loss": 0.1297,
      "step": 8620
    },
    {
      "epoch": 1.3020691738408097,
      "grad_norm": 1.6329823968400081,
      "learning_rate": 6.02895860562035e-06,
      "loss": 0.1208,
      "step": 8621
    },
    {
      "epoch": 1.30222020842773,
      "grad_norm": 2.3305010881578156,
      "learning_rate": 6.028184704262267e-06,
      "loss": 0.1328,
      "step": 8622
    },
    {
      "epoch": 1.3023712430146503,
      "grad_norm": 1.8416865845246,
      "learning_rate": 6.02741077718358e-06,
      "loss": 0.1406,
      "step": 8623
    },
    {
      "epoch": 1.3025222776015708,
      "grad_norm": 1.6929959053635497,
      "learning_rate": 6.026636824403646e-06,
      "loss": 0.121,
      "step": 8624
    },
    {
      "epoch": 1.302673312188491,
      "grad_norm": 3.0315737282297235,
      "learning_rate": 6.025862845941827e-06,
      "loss": 0.1297,
      "step": 8625
    },
    {
      "epoch": 1.3028243467754117,
      "grad_norm": 1.7846874971872584,
      "learning_rate": 6.025088841817485e-06,
      "loss": 0.1337,
      "step": 8626
    },
    {
      "epoch": 1.302975381362332,
      "grad_norm": 1.7221584836446755,
      "learning_rate": 6.024314812049983e-06,
      "loss": 0.1099,
      "step": 8627
    },
    {
      "epoch": 1.3031264159492524,
      "grad_norm": 1.6032741826267563,
      "learning_rate": 6.02354075665868e-06,
      "loss": 0.1296,
      "step": 8628
    },
    {
      "epoch": 1.3032774505361728,
      "grad_norm": 1.6348495131349257,
      "learning_rate": 6.022766675662942e-06,
      "loss": 0.1138,
      "step": 8629
    },
    {
      "epoch": 1.303428485123093,
      "grad_norm": 1.7154782361568053,
      "learning_rate": 6.021992569082133e-06,
      "loss": 0.1324,
      "step": 8630
    },
    {
      "epoch": 1.3035795197100135,
      "grad_norm": 1.7024378060341294,
      "learning_rate": 6.021218436935619e-06,
      "loss": 0.1268,
      "step": 8631
    },
    {
      "epoch": 1.303730554296934,
      "grad_norm": 2.0587403944354317,
      "learning_rate": 6.020444279242763e-06,
      "loss": 0.1628,
      "step": 8632
    },
    {
      "epoch": 1.3038815888838544,
      "grad_norm": 1.3368350892143954,
      "learning_rate": 6.019670096022932e-06,
      "loss": 0.105,
      "step": 8633
    },
    {
      "epoch": 1.3040326234707749,
      "grad_norm": 1.7647479895359581,
      "learning_rate": 6.018895887295493e-06,
      "loss": 0.1267,
      "step": 8634
    },
    {
      "epoch": 1.304183658057695,
      "grad_norm": 1.8161400142803485,
      "learning_rate": 6.018121653079811e-06,
      "loss": 0.1216,
      "step": 8635
    },
    {
      "epoch": 1.3043346926446155,
      "grad_norm": 1.5851314520177853,
      "learning_rate": 6.017347393395257e-06,
      "loss": 0.1063,
      "step": 8636
    },
    {
      "epoch": 1.304485727231536,
      "grad_norm": 1.5784951431374046,
      "learning_rate": 6.016573108261199e-06,
      "loss": 0.1245,
      "step": 8637
    },
    {
      "epoch": 1.3046367618184564,
      "grad_norm": 1.479232818054686,
      "learning_rate": 6.015798797697005e-06,
      "loss": 0.1111,
      "step": 8638
    },
    {
      "epoch": 1.304787796405377,
      "grad_norm": 1.4526202560274875,
      "learning_rate": 6.0150244617220445e-06,
      "loss": 0.1008,
      "step": 8639
    },
    {
      "epoch": 1.3049388309922971,
      "grad_norm": 1.6277197165394226,
      "learning_rate": 6.014250100355689e-06,
      "loss": 0.1276,
      "step": 8640
    },
    {
      "epoch": 1.3050898655792176,
      "grad_norm": 2.2293630211193665,
      "learning_rate": 6.013475713617309e-06,
      "loss": 0.1316,
      "step": 8641
    },
    {
      "epoch": 1.305240900166138,
      "grad_norm": 1.5164186654406953,
      "learning_rate": 6.0127013015262755e-06,
      "loss": 0.11,
      "step": 8642
    },
    {
      "epoch": 1.3053919347530585,
      "grad_norm": 1.5771746015036008,
      "learning_rate": 6.0119268641019625e-06,
      "loss": 0.1071,
      "step": 8643
    },
    {
      "epoch": 1.305542969339979,
      "grad_norm": 1.8584543349263767,
      "learning_rate": 6.011152401363742e-06,
      "loss": 0.1391,
      "step": 8644
    },
    {
      "epoch": 1.3056940039268992,
      "grad_norm": 1.6729906872853024,
      "learning_rate": 6.01037791333099e-06,
      "loss": 0.1072,
      "step": 8645
    },
    {
      "epoch": 1.3058450385138196,
      "grad_norm": 1.9533253954126713,
      "learning_rate": 6.009603400023076e-06,
      "loss": 0.1402,
      "step": 8646
    },
    {
      "epoch": 1.30599607310074,
      "grad_norm": 1.818605391664063,
      "learning_rate": 6.0088288614593785e-06,
      "loss": 0.1208,
      "step": 8647
    },
    {
      "epoch": 1.3061471076876605,
      "grad_norm": 1.787413203919869,
      "learning_rate": 6.008054297659273e-06,
      "loss": 0.1128,
      "step": 8648
    },
    {
      "epoch": 1.306298142274581,
      "grad_norm": 1.6224680319671756,
      "learning_rate": 6.007279708642133e-06,
      "loss": 0.1292,
      "step": 8649
    },
    {
      "epoch": 1.3064491768615012,
      "grad_norm": 2.057287378789226,
      "learning_rate": 6.0065050944273375e-06,
      "loss": 0.131,
      "step": 8650
    },
    {
      "epoch": 1.3066002114484216,
      "grad_norm": 1.6762999842810884,
      "learning_rate": 6.0057304550342625e-06,
      "loss": 0.1097,
      "step": 8651
    },
    {
      "epoch": 1.306751246035342,
      "grad_norm": 1.8339059330304477,
      "learning_rate": 6.004955790482288e-06,
      "loss": 0.1265,
      "step": 8652
    },
    {
      "epoch": 1.3069022806222625,
      "grad_norm": 1.9691804272881186,
      "learning_rate": 6.0041811007907905e-06,
      "loss": 0.1392,
      "step": 8653
    },
    {
      "epoch": 1.307053315209183,
      "grad_norm": 1.6687397351881645,
      "learning_rate": 6.00340638597915e-06,
      "loss": 0.1187,
      "step": 8654
    },
    {
      "epoch": 1.3072043497961032,
      "grad_norm": 1.536310791921906,
      "learning_rate": 6.0026316460667485e-06,
      "loss": 0.1102,
      "step": 8655
    },
    {
      "epoch": 1.3073553843830237,
      "grad_norm": 2.100943782294808,
      "learning_rate": 6.001856881072964e-06,
      "loss": 0.1583,
      "step": 8656
    },
    {
      "epoch": 1.3075064189699441,
      "grad_norm": 1.9816320639543077,
      "learning_rate": 6.001082091017177e-06,
      "loss": 0.1271,
      "step": 8657
    },
    {
      "epoch": 1.3076574535568646,
      "grad_norm": 2.0047032549681045,
      "learning_rate": 6.000307275918771e-06,
      "loss": 0.1183,
      "step": 8658
    },
    {
      "epoch": 1.307808488143785,
      "grad_norm": 1.740961598381385,
      "learning_rate": 5.99953243579713e-06,
      "loss": 0.1342,
      "step": 8659
    },
    {
      "epoch": 1.3079595227307053,
      "grad_norm": 1.5804973930245028,
      "learning_rate": 5.998757570671634e-06,
      "loss": 0.1152,
      "step": 8660
    },
    {
      "epoch": 1.3081105573176257,
      "grad_norm": 1.77827139870308,
      "learning_rate": 5.997982680561667e-06,
      "loss": 0.1202,
      "step": 8661
    },
    {
      "epoch": 1.3082615919045462,
      "grad_norm": 1.6633757334277615,
      "learning_rate": 5.997207765486615e-06,
      "loss": 0.1232,
      "step": 8662
    },
    {
      "epoch": 1.3084126264914666,
      "grad_norm": 1.5318551842556056,
      "learning_rate": 5.996432825465862e-06,
      "loss": 0.1035,
      "step": 8663
    },
    {
      "epoch": 1.308563661078387,
      "grad_norm": 1.4429127199509215,
      "learning_rate": 5.995657860518794e-06,
      "loss": 0.103,
      "step": 8664
    },
    {
      "epoch": 1.3087146956653073,
      "grad_norm": 1.6221907642774789,
      "learning_rate": 5.994882870664796e-06,
      "loss": 0.1098,
      "step": 8665
    },
    {
      "epoch": 1.3088657302522277,
      "grad_norm": 2.0520944184439838,
      "learning_rate": 5.994107855923258e-06,
      "loss": 0.1345,
      "step": 8666
    },
    {
      "epoch": 1.3090167648391482,
      "grad_norm": 2.1889393574682465,
      "learning_rate": 5.993332816313563e-06,
      "loss": 0.1308,
      "step": 8667
    },
    {
      "epoch": 1.3091677994260686,
      "grad_norm": 1.9876141732005372,
      "learning_rate": 5.9925577518551015e-06,
      "loss": 0.1351,
      "step": 8668
    },
    {
      "epoch": 1.309318834012989,
      "grad_norm": 1.520858871368749,
      "learning_rate": 5.9917826625672605e-06,
      "loss": 0.1133,
      "step": 8669
    },
    {
      "epoch": 1.3094698685999093,
      "grad_norm": 2.311461893042647,
      "learning_rate": 5.991007548469432e-06,
      "loss": 0.1217,
      "step": 8670
    },
    {
      "epoch": 1.3096209031868298,
      "grad_norm": 1.6564013559168675,
      "learning_rate": 5.990232409581004e-06,
      "loss": 0.117,
      "step": 8671
    },
    {
      "epoch": 1.3097719377737502,
      "grad_norm": 1.8389485146697655,
      "learning_rate": 5.9894572459213675e-06,
      "loss": 0.138,
      "step": 8672
    },
    {
      "epoch": 1.3099229723606705,
      "grad_norm": 1.7835551317664666,
      "learning_rate": 5.988682057509913e-06,
      "loss": 0.1387,
      "step": 8673
    },
    {
      "epoch": 1.3100740069475911,
      "grad_norm": 2.473055023876804,
      "learning_rate": 5.987906844366034e-06,
      "loss": 0.1298,
      "step": 8674
    },
    {
      "epoch": 1.3102250415345114,
      "grad_norm": 1.7185427770248252,
      "learning_rate": 5.98713160650912e-06,
      "loss": 0.1298,
      "step": 8675
    },
    {
      "epoch": 1.3103760761214318,
      "grad_norm": 2.3417359790461436,
      "learning_rate": 5.986356343958567e-06,
      "loss": 0.1402,
      "step": 8676
    },
    {
      "epoch": 1.3105271107083523,
      "grad_norm": 1.4699480297746457,
      "learning_rate": 5.985581056733768e-06,
      "loss": 0.1054,
      "step": 8677
    },
    {
      "epoch": 1.3106781452952725,
      "grad_norm": 1.4293389076642737,
      "learning_rate": 5.984805744854116e-06,
      "loss": 0.0978,
      "step": 8678
    },
    {
      "epoch": 1.310829179882193,
      "grad_norm": 1.5355093184985826,
      "learning_rate": 5.9840304083390054e-06,
      "loss": 0.1084,
      "step": 8679
    },
    {
      "epoch": 1.3109802144691134,
      "grad_norm": 1.78741576650976,
      "learning_rate": 5.983255047207834e-06,
      "loss": 0.1202,
      "step": 8680
    },
    {
      "epoch": 1.3111312490560338,
      "grad_norm": 1.678301113564666,
      "learning_rate": 5.982479661479996e-06,
      "loss": 0.1084,
      "step": 8681
    },
    {
      "epoch": 1.3112822836429543,
      "grad_norm": 2.1673639713527257,
      "learning_rate": 5.981704251174889e-06,
      "loss": 0.1154,
      "step": 8682
    },
    {
      "epoch": 1.3114333182298745,
      "grad_norm": 1.3788463803009638,
      "learning_rate": 5.98092881631191e-06,
      "loss": 0.0935,
      "step": 8683
    },
    {
      "epoch": 1.311584352816795,
      "grad_norm": 1.6220287184420126,
      "learning_rate": 5.980153356910458e-06,
      "loss": 0.1395,
      "step": 8684
    },
    {
      "epoch": 1.3117353874037154,
      "grad_norm": 1.671336862659289,
      "learning_rate": 5.979377872989929e-06,
      "loss": 0.1124,
      "step": 8685
    },
    {
      "epoch": 1.3118864219906359,
      "grad_norm": 1.7296269131098099,
      "learning_rate": 5.978602364569723e-06,
      "loss": 0.1268,
      "step": 8686
    },
    {
      "epoch": 1.3120374565775563,
      "grad_norm": 1.928460412655791,
      "learning_rate": 5.977826831669241e-06,
      "loss": 0.1332,
      "step": 8687
    },
    {
      "epoch": 1.3121884911644766,
      "grad_norm": 1.8435245055445795,
      "learning_rate": 5.977051274307885e-06,
      "loss": 0.1194,
      "step": 8688
    },
    {
      "epoch": 1.312339525751397,
      "grad_norm": 1.6441111167210083,
      "learning_rate": 5.976275692505051e-06,
      "loss": 0.1177,
      "step": 8689
    },
    {
      "epoch": 1.3124905603383175,
      "grad_norm": 1.6461553624625611,
      "learning_rate": 5.975500086280145e-06,
      "loss": 0.112,
      "step": 8690
    },
    {
      "epoch": 1.312641594925238,
      "grad_norm": 1.4761359438948836,
      "learning_rate": 5.974724455652568e-06,
      "loss": 0.109,
      "step": 8691
    },
    {
      "epoch": 1.3127926295121584,
      "grad_norm": 1.3379276119138461,
      "learning_rate": 5.97394880064172e-06,
      "loss": 0.0994,
      "step": 8692
    },
    {
      "epoch": 1.3129436640990786,
      "grad_norm": 1.562907426180359,
      "learning_rate": 5.9731731212670086e-06,
      "loss": 0.127,
      "step": 8693
    },
    {
      "epoch": 1.313094698685999,
      "grad_norm": 1.6782646194070185,
      "learning_rate": 5.972397417547836e-06,
      "loss": 0.1218,
      "step": 8694
    },
    {
      "epoch": 1.3132457332729195,
      "grad_norm": 2.0320378370530983,
      "learning_rate": 5.9716216895036085e-06,
      "loss": 0.1232,
      "step": 8695
    },
    {
      "epoch": 1.31339676785984,
      "grad_norm": 1.7246743727942064,
      "learning_rate": 5.970845937153729e-06,
      "loss": 0.1188,
      "step": 8696
    },
    {
      "epoch": 1.3135478024467604,
      "grad_norm": 1.8010419055143359,
      "learning_rate": 5.970070160517602e-06,
      "loss": 0.1258,
      "step": 8697
    },
    {
      "epoch": 1.3136988370336806,
      "grad_norm": 1.7404187328598215,
      "learning_rate": 5.969294359614637e-06,
      "loss": 0.119,
      "step": 8698
    },
    {
      "epoch": 1.313849871620601,
      "grad_norm": 1.5541357420614192,
      "learning_rate": 5.968518534464243e-06,
      "loss": 0.1236,
      "step": 8699
    },
    {
      "epoch": 1.3140009062075215,
      "grad_norm": 1.7039049264450925,
      "learning_rate": 5.9677426850858224e-06,
      "loss": 0.1256,
      "step": 8700
    },
    {
      "epoch": 1.314151940794442,
      "grad_norm": 1.4663466196422947,
      "learning_rate": 5.966966811498787e-06,
      "loss": 0.109,
      "step": 8701
    },
    {
      "epoch": 1.3143029753813624,
      "grad_norm": 1.7213909317302467,
      "learning_rate": 5.966190913722544e-06,
      "loss": 0.1273,
      "step": 8702
    },
    {
      "epoch": 1.3144540099682827,
      "grad_norm": 1.8566502802113596,
      "learning_rate": 5.9654149917765034e-06,
      "loss": 0.138,
      "step": 8703
    },
    {
      "epoch": 1.314605044555203,
      "grad_norm": 1.4476401784811228,
      "learning_rate": 5.9646390456800765e-06,
      "loss": 0.1075,
      "step": 8704
    },
    {
      "epoch": 1.3147560791421236,
      "grad_norm": 1.334027825362963,
      "learning_rate": 5.963863075452674e-06,
      "loss": 0.099,
      "step": 8705
    },
    {
      "epoch": 1.314907113729044,
      "grad_norm": 1.9511280826746342,
      "learning_rate": 5.9630870811137055e-06,
      "loss": 0.1409,
      "step": 8706
    },
    {
      "epoch": 1.3150581483159645,
      "grad_norm": 1.5109835463721548,
      "learning_rate": 5.962311062682584e-06,
      "loss": 0.1223,
      "step": 8707
    },
    {
      "epoch": 1.3152091829028847,
      "grad_norm": 1.6792011365657484,
      "learning_rate": 5.961535020178721e-06,
      "loss": 0.1235,
      "step": 8708
    },
    {
      "epoch": 1.3153602174898051,
      "grad_norm": 1.80917252588737,
      "learning_rate": 5.960758953621532e-06,
      "loss": 0.1243,
      "step": 8709
    },
    {
      "epoch": 1.3155112520767256,
      "grad_norm": 1.4349034046520441,
      "learning_rate": 5.959982863030427e-06,
      "loss": 0.1107,
      "step": 8710
    },
    {
      "epoch": 1.315662286663646,
      "grad_norm": 1.7399002054867692,
      "learning_rate": 5.959206748424824e-06,
      "loss": 0.1279,
      "step": 8711
    },
    {
      "epoch": 1.3158133212505665,
      "grad_norm": 1.7496704068095708,
      "learning_rate": 5.958430609824135e-06,
      "loss": 0.1229,
      "step": 8712
    },
    {
      "epoch": 1.3159643558374867,
      "grad_norm": 1.914562315058193,
      "learning_rate": 5.957654447247779e-06,
      "loss": 0.118,
      "step": 8713
    },
    {
      "epoch": 1.3161153904244072,
      "grad_norm": 1.8057468985020468,
      "learning_rate": 5.9568782607151686e-06,
      "loss": 0.128,
      "step": 8714
    },
    {
      "epoch": 1.3162664250113276,
      "grad_norm": 1.6825918205208827,
      "learning_rate": 5.956102050245723e-06,
      "loss": 0.1248,
      "step": 8715
    },
    {
      "epoch": 1.316417459598248,
      "grad_norm": 1.5969309882203906,
      "learning_rate": 5.955325815858858e-06,
      "loss": 0.1064,
      "step": 8716
    },
    {
      "epoch": 1.3165684941851685,
      "grad_norm": 1.627499508701791,
      "learning_rate": 5.954549557573992e-06,
      "loss": 0.0997,
      "step": 8717
    },
    {
      "epoch": 1.3167195287720888,
      "grad_norm": 1.8293737118316131,
      "learning_rate": 5.953773275410545e-06,
      "loss": 0.1285,
      "step": 8718
    },
    {
      "epoch": 1.3168705633590092,
      "grad_norm": 1.4777938922158635,
      "learning_rate": 5.952996969387933e-06,
      "loss": 0.1103,
      "step": 8719
    },
    {
      "epoch": 1.3170215979459297,
      "grad_norm": 1.8609670082046907,
      "learning_rate": 5.9522206395255776e-06,
      "loss": 0.1192,
      "step": 8720
    },
    {
      "epoch": 1.3171726325328499,
      "grad_norm": 2.012697682639764,
      "learning_rate": 5.9514442858429e-06,
      "loss": 0.1281,
      "step": 8721
    },
    {
      "epoch": 1.3173236671197706,
      "grad_norm": 1.2892825889854087,
      "learning_rate": 5.950667908359319e-06,
      "loss": 0.1012,
      "step": 8722
    },
    {
      "epoch": 1.3174747017066908,
      "grad_norm": 1.4672806858353604,
      "learning_rate": 5.949891507094257e-06,
      "loss": 0.1103,
      "step": 8723
    },
    {
      "epoch": 1.3176257362936112,
      "grad_norm": 1.4479503864042866,
      "learning_rate": 5.949115082067138e-06,
      "loss": 0.1185,
      "step": 8724
    },
    {
      "epoch": 1.3177767708805317,
      "grad_norm": 2.015638679309359,
      "learning_rate": 5.948338633297383e-06,
      "loss": 0.1243,
      "step": 8725
    },
    {
      "epoch": 1.317927805467452,
      "grad_norm": 1.5631196946657813,
      "learning_rate": 5.947562160804413e-06,
      "loss": 0.1117,
      "step": 8726
    },
    {
      "epoch": 1.3180788400543724,
      "grad_norm": 1.854092068009677,
      "learning_rate": 5.946785664607657e-06,
      "loss": 0.1289,
      "step": 8727
    },
    {
      "epoch": 1.3182298746412928,
      "grad_norm": 1.5403443065605242,
      "learning_rate": 5.946009144726535e-06,
      "loss": 0.1154,
      "step": 8728
    },
    {
      "epoch": 1.3183809092282133,
      "grad_norm": 1.809846845917387,
      "learning_rate": 5.945232601180474e-06,
      "loss": 0.1149,
      "step": 8729
    },
    {
      "epoch": 1.3185319438151337,
      "grad_norm": 1.9414098627857816,
      "learning_rate": 5.944456033988899e-06,
      "loss": 0.1339,
      "step": 8730
    },
    {
      "epoch": 1.318682978402054,
      "grad_norm": 1.5645818804501073,
      "learning_rate": 5.9436794431712375e-06,
      "loss": 0.1222,
      "step": 8731
    },
    {
      "epoch": 1.3188340129889744,
      "grad_norm": 2.415255344976981,
      "learning_rate": 5.9429028287469145e-06,
      "loss": 0.1442,
      "step": 8732
    },
    {
      "epoch": 1.3189850475758949,
      "grad_norm": 1.9825072848833547,
      "learning_rate": 5.94212619073536e-06,
      "loss": 0.1453,
      "step": 8733
    },
    {
      "epoch": 1.3191360821628153,
      "grad_norm": 1.5378240561657952,
      "learning_rate": 5.9413495291559995e-06,
      "loss": 0.1206,
      "step": 8734
    },
    {
      "epoch": 1.3192871167497358,
      "grad_norm": 2.1804266741080576,
      "learning_rate": 5.940572844028264e-06,
      "loss": 0.1246,
      "step": 8735
    },
    {
      "epoch": 1.319438151336656,
      "grad_norm": 2.0428089934033977,
      "learning_rate": 5.939796135371579e-06,
      "loss": 0.1436,
      "step": 8736
    },
    {
      "epoch": 1.3195891859235764,
      "grad_norm": 2.119747027316296,
      "learning_rate": 5.939019403205377e-06,
      "loss": 0.1348,
      "step": 8737
    },
    {
      "epoch": 1.3197402205104969,
      "grad_norm": 1.538834582695232,
      "learning_rate": 5.9382426475490895e-06,
      "loss": 0.1127,
      "step": 8738
    },
    {
      "epoch": 1.3198912550974173,
      "grad_norm": 1.4334638374937645,
      "learning_rate": 5.937465868422146e-06,
      "loss": 0.0998,
      "step": 8739
    },
    {
      "epoch": 1.3200422896843378,
      "grad_norm": 2.6760020512879246,
      "learning_rate": 5.936689065843976e-06,
      "loss": 0.1389,
      "step": 8740
    },
    {
      "epoch": 1.320193324271258,
      "grad_norm": 2.124137383548962,
      "learning_rate": 5.935912239834015e-06,
      "loss": 0.1339,
      "step": 8741
    },
    {
      "epoch": 1.3203443588581785,
      "grad_norm": 1.461909235054621,
      "learning_rate": 5.9351353904116936e-06,
      "loss": 0.1103,
      "step": 8742
    },
    {
      "epoch": 1.320495393445099,
      "grad_norm": 1.7700354435464793,
      "learning_rate": 5.934358517596447e-06,
      "loss": 0.1388,
      "step": 8743
    },
    {
      "epoch": 1.3206464280320194,
      "grad_norm": 1.3171054351520353,
      "learning_rate": 5.933581621407707e-06,
      "loss": 0.0923,
      "step": 8744
    },
    {
      "epoch": 1.3207974626189398,
      "grad_norm": 1.581217206773668,
      "learning_rate": 5.932804701864911e-06,
      "loss": 0.0966,
      "step": 8745
    },
    {
      "epoch": 1.32094849720586,
      "grad_norm": 1.5934337477653724,
      "learning_rate": 5.93202775898749e-06,
      "loss": 0.1258,
      "step": 8746
    },
    {
      "epoch": 1.3210995317927805,
      "grad_norm": 1.6624177813480427,
      "learning_rate": 5.9312507927948825e-06,
      "loss": 0.1239,
      "step": 8747
    },
    {
      "epoch": 1.321250566379701,
      "grad_norm": 1.6500975331325827,
      "learning_rate": 5.9304738033065245e-06,
      "loss": 0.113,
      "step": 8748
    },
    {
      "epoch": 1.3214016009666214,
      "grad_norm": 1.5559053962473985,
      "learning_rate": 5.929696790541851e-06,
      "loss": 0.1181,
      "step": 8749
    },
    {
      "epoch": 1.3215526355535419,
      "grad_norm": 2.574370529641801,
      "learning_rate": 5.928919754520301e-06,
      "loss": 0.1161,
      "step": 8750
    },
    {
      "epoch": 1.321703670140462,
      "grad_norm": 1.4861057639585944,
      "learning_rate": 5.928142695261314e-06,
      "loss": 0.1118,
      "step": 8751
    },
    {
      "epoch": 1.3218547047273825,
      "grad_norm": 2.456204153445882,
      "learning_rate": 5.927365612784325e-06,
      "loss": 0.1188,
      "step": 8752
    },
    {
      "epoch": 1.322005739314303,
      "grad_norm": 1.447122950514522,
      "learning_rate": 5.926588507108777e-06,
      "loss": 0.1138,
      "step": 8753
    },
    {
      "epoch": 1.3221567739012234,
      "grad_norm": 1.6084452666696096,
      "learning_rate": 5.925811378254105e-06,
      "loss": 0.096,
      "step": 8754
    },
    {
      "epoch": 1.3223078084881439,
      "grad_norm": 2.0114242100704036,
      "learning_rate": 5.925034226239753e-06,
      "loss": 0.1341,
      "step": 8755
    },
    {
      "epoch": 1.3224588430750641,
      "grad_norm": 1.8540675135773188,
      "learning_rate": 5.924257051085163e-06,
      "loss": 0.1169,
      "step": 8756
    },
    {
      "epoch": 1.3226098776619846,
      "grad_norm": 1.5917573566572465,
      "learning_rate": 5.923479852809772e-06,
      "loss": 0.1235,
      "step": 8757
    },
    {
      "epoch": 1.322760912248905,
      "grad_norm": 2.1856318259592973,
      "learning_rate": 5.922702631433025e-06,
      "loss": 0.1482,
      "step": 8758
    },
    {
      "epoch": 1.3229119468358255,
      "grad_norm": 1.8537934380892713,
      "learning_rate": 5.921925386974364e-06,
      "loss": 0.1321,
      "step": 8759
    },
    {
      "epoch": 1.323062981422746,
      "grad_norm": 7.303037676583526,
      "learning_rate": 5.921148119453233e-06,
      "loss": 0.1371,
      "step": 8760
    },
    {
      "epoch": 1.3232140160096661,
      "grad_norm": 1.7453651484164725,
      "learning_rate": 5.9203708288890735e-06,
      "loss": 0.1198,
      "step": 8761
    },
    {
      "epoch": 1.3233650505965866,
      "grad_norm": 1.5891409531183434,
      "learning_rate": 5.9195935153013315e-06,
      "loss": 0.1113,
      "step": 8762
    },
    {
      "epoch": 1.323516085183507,
      "grad_norm": 1.2730028410910634,
      "learning_rate": 5.918816178709454e-06,
      "loss": 0.0929,
      "step": 8763
    },
    {
      "epoch": 1.3236671197704275,
      "grad_norm": 1.8392789426486924,
      "learning_rate": 5.918038819132882e-06,
      "loss": 0.1183,
      "step": 8764
    },
    {
      "epoch": 1.323818154357348,
      "grad_norm": 2.0561517079529317,
      "learning_rate": 5.917261436591063e-06,
      "loss": 0.1245,
      "step": 8765
    },
    {
      "epoch": 1.3239691889442682,
      "grad_norm": 2.617044114773935,
      "learning_rate": 5.916484031103447e-06,
      "loss": 0.1235,
      "step": 8766
    },
    {
      "epoch": 1.3241202235311886,
      "grad_norm": 2.22358557452292,
      "learning_rate": 5.915706602689477e-06,
      "loss": 0.1265,
      "step": 8767
    },
    {
      "epoch": 1.324271258118109,
      "grad_norm": 2.1008599717132075,
      "learning_rate": 5.914929151368604e-06,
      "loss": 0.1374,
      "step": 8768
    },
    {
      "epoch": 1.3244222927050293,
      "grad_norm": 1.6691169815184033,
      "learning_rate": 5.914151677160274e-06,
      "loss": 0.1159,
      "step": 8769
    },
    {
      "epoch": 1.32457332729195,
      "grad_norm": 1.9444850781197556,
      "learning_rate": 5.913374180083936e-06,
      "loss": 0.1365,
      "step": 8770
    },
    {
      "epoch": 1.3247243618788702,
      "grad_norm": 1.418406581608791,
      "learning_rate": 5.9125966601590416e-06,
      "loss": 0.1077,
      "step": 8771
    },
    {
      "epoch": 1.3248753964657907,
      "grad_norm": 1.8526966881739615,
      "learning_rate": 5.911819117405039e-06,
      "loss": 0.1502,
      "step": 8772
    },
    {
      "epoch": 1.3250264310527111,
      "grad_norm": 1.9449018661756272,
      "learning_rate": 5.9110415518413785e-06,
      "loss": 0.127,
      "step": 8773
    },
    {
      "epoch": 1.3251774656396313,
      "grad_norm": 1.5409481959639937,
      "learning_rate": 5.9102639634875155e-06,
      "loss": 0.1126,
      "step": 8774
    },
    {
      "epoch": 1.3253285002265518,
      "grad_norm": 1.7270617711497627,
      "learning_rate": 5.909486352362896e-06,
      "loss": 0.1266,
      "step": 8775
    },
    {
      "epoch": 1.3254795348134722,
      "grad_norm": 2.1672796298810284,
      "learning_rate": 5.9087087184869765e-06,
      "loss": 0.1411,
      "step": 8776
    },
    {
      "epoch": 1.3256305694003927,
      "grad_norm": 1.7101734960719044,
      "learning_rate": 5.907931061879206e-06,
      "loss": 0.1205,
      "step": 8777
    },
    {
      "epoch": 1.3257816039873132,
      "grad_norm": 1.650904310620186,
      "learning_rate": 5.907153382559043e-06,
      "loss": 0.1096,
      "step": 8778
    },
    {
      "epoch": 1.3259326385742334,
      "grad_norm": 1.7362259942681635,
      "learning_rate": 5.906375680545938e-06,
      "loss": 0.1166,
      "step": 8779
    },
    {
      "epoch": 1.3260836731611538,
      "grad_norm": 2.412430685170795,
      "learning_rate": 5.905597955859346e-06,
      "loss": 0.144,
      "step": 8780
    },
    {
      "epoch": 1.3262347077480743,
      "grad_norm": 1.6217591765866868,
      "learning_rate": 5.904820208518726e-06,
      "loss": 0.1301,
      "step": 8781
    },
    {
      "epoch": 1.3263857423349947,
      "grad_norm": 2.3423503296411115,
      "learning_rate": 5.904042438543527e-06,
      "loss": 0.1474,
      "step": 8782
    },
    {
      "epoch": 1.3265367769219152,
      "grad_norm": 9.820505436745224,
      "learning_rate": 5.90326464595321e-06,
      "loss": 0.1702,
      "step": 8783
    },
    {
      "epoch": 1.3266878115088354,
      "grad_norm": 1.6028496384046045,
      "learning_rate": 5.90248683076723e-06,
      "loss": 0.1142,
      "step": 8784
    },
    {
      "epoch": 1.3268388460957559,
      "grad_norm": 2.686400225094123,
      "learning_rate": 5.901708993005049e-06,
      "loss": 0.1418,
      "step": 8785
    },
    {
      "epoch": 1.3269898806826763,
      "grad_norm": 1.6352662471762045,
      "learning_rate": 5.900931132686118e-06,
      "loss": 0.0929,
      "step": 8786
    },
    {
      "epoch": 1.3271409152695968,
      "grad_norm": 1.3682321829063024,
      "learning_rate": 5.9001532498299e-06,
      "loss": 0.1055,
      "step": 8787
    },
    {
      "epoch": 1.3272919498565172,
      "grad_norm": 1.4546987714542297,
      "learning_rate": 5.899375344455852e-06,
      "loss": 0.1034,
      "step": 8788
    },
    {
      "epoch": 1.3274429844434374,
      "grad_norm": 1.4384878790564657,
      "learning_rate": 5.898597416583437e-06,
      "loss": 0.1003,
      "step": 8789
    },
    {
      "epoch": 1.327594019030358,
      "grad_norm": 1.4758815006555261,
      "learning_rate": 5.897819466232112e-06,
      "loss": 0.1075,
      "step": 8790
    },
    {
      "epoch": 1.3277450536172783,
      "grad_norm": 1.870769300859387,
      "learning_rate": 5.89704149342134e-06,
      "loss": 0.1369,
      "step": 8791
    },
    {
      "epoch": 1.3278960882041988,
      "grad_norm": 1.7649435688881137,
      "learning_rate": 5.8962634981705816e-06,
      "loss": 0.1306,
      "step": 8792
    },
    {
      "epoch": 1.3280471227911192,
      "grad_norm": 2.136092117488227,
      "learning_rate": 5.895485480499297e-06,
      "loss": 0.1411,
      "step": 8793
    },
    {
      "epoch": 1.3281981573780395,
      "grad_norm": 1.5580368656913646,
      "learning_rate": 5.894707440426951e-06,
      "loss": 0.1223,
      "step": 8794
    },
    {
      "epoch": 1.32834919196496,
      "grad_norm": 1.7804577616827455,
      "learning_rate": 5.893929377973007e-06,
      "loss": 0.1279,
      "step": 8795
    },
    {
      "epoch": 1.3285002265518804,
      "grad_norm": 1.2808942726587698,
      "learning_rate": 5.893151293156928e-06,
      "loss": 0.0907,
      "step": 8796
    },
    {
      "epoch": 1.3286512611388008,
      "grad_norm": 2.003767135831904,
      "learning_rate": 5.892373185998177e-06,
      "loss": 0.135,
      "step": 8797
    },
    {
      "epoch": 1.3288022957257213,
      "grad_norm": 1.3541048660435189,
      "learning_rate": 5.8915950565162195e-06,
      "loss": 0.1046,
      "step": 8798
    },
    {
      "epoch": 1.3289533303126415,
      "grad_norm": 2.0846529247020293,
      "learning_rate": 5.890816904730522e-06,
      "loss": 0.1395,
      "step": 8799
    },
    {
      "epoch": 1.329104364899562,
      "grad_norm": 1.2745154410494035,
      "learning_rate": 5.8900387306605485e-06,
      "loss": 0.0998,
      "step": 8800
    },
    {
      "epoch": 1.3292553994864824,
      "grad_norm": 2.8377986616845057,
      "learning_rate": 5.889260534325767e-06,
      "loss": 0.1364,
      "step": 8801
    },
    {
      "epoch": 1.3294064340734029,
      "grad_norm": 2.42002599487966,
      "learning_rate": 5.888482315745644e-06,
      "loss": 0.1318,
      "step": 8802
    },
    {
      "epoch": 1.3295574686603233,
      "grad_norm": 1.526622993267914,
      "learning_rate": 5.887704074939649e-06,
      "loss": 0.0935,
      "step": 8803
    },
    {
      "epoch": 1.3297085032472435,
      "grad_norm": 3.3680683429310783,
      "learning_rate": 5.886925811927245e-06,
      "loss": 0.1518,
      "step": 8804
    },
    {
      "epoch": 1.329859537834164,
      "grad_norm": 2.022762924573584,
      "learning_rate": 5.886147526727905e-06,
      "loss": 0.1389,
      "step": 8805
    },
    {
      "epoch": 1.3300105724210844,
      "grad_norm": 2.022296674575169,
      "learning_rate": 5.885369219361097e-06,
      "loss": 0.1351,
      "step": 8806
    },
    {
      "epoch": 1.330161607008005,
      "grad_norm": 1.4437774677422976,
      "learning_rate": 5.884590889846291e-06,
      "loss": 0.1128,
      "step": 8807
    },
    {
      "epoch": 1.3303126415949253,
      "grad_norm": 1.815344776265529,
      "learning_rate": 5.883812538202957e-06,
      "loss": 0.1154,
      "step": 8808
    },
    {
      "epoch": 1.3304636761818456,
      "grad_norm": 1.409567136220909,
      "learning_rate": 5.883034164450567e-06,
      "loss": 0.0973,
      "step": 8809
    },
    {
      "epoch": 1.330614710768766,
      "grad_norm": 2.068884483104168,
      "learning_rate": 5.88225576860859e-06,
      "loss": 0.1209,
      "step": 8810
    },
    {
      "epoch": 1.3307657453556865,
      "grad_norm": 1.6277752814303181,
      "learning_rate": 5.8814773506965005e-06,
      "loss": 0.1264,
      "step": 8811
    },
    {
      "epoch": 1.330916779942607,
      "grad_norm": 1.8598720060706269,
      "learning_rate": 5.880698910733769e-06,
      "loss": 0.133,
      "step": 8812
    },
    {
      "epoch": 1.3310678145295274,
      "grad_norm": 1.9237545618612495,
      "learning_rate": 5.879920448739872e-06,
      "loss": 0.1225,
      "step": 8813
    },
    {
      "epoch": 1.3312188491164476,
      "grad_norm": 1.9627108330559044,
      "learning_rate": 5.8791419647342805e-06,
      "loss": 0.1423,
      "step": 8814
    },
    {
      "epoch": 1.331369883703368,
      "grad_norm": 1.526800919944022,
      "learning_rate": 5.878363458736468e-06,
      "loss": 0.1074,
      "step": 8815
    },
    {
      "epoch": 1.3315209182902885,
      "grad_norm": 1.5143539195462712,
      "learning_rate": 5.877584930765908e-06,
      "loss": 0.11,
      "step": 8816
    },
    {
      "epoch": 1.3316719528772087,
      "grad_norm": 1.8556389371883633,
      "learning_rate": 5.876806380842081e-06,
      "loss": 0.1335,
      "step": 8817
    },
    {
      "epoch": 1.3318229874641294,
      "grad_norm": 1.8269081373082736,
      "learning_rate": 5.87602780898446e-06,
      "loss": 0.1323,
      "step": 8818
    },
    {
      "epoch": 1.3319740220510496,
      "grad_norm": 1.9243221830210677,
      "learning_rate": 5.875249215212522e-06,
      "loss": 0.1224,
      "step": 8819
    },
    {
      "epoch": 1.33212505663797,
      "grad_norm": 2.088145700512639,
      "learning_rate": 5.874470599545741e-06,
      "loss": 0.133,
      "step": 8820
    },
    {
      "epoch": 1.3322760912248905,
      "grad_norm": 1.6164065502584208,
      "learning_rate": 5.873691962003598e-06,
      "loss": 0.1172,
      "step": 8821
    },
    {
      "epoch": 1.3324271258118108,
      "grad_norm": 1.5087536289738797,
      "learning_rate": 5.87291330260557e-06,
      "loss": 0.1058,
      "step": 8822
    },
    {
      "epoch": 1.3325781603987312,
      "grad_norm": 2.0732817476011656,
      "learning_rate": 5.872134621371135e-06,
      "loss": 0.1411,
      "step": 8823
    },
    {
      "epoch": 1.3327291949856517,
      "grad_norm": 1.360418119151519,
      "learning_rate": 5.8713559183197725e-06,
      "loss": 0.0997,
      "step": 8824
    },
    {
      "epoch": 1.3328802295725721,
      "grad_norm": 1.5536602058110076,
      "learning_rate": 5.870577193470963e-06,
      "loss": 0.0969,
      "step": 8825
    },
    {
      "epoch": 1.3330312641594926,
      "grad_norm": 2.092025954655828,
      "learning_rate": 5.869798446844186e-06,
      "loss": 0.1505,
      "step": 8826
    },
    {
      "epoch": 1.3331822987464128,
      "grad_norm": 1.9557794827155406,
      "learning_rate": 5.869019678458923e-06,
      "loss": 0.1189,
      "step": 8827
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 1.5141747971163457,
      "learning_rate": 5.8682408883346535e-06,
      "loss": 0.1078,
      "step": 8828
    },
    {
      "epoch": 1.3334843679202537,
      "grad_norm": 1.4246604339948266,
      "learning_rate": 5.86746207649086e-06,
      "loss": 0.1044,
      "step": 8829
    },
    {
      "epoch": 1.3336354025071742,
      "grad_norm": 1.6646416189899442,
      "learning_rate": 5.866683242947025e-06,
      "loss": 0.127,
      "step": 8830
    },
    {
      "epoch": 1.3337864370940946,
      "grad_norm": 1.7640965834252929,
      "learning_rate": 5.8659043877226326e-06,
      "loss": 0.1414,
      "step": 8831
    },
    {
      "epoch": 1.3339374716810148,
      "grad_norm": 1.443454989078604,
      "learning_rate": 5.865125510837167e-06,
      "loss": 0.1059,
      "step": 8832
    },
    {
      "epoch": 1.3340885062679353,
      "grad_norm": 2.636502573071306,
      "learning_rate": 5.864346612310108e-06,
      "loss": 0.1467,
      "step": 8833
    },
    {
      "epoch": 1.3342395408548557,
      "grad_norm": 1.604641340267521,
      "learning_rate": 5.863567692160944e-06,
      "loss": 0.1011,
      "step": 8834
    },
    {
      "epoch": 1.3343905754417762,
      "grad_norm": 1.8514007364568619,
      "learning_rate": 5.862788750409159e-06,
      "loss": 0.1307,
      "step": 8835
    },
    {
      "epoch": 1.3345416100286966,
      "grad_norm": 1.8207980492401254,
      "learning_rate": 5.862009787074241e-06,
      "loss": 0.1349,
      "step": 8836
    },
    {
      "epoch": 1.3346926446156169,
      "grad_norm": 1.6864600605980942,
      "learning_rate": 5.8612308021756725e-06,
      "loss": 0.1259,
      "step": 8837
    },
    {
      "epoch": 1.3348436792025373,
      "grad_norm": 1.869822902977859,
      "learning_rate": 5.86045179573294e-06,
      "loss": 0.1355,
      "step": 8838
    },
    {
      "epoch": 1.3349947137894578,
      "grad_norm": 1.6625834459316071,
      "learning_rate": 5.859672767765534e-06,
      "loss": 0.1215,
      "step": 8839
    },
    {
      "epoch": 1.3351457483763782,
      "grad_norm": 1.974842267502025,
      "learning_rate": 5.858893718292941e-06,
      "loss": 0.1159,
      "step": 8840
    },
    {
      "epoch": 1.3352967829632987,
      "grad_norm": 1.570013000878249,
      "learning_rate": 5.858114647334648e-06,
      "loss": 0.1171,
      "step": 8841
    },
    {
      "epoch": 1.335447817550219,
      "grad_norm": 1.9474380942514775,
      "learning_rate": 5.857335554910144e-06,
      "loss": 0.1071,
      "step": 8842
    },
    {
      "epoch": 1.3355988521371394,
      "grad_norm": 1.6736007466069052,
      "learning_rate": 5.856556441038922e-06,
      "loss": 0.133,
      "step": 8843
    },
    {
      "epoch": 1.3357498867240598,
      "grad_norm": 1.9846183431796172,
      "learning_rate": 5.855777305740469e-06,
      "loss": 0.1184,
      "step": 8844
    },
    {
      "epoch": 1.3359009213109803,
      "grad_norm": 1.3398552102022183,
      "learning_rate": 5.854998149034273e-06,
      "loss": 0.1056,
      "step": 8845
    },
    {
      "epoch": 1.3360519558979007,
      "grad_norm": 2.077865151759291,
      "learning_rate": 5.854218970939831e-06,
      "loss": 0.1246,
      "step": 8846
    },
    {
      "epoch": 1.336202990484821,
      "grad_norm": 1.7985697354350414,
      "learning_rate": 5.85343977147663e-06,
      "loss": 0.1182,
      "step": 8847
    },
    {
      "epoch": 1.3363540250717414,
      "grad_norm": 1.454536078627854,
      "learning_rate": 5.852660550664165e-06,
      "loss": 0.1127,
      "step": 8848
    },
    {
      "epoch": 1.3365050596586618,
      "grad_norm": 1.3112163380556445,
      "learning_rate": 5.851881308521925e-06,
      "loss": 0.0959,
      "step": 8849
    },
    {
      "epoch": 1.3366560942455823,
      "grad_norm": 1.9080578894379352,
      "learning_rate": 5.851102045069405e-06,
      "loss": 0.1414,
      "step": 8850
    },
    {
      "epoch": 1.3368071288325027,
      "grad_norm": 1.6671195127341114,
      "learning_rate": 5.850322760326102e-06,
      "loss": 0.1094,
      "step": 8851
    },
    {
      "epoch": 1.336958163419423,
      "grad_norm": 1.6327529395149247,
      "learning_rate": 5.849543454311505e-06,
      "loss": 0.1211,
      "step": 8852
    },
    {
      "epoch": 1.3371091980063434,
      "grad_norm": 1.875107048093099,
      "learning_rate": 5.848764127045112e-06,
      "loss": 0.112,
      "step": 8853
    },
    {
      "epoch": 1.3372602325932639,
      "grad_norm": 1.9267388528787963,
      "learning_rate": 5.847984778546419e-06,
      "loss": 0.1292,
      "step": 8854
    },
    {
      "epoch": 1.3374112671801843,
      "grad_norm": 1.854376601831938,
      "learning_rate": 5.847205408834918e-06,
      "loss": 0.1123,
      "step": 8855
    },
    {
      "epoch": 1.3375623017671048,
      "grad_norm": 1.883508374904201,
      "learning_rate": 5.846426017930106e-06,
      "loss": 0.1398,
      "step": 8856
    },
    {
      "epoch": 1.337713336354025,
      "grad_norm": 1.548964473089139,
      "learning_rate": 5.845646605851485e-06,
      "loss": 0.1181,
      "step": 8857
    },
    {
      "epoch": 1.3378643709409455,
      "grad_norm": 2.3069471847352157,
      "learning_rate": 5.844867172618547e-06,
      "loss": 0.1215,
      "step": 8858
    },
    {
      "epoch": 1.338015405527866,
      "grad_norm": 2.329124252716516,
      "learning_rate": 5.844087718250791e-06,
      "loss": 0.1316,
      "step": 8859
    },
    {
      "epoch": 1.3381664401147864,
      "grad_norm": 2.0303200367840715,
      "learning_rate": 5.843308242767718e-06,
      "loss": 0.1261,
      "step": 8860
    },
    {
      "epoch": 1.3383174747017068,
      "grad_norm": 2.2054490911859155,
      "learning_rate": 5.842528746188825e-06,
      "loss": 0.1358,
      "step": 8861
    },
    {
      "epoch": 1.338468509288627,
      "grad_norm": 1.4007776120025475,
      "learning_rate": 5.841749228533611e-06,
      "loss": 0.1042,
      "step": 8862
    },
    {
      "epoch": 1.3386195438755475,
      "grad_norm": 1.7912571783690967,
      "learning_rate": 5.840969689821577e-06,
      "loss": 0.1217,
      "step": 8863
    },
    {
      "epoch": 1.338770578462468,
      "grad_norm": 1.579538818180302,
      "learning_rate": 5.840190130072226e-06,
      "loss": 0.1186,
      "step": 8864
    },
    {
      "epoch": 1.3389216130493884,
      "grad_norm": 1.949775538566623,
      "learning_rate": 5.839410549305054e-06,
      "loss": 0.1365,
      "step": 8865
    },
    {
      "epoch": 1.3390726476363088,
      "grad_norm": 2.3818287544141987,
      "learning_rate": 5.838630947539567e-06,
      "loss": 0.1498,
      "step": 8866
    },
    {
      "epoch": 1.339223682223229,
      "grad_norm": 2.1161739370315162,
      "learning_rate": 5.837851324795264e-06,
      "loss": 0.1235,
      "step": 8867
    },
    {
      "epoch": 1.3393747168101495,
      "grad_norm": 1.5224232411525433,
      "learning_rate": 5.8370716810916495e-06,
      "loss": 0.1076,
      "step": 8868
    },
    {
      "epoch": 1.33952575139707,
      "grad_norm": 2.350244143674809,
      "learning_rate": 5.836292016448226e-06,
      "loss": 0.1462,
      "step": 8869
    },
    {
      "epoch": 1.3396767859839902,
      "grad_norm": 2.427199121507423,
      "learning_rate": 5.835512330884497e-06,
      "loss": 0.1373,
      "step": 8870
    },
    {
      "epoch": 1.3398278205709109,
      "grad_norm": 1.757234843936192,
      "learning_rate": 5.834732624419969e-06,
      "loss": 0.1226,
      "step": 8871
    },
    {
      "epoch": 1.339978855157831,
      "grad_norm": 1.718103033326534,
      "learning_rate": 5.833952897074145e-06,
      "loss": 0.1174,
      "step": 8872
    },
    {
      "epoch": 1.3401298897447516,
      "grad_norm": 1.9588175360196347,
      "learning_rate": 5.833173148866529e-06,
      "loss": 0.1395,
      "step": 8873
    },
    {
      "epoch": 1.340280924331672,
      "grad_norm": 1.8672115785713377,
      "learning_rate": 5.832393379816629e-06,
      "loss": 0.1253,
      "step": 8874
    },
    {
      "epoch": 1.3404319589185922,
      "grad_norm": 1.603736184964322,
      "learning_rate": 5.8316135899439516e-06,
      "loss": 0.1102,
      "step": 8875
    },
    {
      "epoch": 1.3405829935055127,
      "grad_norm": 1.5081767395959846,
      "learning_rate": 5.830833779268003e-06,
      "loss": 0.098,
      "step": 8876
    },
    {
      "epoch": 1.3407340280924331,
      "grad_norm": 1.3596369666217898,
      "learning_rate": 5.830053947808288e-06,
      "loss": 0.1073,
      "step": 8877
    },
    {
      "epoch": 1.3408850626793536,
      "grad_norm": 1.8023475368791813,
      "learning_rate": 5.829274095584319e-06,
      "loss": 0.1437,
      "step": 8878
    },
    {
      "epoch": 1.341036097266274,
      "grad_norm": 1.9298117234328296,
      "learning_rate": 5.8284942226156004e-06,
      "loss": 0.1371,
      "step": 8879
    },
    {
      "epoch": 1.3411871318531943,
      "grad_norm": 2.491013501072896,
      "learning_rate": 5.8277143289216434e-06,
      "loss": 0.1378,
      "step": 8880
    },
    {
      "epoch": 1.3413381664401147,
      "grad_norm": 1.4965337015515658,
      "learning_rate": 5.8269344145219575e-06,
      "loss": 0.111,
      "step": 8881
    },
    {
      "epoch": 1.3414892010270352,
      "grad_norm": 2.2321703729092652,
      "learning_rate": 5.8261544794360525e-06,
      "loss": 0.1352,
      "step": 8882
    },
    {
      "epoch": 1.3416402356139556,
      "grad_norm": 1.8834913277034644,
      "learning_rate": 5.825374523683439e-06,
      "loss": 0.132,
      "step": 8883
    },
    {
      "epoch": 1.341791270200876,
      "grad_norm": 1.7658638293219457,
      "learning_rate": 5.8245945472836255e-06,
      "loss": 0.1203,
      "step": 8884
    },
    {
      "epoch": 1.3419423047877963,
      "grad_norm": 1.7670349139545818,
      "learning_rate": 5.823814550256127e-06,
      "loss": 0.1286,
      "step": 8885
    },
    {
      "epoch": 1.3420933393747168,
      "grad_norm": 1.447556167605772,
      "learning_rate": 5.823034532620455e-06,
      "loss": 0.0976,
      "step": 8886
    },
    {
      "epoch": 1.3422443739616372,
      "grad_norm": 1.7681068195762555,
      "learning_rate": 5.822254494396121e-06,
      "loss": 0.1319,
      "step": 8887
    },
    {
      "epoch": 1.3423954085485577,
      "grad_norm": 2.602152274952095,
      "learning_rate": 5.821474435602638e-06,
      "loss": 0.16,
      "step": 8888
    },
    {
      "epoch": 1.342546443135478,
      "grad_norm": 2.043355854624213,
      "learning_rate": 5.820694356259521e-06,
      "loss": 0.1173,
      "step": 8889
    },
    {
      "epoch": 1.3426974777223983,
      "grad_norm": 1.64319586532085,
      "learning_rate": 5.819914256386282e-06,
      "loss": 0.1134,
      "step": 8890
    },
    {
      "epoch": 1.3428485123093188,
      "grad_norm": 1.8030899649107675,
      "learning_rate": 5.819134136002437e-06,
      "loss": 0.1417,
      "step": 8891
    },
    {
      "epoch": 1.3429995468962392,
      "grad_norm": 1.7916903282864967,
      "learning_rate": 5.8183539951275015e-06,
      "loss": 0.1363,
      "step": 8892
    },
    {
      "epoch": 1.3431505814831597,
      "grad_norm": 1.8387062723374403,
      "learning_rate": 5.817573833780991e-06,
      "loss": 0.1192,
      "step": 8893
    },
    {
      "epoch": 1.3433016160700801,
      "grad_norm": 1.7642423397840985,
      "learning_rate": 5.81679365198242e-06,
      "loss": 0.1289,
      "step": 8894
    },
    {
      "epoch": 1.3434526506570004,
      "grad_norm": 1.8980669939988495,
      "learning_rate": 5.816013449751306e-06,
      "loss": 0.1297,
      "step": 8895
    },
    {
      "epoch": 1.3436036852439208,
      "grad_norm": 1.4946900938356682,
      "learning_rate": 5.815233227107167e-06,
      "loss": 0.0976,
      "step": 8896
    },
    {
      "epoch": 1.3437547198308413,
      "grad_norm": 2.042558809697132,
      "learning_rate": 5.814452984069521e-06,
      "loss": 0.0967,
      "step": 8897
    },
    {
      "epoch": 1.3439057544177617,
      "grad_norm": 1.8759303744625648,
      "learning_rate": 5.8136727206578855e-06,
      "loss": 0.1257,
      "step": 8898
    },
    {
      "epoch": 1.3440567890046822,
      "grad_norm": 1.776219149553909,
      "learning_rate": 5.812892436891778e-06,
      "loss": 0.1194,
      "step": 8899
    },
    {
      "epoch": 1.3442078235916024,
      "grad_norm": 2.1245066747542087,
      "learning_rate": 5.8121121327907215e-06,
      "loss": 0.1283,
      "step": 8900
    },
    {
      "epoch": 1.3443588581785229,
      "grad_norm": 2.4818650616988274,
      "learning_rate": 5.81133180837423e-06,
      "loss": 0.1291,
      "step": 8901
    },
    {
      "epoch": 1.3445098927654433,
      "grad_norm": 1.851359857037796,
      "learning_rate": 5.810551463661829e-06,
      "loss": 0.105,
      "step": 8902
    },
    {
      "epoch": 1.3446609273523638,
      "grad_norm": 1.3908163809675413,
      "learning_rate": 5.809771098673036e-06,
      "loss": 0.1227,
      "step": 8903
    },
    {
      "epoch": 1.3448119619392842,
      "grad_norm": 1.633363002156994,
      "learning_rate": 5.808990713427375e-06,
      "loss": 0.1133,
      "step": 8904
    },
    {
      "epoch": 1.3449629965262044,
      "grad_norm": 2.1999606813428714,
      "learning_rate": 5.808210307944364e-06,
      "loss": 0.1338,
      "step": 8905
    },
    {
      "epoch": 1.3451140311131249,
      "grad_norm": 1.8398679017826949,
      "learning_rate": 5.807429882243529e-06,
      "loss": 0.1136,
      "step": 8906
    },
    {
      "epoch": 1.3452650657000453,
      "grad_norm": 2.226755438229716,
      "learning_rate": 5.806649436344389e-06,
      "loss": 0.1467,
      "step": 8907
    },
    {
      "epoch": 1.3454161002869658,
      "grad_norm": 1.7395291903054004,
      "learning_rate": 5.805868970266473e-06,
      "loss": 0.1189,
      "step": 8908
    },
    {
      "epoch": 1.3455671348738862,
      "grad_norm": 1.7611214966455722,
      "learning_rate": 5.8050884840292996e-06,
      "loss": 0.1175,
      "step": 8909
    },
    {
      "epoch": 1.3457181694608065,
      "grad_norm": 1.6705076233628808,
      "learning_rate": 5.804307977652395e-06,
      "loss": 0.1224,
      "step": 8910
    },
    {
      "epoch": 1.345869204047727,
      "grad_norm": 2.089460835124451,
      "learning_rate": 5.803527451155285e-06,
      "loss": 0.1195,
      "step": 8911
    },
    {
      "epoch": 1.3460202386346474,
      "grad_norm": 1.5061089642892578,
      "learning_rate": 5.802746904557491e-06,
      "loss": 0.1157,
      "step": 8912
    },
    {
      "epoch": 1.3461712732215678,
      "grad_norm": 1.5891995693292007,
      "learning_rate": 5.801966337878543e-06,
      "loss": 0.1276,
      "step": 8913
    },
    {
      "epoch": 1.3463223078084883,
      "grad_norm": 1.591145609907438,
      "learning_rate": 5.801185751137966e-06,
      "loss": 0.1196,
      "step": 8914
    },
    {
      "epoch": 1.3464733423954085,
      "grad_norm": 1.7838385594526698,
      "learning_rate": 5.8004051443552876e-06,
      "loss": 0.1355,
      "step": 8915
    },
    {
      "epoch": 1.346624376982329,
      "grad_norm": 1.7468966000607085,
      "learning_rate": 5.799624517550032e-06,
      "loss": 0.1212,
      "step": 8916
    },
    {
      "epoch": 1.3467754115692494,
      "grad_norm": 2.0278740257679146,
      "learning_rate": 5.79884387074173e-06,
      "loss": 0.1255,
      "step": 8917
    },
    {
      "epoch": 1.3469264461561696,
      "grad_norm": 1.8063480841758497,
      "learning_rate": 5.798063203949909e-06,
      "loss": 0.1091,
      "step": 8918
    },
    {
      "epoch": 1.3470774807430903,
      "grad_norm": 2.062480434566381,
      "learning_rate": 5.797282517194098e-06,
      "loss": 0.1304,
      "step": 8919
    },
    {
      "epoch": 1.3472285153300105,
      "grad_norm": 1.778144517503597,
      "learning_rate": 5.796501810493826e-06,
      "loss": 0.1197,
      "step": 8920
    },
    {
      "epoch": 1.347379549916931,
      "grad_norm": 1.461158318459567,
      "learning_rate": 5.795721083868624e-06,
      "loss": 0.1036,
      "step": 8921
    },
    {
      "epoch": 1.3475305845038514,
      "grad_norm": 1.314369259052966,
      "learning_rate": 5.794940337338021e-06,
      "loss": 0.1096,
      "step": 8922
    },
    {
      "epoch": 1.3476816190907717,
      "grad_norm": 1.8614882438039433,
      "learning_rate": 5.794159570921547e-06,
      "loss": 0.122,
      "step": 8923
    },
    {
      "epoch": 1.3478326536776921,
      "grad_norm": 1.8376825114326496,
      "learning_rate": 5.793378784638734e-06,
      "loss": 0.1272,
      "step": 8924
    },
    {
      "epoch": 1.3479836882646126,
      "grad_norm": 1.44925184065601,
      "learning_rate": 5.792597978509115e-06,
      "loss": 0.1043,
      "step": 8925
    },
    {
      "epoch": 1.348134722851533,
      "grad_norm": 2.0419461780258583,
      "learning_rate": 5.791817152552223e-06,
      "loss": 0.1286,
      "step": 8926
    },
    {
      "epoch": 1.3482857574384535,
      "grad_norm": 1.63091449596554,
      "learning_rate": 5.791036306787588e-06,
      "loss": 0.1221,
      "step": 8927
    },
    {
      "epoch": 1.3484367920253737,
      "grad_norm": 1.574012822325918,
      "learning_rate": 5.790255441234744e-06,
      "loss": 0.1119,
      "step": 8928
    },
    {
      "epoch": 1.3485878266122941,
      "grad_norm": 1.6792275615610026,
      "learning_rate": 5.7894745559132255e-06,
      "loss": 0.1326,
      "step": 8929
    },
    {
      "epoch": 1.3487388611992146,
      "grad_norm": 2.523821238355548,
      "learning_rate": 5.788693650842567e-06,
      "loss": 0.1543,
      "step": 8930
    },
    {
      "epoch": 1.348889895786135,
      "grad_norm": 1.851556250498209,
      "learning_rate": 5.787912726042303e-06,
      "loss": 0.1339,
      "step": 8931
    },
    {
      "epoch": 1.3490409303730555,
      "grad_norm": 2.334619686347363,
      "learning_rate": 5.787131781531968e-06,
      "loss": 0.1339,
      "step": 8932
    },
    {
      "epoch": 1.3491919649599757,
      "grad_norm": 1.320131908370117,
      "learning_rate": 5.7863508173311e-06,
      "loss": 0.0893,
      "step": 8933
    },
    {
      "epoch": 1.3493429995468962,
      "grad_norm": 1.8508294525810052,
      "learning_rate": 5.785569833459233e-06,
      "loss": 0.1287,
      "step": 8934
    },
    {
      "epoch": 1.3494940341338166,
      "grad_norm": 1.581245039553843,
      "learning_rate": 5.784788829935902e-06,
      "loss": 0.1144,
      "step": 8935
    },
    {
      "epoch": 1.349645068720737,
      "grad_norm": 2.0425069720664326,
      "learning_rate": 5.784007806780649e-06,
      "loss": 0.1432,
      "step": 8936
    },
    {
      "epoch": 1.3497961033076575,
      "grad_norm": 1.7336998162173427,
      "learning_rate": 5.783226764013009e-06,
      "loss": 0.1188,
      "step": 8937
    },
    {
      "epoch": 1.3499471378945778,
      "grad_norm": 1.898030365478676,
      "learning_rate": 5.782445701652521e-06,
      "loss": 0.1301,
      "step": 8938
    },
    {
      "epoch": 1.3500981724814982,
      "grad_norm": 1.7816738710840472,
      "learning_rate": 5.781664619718722e-06,
      "loss": 0.1371,
      "step": 8939
    },
    {
      "epoch": 1.3502492070684187,
      "grad_norm": 1.4503747208956577,
      "learning_rate": 5.780883518231153e-06,
      "loss": 0.1005,
      "step": 8940
    },
    {
      "epoch": 1.3504002416553391,
      "grad_norm": 1.3765363093885854,
      "learning_rate": 5.7801023972093536e-06,
      "loss": 0.0907,
      "step": 8941
    },
    {
      "epoch": 1.3505512762422596,
      "grad_norm": 1.9919020412693584,
      "learning_rate": 5.7793212566728625e-06,
      "loss": 0.137,
      "step": 8942
    },
    {
      "epoch": 1.3507023108291798,
      "grad_norm": 2.128777560596591,
      "learning_rate": 5.778540096641223e-06,
      "loss": 0.1418,
      "step": 8943
    },
    {
      "epoch": 1.3508533454161002,
      "grad_norm": 1.6457216129853511,
      "learning_rate": 5.777758917133974e-06,
      "loss": 0.1039,
      "step": 8944
    },
    {
      "epoch": 1.3510043800030207,
      "grad_norm": 1.9605772157744292,
      "learning_rate": 5.7769777181706574e-06,
      "loss": 0.1194,
      "step": 8945
    },
    {
      "epoch": 1.3511554145899412,
      "grad_norm": 1.9634537031485484,
      "learning_rate": 5.776196499770816e-06,
      "loss": 0.1112,
      "step": 8946
    },
    {
      "epoch": 1.3513064491768616,
      "grad_norm": 1.3573288717017902,
      "learning_rate": 5.775415261953992e-06,
      "loss": 0.1109,
      "step": 8947
    },
    {
      "epoch": 1.3514574837637818,
      "grad_norm": 1.4733071406680252,
      "learning_rate": 5.774634004739729e-06,
      "loss": 0.0957,
      "step": 8948
    },
    {
      "epoch": 1.3516085183507023,
      "grad_norm": 2.319100149940977,
      "learning_rate": 5.773852728147569e-06,
      "loss": 0.1414,
      "step": 8949
    },
    {
      "epoch": 1.3517595529376227,
      "grad_norm": 2.0222695615023807,
      "learning_rate": 5.773071432197058e-06,
      "loss": 0.1168,
      "step": 8950
    },
    {
      "epoch": 1.3519105875245432,
      "grad_norm": 1.6260967109897653,
      "learning_rate": 5.7722901169077406e-06,
      "loss": 0.1261,
      "step": 8951
    },
    {
      "epoch": 1.3520616221114636,
      "grad_norm": 1.9709651843727107,
      "learning_rate": 5.771508782299159e-06,
      "loss": 0.138,
      "step": 8952
    },
    {
      "epoch": 1.3522126566983839,
      "grad_norm": 1.969081912075025,
      "learning_rate": 5.770727428390862e-06,
      "loss": 0.1366,
      "step": 8953
    },
    {
      "epoch": 1.3523636912853043,
      "grad_norm": 1.8101243975147463,
      "learning_rate": 5.7699460552023955e-06,
      "loss": 0.1281,
      "step": 8954
    },
    {
      "epoch": 1.3525147258722248,
      "grad_norm": 2.0059371953272196,
      "learning_rate": 5.7691646627533025e-06,
      "loss": 0.132,
      "step": 8955
    },
    {
      "epoch": 1.3526657604591452,
      "grad_norm": 1.556893712393992,
      "learning_rate": 5.768383251063134e-06,
      "loss": 0.1113,
      "step": 8956
    },
    {
      "epoch": 1.3528167950460657,
      "grad_norm": 1.6024012896867774,
      "learning_rate": 5.767601820151434e-06,
      "loss": 0.1117,
      "step": 8957
    },
    {
      "epoch": 1.352967829632986,
      "grad_norm": 1.749131704322557,
      "learning_rate": 5.7668203700377535e-06,
      "loss": 0.1213,
      "step": 8958
    },
    {
      "epoch": 1.3531188642199063,
      "grad_norm": 1.796872854581661,
      "learning_rate": 5.76603890074164e-06,
      "loss": 0.136,
      "step": 8959
    },
    {
      "epoch": 1.3532698988068268,
      "grad_norm": 1.4301915748118244,
      "learning_rate": 5.76525741228264e-06,
      "loss": 0.1181,
      "step": 8960
    },
    {
      "epoch": 1.3534209333937472,
      "grad_norm": 2.323397224357106,
      "learning_rate": 5.764475904680306e-06,
      "loss": 0.1294,
      "step": 8961
    },
    {
      "epoch": 1.3535719679806677,
      "grad_norm": 1.415857488061422,
      "learning_rate": 5.7636943779541875e-06,
      "loss": 0.1055,
      "step": 8962
    },
    {
      "epoch": 1.353723002567588,
      "grad_norm": 1.7348147379560122,
      "learning_rate": 5.762912832123832e-06,
      "loss": 0.1142,
      "step": 8963
    },
    {
      "epoch": 1.3538740371545084,
      "grad_norm": 1.473069680190147,
      "learning_rate": 5.762131267208792e-06,
      "loss": 0.1063,
      "step": 8964
    },
    {
      "epoch": 1.3540250717414288,
      "grad_norm": 1.4673212669306965,
      "learning_rate": 5.761349683228622e-06,
      "loss": 0.1089,
      "step": 8965
    },
    {
      "epoch": 1.354176106328349,
      "grad_norm": 2.1301963875463277,
      "learning_rate": 5.760568080202868e-06,
      "loss": 0.1195,
      "step": 8966
    },
    {
      "epoch": 1.3543271409152697,
      "grad_norm": 1.7881351853626346,
      "learning_rate": 5.759786458151086e-06,
      "loss": 0.1112,
      "step": 8967
    },
    {
      "epoch": 1.35447817550219,
      "grad_norm": 1.7308582083119228,
      "learning_rate": 5.759004817092828e-06,
      "loss": 0.1426,
      "step": 8968
    },
    {
      "epoch": 1.3546292100891104,
      "grad_norm": 1.6392067642204193,
      "learning_rate": 5.758223157047647e-06,
      "loss": 0.1205,
      "step": 8969
    },
    {
      "epoch": 1.3547802446760309,
      "grad_norm": 2.06065146630212,
      "learning_rate": 5.757441478035096e-06,
      "loss": 0.1432,
      "step": 8970
    },
    {
      "epoch": 1.354931279262951,
      "grad_norm": 4.85133717491071,
      "learning_rate": 5.756659780074729e-06,
      "loss": 0.1432,
      "step": 8971
    },
    {
      "epoch": 1.3550823138498715,
      "grad_norm": 1.7967450618048624,
      "learning_rate": 5.755878063186104e-06,
      "loss": 0.1345,
      "step": 8972
    },
    {
      "epoch": 1.355233348436792,
      "grad_norm": 1.5890590010926184,
      "learning_rate": 5.755096327388771e-06,
      "loss": 0.1163,
      "step": 8973
    },
    {
      "epoch": 1.3553843830237124,
      "grad_norm": 1.756448153919159,
      "learning_rate": 5.754314572702289e-06,
      "loss": 0.128,
      "step": 8974
    },
    {
      "epoch": 1.355535417610633,
      "grad_norm": 1.938179552003607,
      "learning_rate": 5.753532799146211e-06,
      "loss": 0.1235,
      "step": 8975
    },
    {
      "epoch": 1.3556864521975531,
      "grad_norm": 1.7289780663570782,
      "learning_rate": 5.752751006740098e-06,
      "loss": 0.1199,
      "step": 8976
    },
    {
      "epoch": 1.3558374867844736,
      "grad_norm": 1.9516574888549136,
      "learning_rate": 5.751969195503503e-06,
      "loss": 0.1221,
      "step": 8977
    },
    {
      "epoch": 1.355988521371394,
      "grad_norm": 3.421215574755568,
      "learning_rate": 5.751187365455985e-06,
      "loss": 0.1509,
      "step": 8978
    },
    {
      "epoch": 1.3561395559583145,
      "grad_norm": 1.8456704369614676,
      "learning_rate": 5.750405516617102e-06,
      "loss": 0.1219,
      "step": 8979
    },
    {
      "epoch": 1.356290590545235,
      "grad_norm": 1.587836791385335,
      "learning_rate": 5.749623649006412e-06,
      "loss": 0.1069,
      "step": 8980
    },
    {
      "epoch": 1.3564416251321552,
      "grad_norm": 1.95886321911849,
      "learning_rate": 5.7488417626434736e-06,
      "loss": 0.1294,
      "step": 8981
    },
    {
      "epoch": 1.3565926597190756,
      "grad_norm": 1.9106753268545582,
      "learning_rate": 5.748059857547846e-06,
      "loss": 0.0946,
      "step": 8982
    },
    {
      "epoch": 1.356743694305996,
      "grad_norm": 1.9919355531068244,
      "learning_rate": 5.747277933739092e-06,
      "loss": 0.1283,
      "step": 8983
    },
    {
      "epoch": 1.3568947288929165,
      "grad_norm": 1.7739902135593197,
      "learning_rate": 5.746495991236768e-06,
      "loss": 0.1127,
      "step": 8984
    },
    {
      "epoch": 1.357045763479837,
      "grad_norm": 1.5133866102614044,
      "learning_rate": 5.745714030060435e-06,
      "loss": 0.1284,
      "step": 8985
    },
    {
      "epoch": 1.3571967980667572,
      "grad_norm": 1.9928773865524225,
      "learning_rate": 5.744932050229656e-06,
      "loss": 0.1506,
      "step": 8986
    },
    {
      "epoch": 1.3573478326536776,
      "grad_norm": 1.7902329552302763,
      "learning_rate": 5.744150051763992e-06,
      "loss": 0.1215,
      "step": 8987
    },
    {
      "epoch": 1.357498867240598,
      "grad_norm": 1.6014273984515628,
      "learning_rate": 5.743368034683005e-06,
      "loss": 0.1091,
      "step": 8988
    },
    {
      "epoch": 1.3576499018275185,
      "grad_norm": 1.503263902183056,
      "learning_rate": 5.7425859990062575e-06,
      "loss": 0.0999,
      "step": 8989
    },
    {
      "epoch": 1.357800936414439,
      "grad_norm": 1.7764917982487032,
      "learning_rate": 5.7418039447533136e-06,
      "loss": 0.1129,
      "step": 8990
    },
    {
      "epoch": 1.3579519710013592,
      "grad_norm": 1.4156573359016345,
      "learning_rate": 5.741021871943735e-06,
      "loss": 0.1024,
      "step": 8991
    },
    {
      "epoch": 1.3581030055882797,
      "grad_norm": 1.6273270065778391,
      "learning_rate": 5.740239780597084e-06,
      "loss": 0.1204,
      "step": 8992
    },
    {
      "epoch": 1.3582540401752001,
      "grad_norm": 1.4793050583080498,
      "learning_rate": 5.739457670732931e-06,
      "loss": 0.1091,
      "step": 8993
    },
    {
      "epoch": 1.3584050747621206,
      "grad_norm": 2.149475458655041,
      "learning_rate": 5.738675542370837e-06,
      "loss": 0.1339,
      "step": 8994
    },
    {
      "epoch": 1.358556109349041,
      "grad_norm": 1.576955563566218,
      "learning_rate": 5.7378933955303684e-06,
      "loss": 0.1214,
      "step": 8995
    },
    {
      "epoch": 1.3587071439359613,
      "grad_norm": 2.1011337876828735,
      "learning_rate": 5.737111230231089e-06,
      "loss": 0.1158,
      "step": 8996
    },
    {
      "epoch": 1.3588581785228817,
      "grad_norm": 1.8238383557823237,
      "learning_rate": 5.736329046492567e-06,
      "loss": 0.1421,
      "step": 8997
    },
    {
      "epoch": 1.3590092131098022,
      "grad_norm": 1.514092213170387,
      "learning_rate": 5.73554684433437e-06,
      "loss": 0.1056,
      "step": 8998
    },
    {
      "epoch": 1.3591602476967226,
      "grad_norm": 1.4702319534417365,
      "learning_rate": 5.734764623776062e-06,
      "loss": 0.1071,
      "step": 8999
    },
    {
      "epoch": 1.359311282283643,
      "grad_norm": 1.5210732030017107,
      "learning_rate": 5.733982384837213e-06,
      "loss": 0.1055,
      "step": 9000
    },
    {
      "epoch": 1.3594623168705633,
      "grad_norm": 1.8116754243480064,
      "learning_rate": 5.733200127537394e-06,
      "loss": 0.1236,
      "step": 9001
    },
    {
      "epoch": 1.3596133514574837,
      "grad_norm": 2.4889529223468756,
      "learning_rate": 5.732417851896167e-06,
      "loss": 0.1361,
      "step": 9002
    },
    {
      "epoch": 1.3597643860444042,
      "grad_norm": 3.8190275857996467,
      "learning_rate": 5.731635557933104e-06,
      "loss": 0.1364,
      "step": 9003
    },
    {
      "epoch": 1.3599154206313246,
      "grad_norm": 1.793079177736265,
      "learning_rate": 5.730853245667776e-06,
      "loss": 0.1142,
      "step": 9004
    },
    {
      "epoch": 1.360066455218245,
      "grad_norm": 2.2798103505021494,
      "learning_rate": 5.730070915119754e-06,
      "loss": 0.1375,
      "step": 9005
    },
    {
      "epoch": 1.3602174898051653,
      "grad_norm": 1.8316692288849936,
      "learning_rate": 5.729288566308605e-06,
      "loss": 0.1161,
      "step": 9006
    },
    {
      "epoch": 1.3603685243920858,
      "grad_norm": 1.5756222966898497,
      "learning_rate": 5.7285061992539e-06,
      "loss": 0.1099,
      "step": 9007
    },
    {
      "epoch": 1.3605195589790062,
      "grad_norm": 2.0872890246866103,
      "learning_rate": 5.727723813975214e-06,
      "loss": 0.1348,
      "step": 9008
    },
    {
      "epoch": 1.3606705935659267,
      "grad_norm": 7.387619457480937,
      "learning_rate": 5.726941410492114e-06,
      "loss": 0.1556,
      "step": 9009
    },
    {
      "epoch": 1.3608216281528471,
      "grad_norm": 2.2820285893410883,
      "learning_rate": 5.726158988824175e-06,
      "loss": 0.1279,
      "step": 9010
    },
    {
      "epoch": 1.3609726627397674,
      "grad_norm": 2.1301334372772716,
      "learning_rate": 5.7253765489909704e-06,
      "loss": 0.1517,
      "step": 9011
    },
    {
      "epoch": 1.3611236973266878,
      "grad_norm": 1.4118766820802358,
      "learning_rate": 5.724594091012074e-06,
      "loss": 0.1113,
      "step": 9012
    },
    {
      "epoch": 1.3612747319136083,
      "grad_norm": 1.6000877693450446,
      "learning_rate": 5.723811614907055e-06,
      "loss": 0.1148,
      "step": 9013
    },
    {
      "epoch": 1.3614257665005285,
      "grad_norm": 1.5111906966225794,
      "learning_rate": 5.72302912069549e-06,
      "loss": 0.099,
      "step": 9014
    },
    {
      "epoch": 1.3615768010874492,
      "grad_norm": 1.8854729040357012,
      "learning_rate": 5.722246608396954e-06,
      "loss": 0.1425,
      "step": 9015
    },
    {
      "epoch": 1.3617278356743694,
      "grad_norm": 1.6016637391310637,
      "learning_rate": 5.721464078031022e-06,
      "loss": 0.1103,
      "step": 9016
    },
    {
      "epoch": 1.3618788702612898,
      "grad_norm": 1.5306525325976172,
      "learning_rate": 5.7206815296172705e-06,
      "loss": 0.1285,
      "step": 9017
    },
    {
      "epoch": 1.3620299048482103,
      "grad_norm": 1.4526640343246608,
      "learning_rate": 5.719898963175273e-06,
      "loss": 0.1115,
      "step": 9018
    },
    {
      "epoch": 1.3621809394351305,
      "grad_norm": 1.993180202823064,
      "learning_rate": 5.719116378724607e-06,
      "loss": 0.1296,
      "step": 9019
    },
    {
      "epoch": 1.362331974022051,
      "grad_norm": 1.6681211303727115,
      "learning_rate": 5.718333776284849e-06,
      "loss": 0.1236,
      "step": 9020
    },
    {
      "epoch": 1.3624830086089714,
      "grad_norm": 2.0313817187600827,
      "learning_rate": 5.7175511558755755e-06,
      "loss": 0.1428,
      "step": 9021
    },
    {
      "epoch": 1.3626340431958919,
      "grad_norm": 1.4591216484406386,
      "learning_rate": 5.716768517516367e-06,
      "loss": 0.1129,
      "step": 9022
    },
    {
      "epoch": 1.3627850777828123,
      "grad_norm": 1.6914479113914442,
      "learning_rate": 5.715985861226798e-06,
      "loss": 0.1168,
      "step": 9023
    },
    {
      "epoch": 1.3629361123697326,
      "grad_norm": 1.5582650395237805,
      "learning_rate": 5.71520318702645e-06,
      "loss": 0.0983,
      "step": 9024
    },
    {
      "epoch": 1.363087146956653,
      "grad_norm": 1.8625671784435751,
      "learning_rate": 5.714420494934901e-06,
      "loss": 0.117,
      "step": 9025
    },
    {
      "epoch": 1.3632381815435735,
      "grad_norm": 2.0029002692535323,
      "learning_rate": 5.7136377849717286e-06,
      "loss": 0.1531,
      "step": 9026
    },
    {
      "epoch": 1.363389216130494,
      "grad_norm": 2.5906732610774115,
      "learning_rate": 5.712855057156515e-06,
      "loss": 0.1392,
      "step": 9027
    },
    {
      "epoch": 1.3635402507174144,
      "grad_norm": 2.6098665786177673,
      "learning_rate": 5.71207231150884e-06,
      "loss": 0.124,
      "step": 9028
    },
    {
      "epoch": 1.3636912853043346,
      "grad_norm": 1.9276769251900305,
      "learning_rate": 5.711289548048283e-06,
      "loss": 0.1287,
      "step": 9029
    },
    {
      "epoch": 1.363842319891255,
      "grad_norm": 1.437536856806343,
      "learning_rate": 5.710506766794429e-06,
      "loss": 0.0889,
      "step": 9030
    },
    {
      "epoch": 1.3639933544781755,
      "grad_norm": 1.746581224422028,
      "learning_rate": 5.709723967766856e-06,
      "loss": 0.1318,
      "step": 9031
    },
    {
      "epoch": 1.364144389065096,
      "grad_norm": 1.7597587263820345,
      "learning_rate": 5.708941150985148e-06,
      "loss": 0.1363,
      "step": 9032
    },
    {
      "epoch": 1.3642954236520164,
      "grad_norm": 2.8116565155143602,
      "learning_rate": 5.708158316468886e-06,
      "loss": 0.1348,
      "step": 9033
    },
    {
      "epoch": 1.3644464582389366,
      "grad_norm": 2.0225487286904515,
      "learning_rate": 5.707375464237655e-06,
      "loss": 0.123,
      "step": 9034
    },
    {
      "epoch": 1.364597492825857,
      "grad_norm": 1.4016013149781748,
      "learning_rate": 5.706592594311038e-06,
      "loss": 0.1085,
      "step": 9035
    },
    {
      "epoch": 1.3647485274127775,
      "grad_norm": 1.4766918633891415,
      "learning_rate": 5.705809706708618e-06,
      "loss": 0.1108,
      "step": 9036
    },
    {
      "epoch": 1.364899561999698,
      "grad_norm": 1.5619638426101448,
      "learning_rate": 5.70502680144998e-06,
      "loss": 0.114,
      "step": 9037
    },
    {
      "epoch": 1.3650505965866184,
      "grad_norm": 9.180609362595659,
      "learning_rate": 5.704243878554708e-06,
      "loss": 0.1551,
      "step": 9038
    },
    {
      "epoch": 1.3652016311735387,
      "grad_norm": 1.8517890449408108,
      "learning_rate": 5.703460938042389e-06,
      "loss": 0.1382,
      "step": 9039
    },
    {
      "epoch": 1.365352665760459,
      "grad_norm": 2.441389282442601,
      "learning_rate": 5.702677979932606e-06,
      "loss": 0.1468,
      "step": 9040
    },
    {
      "epoch": 1.3655037003473796,
      "grad_norm": 1.6395191624799537,
      "learning_rate": 5.701895004244948e-06,
      "loss": 0.1253,
      "step": 9041
    },
    {
      "epoch": 1.3656547349343,
      "grad_norm": 1.8669925519845618,
      "learning_rate": 5.7011120109990005e-06,
      "loss": 0.1279,
      "step": 9042
    },
    {
      "epoch": 1.3658057695212205,
      "grad_norm": 2.996547026726222,
      "learning_rate": 5.700329000214349e-06,
      "loss": 0.138,
      "step": 9043
    },
    {
      "epoch": 1.3659568041081407,
      "grad_norm": 4.430248746361487,
      "learning_rate": 5.6995459719105835e-06,
      "loss": 0.1254,
      "step": 9044
    },
    {
      "epoch": 1.3661078386950611,
      "grad_norm": 2.751551042645283,
      "learning_rate": 5.698762926107291e-06,
      "loss": 0.1501,
      "step": 9045
    },
    {
      "epoch": 1.3662588732819816,
      "grad_norm": 2.2052398241896354,
      "learning_rate": 5.6979798628240575e-06,
      "loss": 0.1312,
      "step": 9046
    },
    {
      "epoch": 1.366409907868902,
      "grad_norm": 1.5488357824118668,
      "learning_rate": 5.6971967820804756e-06,
      "loss": 0.1239,
      "step": 9047
    },
    {
      "epoch": 1.3665609424558225,
      "grad_norm": 2.119449635148897,
      "learning_rate": 5.696413683896131e-06,
      "loss": 0.1284,
      "step": 9048
    },
    {
      "epoch": 1.3667119770427427,
      "grad_norm": 2.511457148047511,
      "learning_rate": 5.695630568290615e-06,
      "loss": 0.1357,
      "step": 9049
    },
    {
      "epoch": 1.3668630116296632,
      "grad_norm": 1.56904859649286,
      "learning_rate": 5.694847435283519e-06,
      "loss": 0.1236,
      "step": 9050
    },
    {
      "epoch": 1.3670140462165836,
      "grad_norm": 1.4523568228602488,
      "learning_rate": 5.694064284894432e-06,
      "loss": 0.0972,
      "step": 9051
    },
    {
      "epoch": 1.367165080803504,
      "grad_norm": 2.0981574965437297,
      "learning_rate": 5.693281117142945e-06,
      "loss": 0.1266,
      "step": 9052
    },
    {
      "epoch": 1.3673161153904245,
      "grad_norm": 1.8241078844826057,
      "learning_rate": 5.692497932048648e-06,
      "loss": 0.1318,
      "step": 9053
    },
    {
      "epoch": 1.3674671499773448,
      "grad_norm": 1.9228014267781715,
      "learning_rate": 5.691714729631135e-06,
      "loss": 0.1164,
      "step": 9054
    },
    {
      "epoch": 1.3676181845642652,
      "grad_norm": 1.5204332883070213,
      "learning_rate": 5.690931509909998e-06,
      "loss": 0.1154,
      "step": 9055
    },
    {
      "epoch": 1.3677692191511857,
      "grad_norm": 1.484465625619933,
      "learning_rate": 5.690148272904828e-06,
      "loss": 0.1167,
      "step": 9056
    },
    {
      "epoch": 1.367920253738106,
      "grad_norm": 2.238952518960633,
      "learning_rate": 5.68936501863522e-06,
      "loss": 0.1364,
      "step": 9057
    },
    {
      "epoch": 1.3680712883250266,
      "grad_norm": 1.6668846943711633,
      "learning_rate": 5.6885817471207674e-06,
      "loss": 0.139,
      "step": 9058
    },
    {
      "epoch": 1.3682223229119468,
      "grad_norm": 1.6105361332727708,
      "learning_rate": 5.687798458381062e-06,
      "loss": 0.1223,
      "step": 9059
    },
    {
      "epoch": 1.3683733574988672,
      "grad_norm": 1.6295421369267977,
      "learning_rate": 5.687015152435701e-06,
      "loss": 0.1219,
      "step": 9060
    },
    {
      "epoch": 1.3685243920857877,
      "grad_norm": 1.478625439846193,
      "learning_rate": 5.686231829304277e-06,
      "loss": 0.1151,
      "step": 9061
    },
    {
      "epoch": 1.368675426672708,
      "grad_norm": 1.4797597425803861,
      "learning_rate": 5.685448489006387e-06,
      "loss": 0.1023,
      "step": 9062
    },
    {
      "epoch": 1.3688264612596286,
      "grad_norm": 1.5883260299048514,
      "learning_rate": 5.684665131561627e-06,
      "loss": 0.1184,
      "step": 9063
    },
    {
      "epoch": 1.3689774958465488,
      "grad_norm": 1.621578188907713,
      "learning_rate": 5.68388175698959e-06,
      "loss": 0.0873,
      "step": 9064
    },
    {
      "epoch": 1.3691285304334693,
      "grad_norm": 1.590150601035476,
      "learning_rate": 5.683098365309875e-06,
      "loss": 0.0897,
      "step": 9065
    },
    {
      "epoch": 1.3692795650203897,
      "grad_norm": 1.4374378590075563,
      "learning_rate": 5.6823149565420785e-06,
      "loss": 0.1135,
      "step": 9066
    },
    {
      "epoch": 1.36943059960731,
      "grad_norm": 1.698702040859268,
      "learning_rate": 5.681531530705798e-06,
      "loss": 0.123,
      "step": 9067
    },
    {
      "epoch": 1.3695816341942304,
      "grad_norm": 2.9130095366140534,
      "learning_rate": 5.680748087820632e-06,
      "loss": 0.1755,
      "step": 9068
    },
    {
      "epoch": 1.3697326687811509,
      "grad_norm": 1.9974419371548198,
      "learning_rate": 5.679964627906177e-06,
      "loss": 0.1435,
      "step": 9069
    },
    {
      "epoch": 1.3698837033680713,
      "grad_norm": 1.3548205305932675,
      "learning_rate": 5.679181150982035e-06,
      "loss": 0.1059,
      "step": 9070
    },
    {
      "epoch": 1.3700347379549918,
      "grad_norm": 1.7001420475714977,
      "learning_rate": 5.6783976570678e-06,
      "loss": 0.1257,
      "step": 9071
    },
    {
      "epoch": 1.370185772541912,
      "grad_norm": 2.5630642319264525,
      "learning_rate": 5.677614146183075e-06,
      "loss": 0.1315,
      "step": 9072
    },
    {
      "epoch": 1.3703368071288324,
      "grad_norm": 1.5944404127133862,
      "learning_rate": 5.676830618347461e-06,
      "loss": 0.1298,
      "step": 9073
    },
    {
      "epoch": 1.3704878417157529,
      "grad_norm": 1.977038456430098,
      "learning_rate": 5.676047073580555e-06,
      "loss": 0.104,
      "step": 9074
    },
    {
      "epoch": 1.3706388763026733,
      "grad_norm": 1.5891099266970985,
      "learning_rate": 5.6752635119019605e-06,
      "loss": 0.1113,
      "step": 9075
    },
    {
      "epoch": 1.3707899108895938,
      "grad_norm": 1.6448321775257895,
      "learning_rate": 5.6744799333312775e-06,
      "loss": 0.1169,
      "step": 9076
    },
    {
      "epoch": 1.370940945476514,
      "grad_norm": 2.317627064532525,
      "learning_rate": 5.673696337888107e-06,
      "loss": 0.1437,
      "step": 9077
    },
    {
      "epoch": 1.3710919800634345,
      "grad_norm": 1.7691676774211353,
      "learning_rate": 5.672912725592052e-06,
      "loss": 0.1298,
      "step": 9078
    },
    {
      "epoch": 1.371243014650355,
      "grad_norm": 4.055082798520756,
      "learning_rate": 5.672129096462716e-06,
      "loss": 0.1605,
      "step": 9079
    },
    {
      "epoch": 1.3713940492372754,
      "grad_norm": 1.7900235216367442,
      "learning_rate": 5.671345450519701e-06,
      "loss": 0.1279,
      "step": 9080
    },
    {
      "epoch": 1.3715450838241958,
      "grad_norm": 1.3970522194851944,
      "learning_rate": 5.670561787782609e-06,
      "loss": 0.1234,
      "step": 9081
    },
    {
      "epoch": 1.371696118411116,
      "grad_norm": 1.4386857176227152,
      "learning_rate": 5.669778108271046e-06,
      "loss": 0.1054,
      "step": 9082
    },
    {
      "epoch": 1.3718471529980365,
      "grad_norm": 1.3111809680840059,
      "learning_rate": 5.668994412004614e-06,
      "loss": 0.094,
      "step": 9083
    },
    {
      "epoch": 1.371998187584957,
      "grad_norm": 1.5682611818767205,
      "learning_rate": 5.66821069900292e-06,
      "loss": 0.1304,
      "step": 9084
    },
    {
      "epoch": 1.3721492221718774,
      "grad_norm": 1.7042044426933556,
      "learning_rate": 5.667426969285566e-06,
      "loss": 0.1181,
      "step": 9085
    },
    {
      "epoch": 1.3723002567587979,
      "grad_norm": 1.7119567876470483,
      "learning_rate": 5.6666432228721606e-06,
      "loss": 0.1269,
      "step": 9086
    },
    {
      "epoch": 1.372451291345718,
      "grad_norm": 1.3946497854539044,
      "learning_rate": 5.665859459782308e-06,
      "loss": 0.1035,
      "step": 9087
    },
    {
      "epoch": 1.3726023259326385,
      "grad_norm": 1.7843755755886122,
      "learning_rate": 5.665075680035614e-06,
      "loss": 0.1211,
      "step": 9088
    },
    {
      "epoch": 1.372753360519559,
      "grad_norm": 1.4569496300016875,
      "learning_rate": 5.6642918836516856e-06,
      "loss": 0.0996,
      "step": 9089
    },
    {
      "epoch": 1.3729043951064794,
      "grad_norm": 2.258484536076327,
      "learning_rate": 5.663508070650131e-06,
      "loss": 0.1304,
      "step": 9090
    },
    {
      "epoch": 1.3730554296933999,
      "grad_norm": 1.4295347385352108,
      "learning_rate": 5.662724241050558e-06,
      "loss": 0.1091,
      "step": 9091
    },
    {
      "epoch": 1.3732064642803201,
      "grad_norm": 1.911137405110793,
      "learning_rate": 5.661940394872572e-06,
      "loss": 0.1196,
      "step": 9092
    },
    {
      "epoch": 1.3733574988672406,
      "grad_norm": 1.7284239443028038,
      "learning_rate": 5.661156532135783e-06,
      "loss": 0.1244,
      "step": 9093
    },
    {
      "epoch": 1.373508533454161,
      "grad_norm": 1.399181930521584,
      "learning_rate": 5.660372652859799e-06,
      "loss": 0.1079,
      "step": 9094
    },
    {
      "epoch": 1.3736595680410815,
      "grad_norm": 1.6295320467454784,
      "learning_rate": 5.659588757064232e-06,
      "loss": 0.1118,
      "step": 9095
    },
    {
      "epoch": 1.373810602628002,
      "grad_norm": 1.7029153540302686,
      "learning_rate": 5.6588048447686885e-06,
      "loss": 0.1314,
      "step": 9096
    },
    {
      "epoch": 1.3739616372149221,
      "grad_norm": 1.7230486354811247,
      "learning_rate": 5.658020915992778e-06,
      "loss": 0.12,
      "step": 9097
    },
    {
      "epoch": 1.3741126718018426,
      "grad_norm": 2.074146673836112,
      "learning_rate": 5.657236970756114e-06,
      "loss": 0.1201,
      "step": 9098
    },
    {
      "epoch": 1.374263706388763,
      "grad_norm": 1.8344837953187267,
      "learning_rate": 5.656453009078303e-06,
      "loss": 0.1374,
      "step": 9099
    },
    {
      "epoch": 1.3744147409756835,
      "grad_norm": 1.8865553703749929,
      "learning_rate": 5.6556690309789605e-06,
      "loss": 0.146,
      "step": 9100
    },
    {
      "epoch": 1.374565775562604,
      "grad_norm": 1.4888545430126634,
      "learning_rate": 5.654885036477696e-06,
      "loss": 0.1027,
      "step": 9101
    },
    {
      "epoch": 1.3747168101495242,
      "grad_norm": 1.7093735107087613,
      "learning_rate": 5.654101025594123e-06,
      "loss": 0.1163,
      "step": 9102
    },
    {
      "epoch": 1.3748678447364446,
      "grad_norm": 2.237555564739912,
      "learning_rate": 5.653316998347853e-06,
      "loss": 0.1411,
      "step": 9103
    },
    {
      "epoch": 1.375018879323365,
      "grad_norm": 1.8602627876840634,
      "learning_rate": 5.652532954758497e-06,
      "loss": 0.1255,
      "step": 9104
    },
    {
      "epoch": 1.3751699139102855,
      "grad_norm": 1.7900926730744304,
      "learning_rate": 5.651748894845671e-06,
      "loss": 0.1281,
      "step": 9105
    },
    {
      "epoch": 1.375320948497206,
      "grad_norm": 1.940107851550083,
      "learning_rate": 5.650964818628989e-06,
      "loss": 0.1527,
      "step": 9106
    },
    {
      "epoch": 1.3754719830841262,
      "grad_norm": 1.8616481867488328,
      "learning_rate": 5.650180726128062e-06,
      "loss": 0.1432,
      "step": 9107
    },
    {
      "epoch": 1.3756230176710467,
      "grad_norm": 2.0418637400709096,
      "learning_rate": 5.6493966173625085e-06,
      "loss": 0.1122,
      "step": 9108
    },
    {
      "epoch": 1.3757740522579671,
      "grad_norm": 2.5713799461252034,
      "learning_rate": 5.64861249235194e-06,
      "loss": 0.1369,
      "step": 9109
    },
    {
      "epoch": 1.3759250868448873,
      "grad_norm": 1.7077301099216942,
      "learning_rate": 5.647828351115974e-06,
      "loss": 0.1206,
      "step": 9110
    },
    {
      "epoch": 1.376076121431808,
      "grad_norm": 1.742573944529719,
      "learning_rate": 5.647044193674223e-06,
      "loss": 0.11,
      "step": 9111
    },
    {
      "epoch": 1.3762271560187282,
      "grad_norm": 1.5481674483271173,
      "learning_rate": 5.646260020046307e-06,
      "loss": 0.1151,
      "step": 9112
    },
    {
      "epoch": 1.3763781906056487,
      "grad_norm": 1.8283419239839758,
      "learning_rate": 5.645475830251842e-06,
      "loss": 0.1273,
      "step": 9113
    },
    {
      "epoch": 1.3765292251925692,
      "grad_norm": 1.9386943787982478,
      "learning_rate": 5.644691624310443e-06,
      "loss": 0.1115,
      "step": 9114
    },
    {
      "epoch": 1.3766802597794894,
      "grad_norm": 2.1199772131803476,
      "learning_rate": 5.643907402241729e-06,
      "loss": 0.1296,
      "step": 9115
    },
    {
      "epoch": 1.3768312943664098,
      "grad_norm": 1.6549141077897258,
      "learning_rate": 5.643123164065316e-06,
      "loss": 0.1093,
      "step": 9116
    },
    {
      "epoch": 1.3769823289533303,
      "grad_norm": 1.6002821034270827,
      "learning_rate": 5.642338909800823e-06,
      "loss": 0.1274,
      "step": 9117
    },
    {
      "epoch": 1.3771333635402507,
      "grad_norm": 1.562292636935093,
      "learning_rate": 5.64155463946787e-06,
      "loss": 0.1174,
      "step": 9118
    },
    {
      "epoch": 1.3772843981271712,
      "grad_norm": 1.499615620115341,
      "learning_rate": 5.6407703530860736e-06,
      "loss": 0.1175,
      "step": 9119
    },
    {
      "epoch": 1.3774354327140914,
      "grad_norm": 2.2952104770733905,
      "learning_rate": 5.639986050675056e-06,
      "loss": 0.1292,
      "step": 9120
    },
    {
      "epoch": 1.3775864673010119,
      "grad_norm": 2.0890978250026384,
      "learning_rate": 5.6392017322544335e-06,
      "loss": 0.1405,
      "step": 9121
    },
    {
      "epoch": 1.3777375018879323,
      "grad_norm": 1.8679647498636134,
      "learning_rate": 5.638417397843827e-06,
      "loss": 0.1294,
      "step": 9122
    },
    {
      "epoch": 1.3778885364748528,
      "grad_norm": 2.284621820280446,
      "learning_rate": 5.6376330474628605e-06,
      "loss": 0.1129,
      "step": 9123
    },
    {
      "epoch": 1.3780395710617732,
      "grad_norm": 1.324640260408855,
      "learning_rate": 5.636848681131153e-06,
      "loss": 0.096,
      "step": 9124
    },
    {
      "epoch": 1.3781906056486934,
      "grad_norm": 2.1507993080352414,
      "learning_rate": 5.636064298868323e-06,
      "loss": 0.1529,
      "step": 9125
    },
    {
      "epoch": 1.378341640235614,
      "grad_norm": 1.4179927495929545,
      "learning_rate": 5.635279900693995e-06,
      "loss": 0.1174,
      "step": 9126
    },
    {
      "epoch": 1.3784926748225343,
      "grad_norm": 1.9888586280005778,
      "learning_rate": 5.634495486627791e-06,
      "loss": 0.1318,
      "step": 9127
    },
    {
      "epoch": 1.3786437094094548,
      "grad_norm": 2.835765168014993,
      "learning_rate": 5.633711056689335e-06,
      "loss": 0.1366,
      "step": 9128
    },
    {
      "epoch": 1.3787947439963752,
      "grad_norm": 1.7038981011471392,
      "learning_rate": 5.632926610898246e-06,
      "loss": 0.1191,
      "step": 9129
    },
    {
      "epoch": 1.3789457785832955,
      "grad_norm": 1.6029161046984237,
      "learning_rate": 5.63214214927415e-06,
      "loss": 0.1169,
      "step": 9130
    },
    {
      "epoch": 1.379096813170216,
      "grad_norm": 1.7482464822774764,
      "learning_rate": 5.631357671836672e-06,
      "loss": 0.1173,
      "step": 9131
    },
    {
      "epoch": 1.3792478477571364,
      "grad_norm": 1.7211139008387384,
      "learning_rate": 5.630573178605433e-06,
      "loss": 0.1075,
      "step": 9132
    },
    {
      "epoch": 1.3793988823440568,
      "grad_norm": 1.4370694191068627,
      "learning_rate": 5.6297886696000595e-06,
      "loss": 0.1013,
      "step": 9133
    },
    {
      "epoch": 1.3795499169309773,
      "grad_norm": 2.099480907604659,
      "learning_rate": 5.629004144840176e-06,
      "loss": 0.1315,
      "step": 9134
    },
    {
      "epoch": 1.3797009515178975,
      "grad_norm": 1.3706790295322882,
      "learning_rate": 5.628219604345407e-06,
      "loss": 0.1015,
      "step": 9135
    },
    {
      "epoch": 1.379851986104818,
      "grad_norm": 1.6696624686637345,
      "learning_rate": 5.627435048135379e-06,
      "loss": 0.1154,
      "step": 9136
    },
    {
      "epoch": 1.3800030206917384,
      "grad_norm": 1.3067782379110688,
      "learning_rate": 5.626650476229718e-06,
      "loss": 0.0903,
      "step": 9137
    },
    {
      "epoch": 1.3801540552786589,
      "grad_norm": 1.5899560033864097,
      "learning_rate": 5.625865888648052e-06,
      "loss": 0.1088,
      "step": 9138
    },
    {
      "epoch": 1.3803050898655793,
      "grad_norm": 1.6509839369903025,
      "learning_rate": 5.625081285410005e-06,
      "loss": 0.1115,
      "step": 9139
    },
    {
      "epoch": 1.3804561244524995,
      "grad_norm": 1.9492760510784124,
      "learning_rate": 5.624296666535205e-06,
      "loss": 0.1242,
      "step": 9140
    },
    {
      "epoch": 1.38060715903942,
      "grad_norm": 1.6437020366688457,
      "learning_rate": 5.623512032043283e-06,
      "loss": 0.1237,
      "step": 9141
    },
    {
      "epoch": 1.3807581936263404,
      "grad_norm": 1.5883201437841428,
      "learning_rate": 5.622727381953863e-06,
      "loss": 0.0998,
      "step": 9142
    },
    {
      "epoch": 1.380909228213261,
      "grad_norm": 1.724574887991614,
      "learning_rate": 5.621942716286575e-06,
      "loss": 0.1048,
      "step": 9143
    },
    {
      "epoch": 1.3810602628001813,
      "grad_norm": 1.5347859264949772,
      "learning_rate": 5.621158035061047e-06,
      "loss": 0.1042,
      "step": 9144
    },
    {
      "epoch": 1.3812112973871016,
      "grad_norm": 1.4957841853846543,
      "learning_rate": 5.62037333829691e-06,
      "loss": 0.109,
      "step": 9145
    },
    {
      "epoch": 1.381362331974022,
      "grad_norm": 1.9768598097299053,
      "learning_rate": 5.619588626013792e-06,
      "loss": 0.1258,
      "step": 9146
    },
    {
      "epoch": 1.3815133665609425,
      "grad_norm": 2.0112085618083033,
      "learning_rate": 5.6188038982313245e-06,
      "loss": 0.1379,
      "step": 9147
    },
    {
      "epoch": 1.381664401147863,
      "grad_norm": 2.328943723870809,
      "learning_rate": 5.618019154969135e-06,
      "loss": 0.1494,
      "step": 9148
    },
    {
      "epoch": 1.3818154357347834,
      "grad_norm": 1.558105112493179,
      "learning_rate": 5.61723439624686e-06,
      "loss": 0.1005,
      "step": 9149
    },
    {
      "epoch": 1.3819664703217036,
      "grad_norm": 1.656676198993172,
      "learning_rate": 5.616449622084124e-06,
      "loss": 0.1303,
      "step": 9150
    },
    {
      "epoch": 1.382117504908624,
      "grad_norm": 1.8759431085042937,
      "learning_rate": 5.6156648325005615e-06,
      "loss": 0.1153,
      "step": 9151
    },
    {
      "epoch": 1.3822685394955445,
      "grad_norm": 1.7384372518003732,
      "learning_rate": 5.614880027515806e-06,
      "loss": 0.107,
      "step": 9152
    },
    {
      "epoch": 1.382419574082465,
      "grad_norm": 1.5391531474879696,
      "learning_rate": 5.614095207149487e-06,
      "loss": 0.0993,
      "step": 9153
    },
    {
      "epoch": 1.3825706086693854,
      "grad_norm": 1.7683742946395542,
      "learning_rate": 5.6133103714212385e-06,
      "loss": 0.1112,
      "step": 9154
    },
    {
      "epoch": 1.3827216432563056,
      "grad_norm": 2.224799172377163,
      "learning_rate": 5.612525520350695e-06,
      "loss": 0.1338,
      "step": 9155
    },
    {
      "epoch": 1.382872677843226,
      "grad_norm": 3.3078847703998364,
      "learning_rate": 5.611740653957488e-06,
      "loss": 0.1421,
      "step": 9156
    },
    {
      "epoch": 1.3830237124301465,
      "grad_norm": 1.9256365513512417,
      "learning_rate": 5.6109557722612514e-06,
      "loss": 0.1244,
      "step": 9157
    },
    {
      "epoch": 1.3831747470170668,
      "grad_norm": 1.566541039403146,
      "learning_rate": 5.610170875281619e-06,
      "loss": 0.1184,
      "step": 9158
    },
    {
      "epoch": 1.3833257816039874,
      "grad_norm": 1.5577916433569408,
      "learning_rate": 5.609385963038228e-06,
      "loss": 0.1196,
      "step": 9159
    },
    {
      "epoch": 1.3834768161909077,
      "grad_norm": 1.6421906479819783,
      "learning_rate": 5.608601035550713e-06,
      "loss": 0.117,
      "step": 9160
    },
    {
      "epoch": 1.3836278507778281,
      "grad_norm": 1.8406607121545593,
      "learning_rate": 5.607816092838707e-06,
      "loss": 0.118,
      "step": 9161
    },
    {
      "epoch": 1.3837788853647486,
      "grad_norm": 1.4895846338121737,
      "learning_rate": 5.607031134921846e-06,
      "loss": 0.1088,
      "step": 9162
    },
    {
      "epoch": 1.3839299199516688,
      "grad_norm": 1.8176967876292005,
      "learning_rate": 5.606246161819769e-06,
      "loss": 0.1256,
      "step": 9163
    },
    {
      "epoch": 1.3840809545385893,
      "grad_norm": 1.3665570505656377,
      "learning_rate": 5.605461173552109e-06,
      "loss": 0.1014,
      "step": 9164
    },
    {
      "epoch": 1.3842319891255097,
      "grad_norm": 1.8028900907989212,
      "learning_rate": 5.604676170138506e-06,
      "loss": 0.1186,
      "step": 9165
    },
    {
      "epoch": 1.3843830237124302,
      "grad_norm": 1.8193522336963415,
      "learning_rate": 5.603891151598595e-06,
      "loss": 0.1159,
      "step": 9166
    },
    {
      "epoch": 1.3845340582993506,
      "grad_norm": 1.875054075267315,
      "learning_rate": 5.603106117952015e-06,
      "loss": 0.1321,
      "step": 9167
    },
    {
      "epoch": 1.3846850928862708,
      "grad_norm": 2.107225697396152,
      "learning_rate": 5.602321069218404e-06,
      "loss": 0.1181,
      "step": 9168
    },
    {
      "epoch": 1.3848361274731913,
      "grad_norm": 1.8205462825999725,
      "learning_rate": 5.6015360054174e-06,
      "loss": 0.1312,
      "step": 9169
    },
    {
      "epoch": 1.3849871620601117,
      "grad_norm": 1.9552452443897892,
      "learning_rate": 5.600750926568641e-06,
      "loss": 0.1359,
      "step": 9170
    },
    {
      "epoch": 1.3851381966470322,
      "grad_norm": 1.4657719775490972,
      "learning_rate": 5.599965832691768e-06,
      "loss": 0.1034,
      "step": 9171
    },
    {
      "epoch": 1.3852892312339526,
      "grad_norm": 1.9098957967273076,
      "learning_rate": 5.599180723806419e-06,
      "loss": 0.1384,
      "step": 9172
    },
    {
      "epoch": 1.3854402658208729,
      "grad_norm": 1.7204676638404057,
      "learning_rate": 5.598395599932234e-06,
      "loss": 0.1181,
      "step": 9173
    },
    {
      "epoch": 1.3855913004077933,
      "grad_norm": 2.000103672413883,
      "learning_rate": 5.597610461088855e-06,
      "loss": 0.124,
      "step": 9174
    },
    {
      "epoch": 1.3857423349947138,
      "grad_norm": 1.8507760408369887,
      "learning_rate": 5.596825307295921e-06,
      "loss": 0.1387,
      "step": 9175
    },
    {
      "epoch": 1.3858933695816342,
      "grad_norm": 1.6647870138486935,
      "learning_rate": 5.596040138573074e-06,
      "loss": 0.1114,
      "step": 9176
    },
    {
      "epoch": 1.3860444041685547,
      "grad_norm": 1.3476686620853955,
      "learning_rate": 5.595254954939954e-06,
      "loss": 0.0913,
      "step": 9177
    },
    {
      "epoch": 1.386195438755475,
      "grad_norm": 2.4961548798478357,
      "learning_rate": 5.5944697564162036e-06,
      "loss": 0.1342,
      "step": 9178
    },
    {
      "epoch": 1.3863464733423954,
      "grad_norm": 2.001807874608783,
      "learning_rate": 5.593684543021466e-06,
      "loss": 0.1124,
      "step": 9179
    },
    {
      "epoch": 1.3864975079293158,
      "grad_norm": 1.727090590544256,
      "learning_rate": 5.5928993147753825e-06,
      "loss": 0.1019,
      "step": 9180
    },
    {
      "epoch": 1.3866485425162363,
      "grad_norm": 1.601144754165594,
      "learning_rate": 5.592114071697598e-06,
      "loss": 0.1108,
      "step": 9181
    },
    {
      "epoch": 1.3867995771031567,
      "grad_norm": 1.872320451202179,
      "learning_rate": 5.591328813807753e-06,
      "loss": 0.1249,
      "step": 9182
    },
    {
      "epoch": 1.386950611690077,
      "grad_norm": 1.747426960428649,
      "learning_rate": 5.590543541125492e-06,
      "loss": 0.134,
      "step": 9183
    },
    {
      "epoch": 1.3871016462769974,
      "grad_norm": 2.8561725421896185,
      "learning_rate": 5.58975825367046e-06,
      "loss": 0.1443,
      "step": 9184
    },
    {
      "epoch": 1.3872526808639178,
      "grad_norm": 1.775858603235999,
      "learning_rate": 5.5889729514623004e-06,
      "loss": 0.1144,
      "step": 9185
    },
    {
      "epoch": 1.3874037154508383,
      "grad_norm": 2.0240325982045912,
      "learning_rate": 5.5881876345206576e-06,
      "loss": 0.1357,
      "step": 9186
    },
    {
      "epoch": 1.3875547500377587,
      "grad_norm": 1.690999097393648,
      "learning_rate": 5.587402302865179e-06,
      "loss": 0.1234,
      "step": 9187
    },
    {
      "epoch": 1.387705784624679,
      "grad_norm": 1.6412241140286001,
      "learning_rate": 5.586616956515509e-06,
      "loss": 0.1158,
      "step": 9188
    },
    {
      "epoch": 1.3878568192115994,
      "grad_norm": 1.6281559397589014,
      "learning_rate": 5.585831595491291e-06,
      "loss": 0.1088,
      "step": 9189
    },
    {
      "epoch": 1.3880078537985199,
      "grad_norm": 1.7660572321281358,
      "learning_rate": 5.585046219812173e-06,
      "loss": 0.1373,
      "step": 9190
    },
    {
      "epoch": 1.3881588883854403,
      "grad_norm": 1.901787261794585,
      "learning_rate": 5.584260829497804e-06,
      "loss": 0.1243,
      "step": 9191
    },
    {
      "epoch": 1.3883099229723608,
      "grad_norm": 1.4224842077706774,
      "learning_rate": 5.5834754245678295e-06,
      "loss": 0.0949,
      "step": 9192
    },
    {
      "epoch": 1.388460957559281,
      "grad_norm": 2.1545077505093015,
      "learning_rate": 5.582690005041894e-06,
      "loss": 0.1159,
      "step": 9193
    },
    {
      "epoch": 1.3886119921462015,
      "grad_norm": 1.6006797288134438,
      "learning_rate": 5.581904570939649e-06,
      "loss": 0.1175,
      "step": 9194
    },
    {
      "epoch": 1.388763026733122,
      "grad_norm": 2.1894415960782467,
      "learning_rate": 5.58111912228074e-06,
      "loss": 0.124,
      "step": 9195
    },
    {
      "epoch": 1.3889140613200424,
      "grad_norm": 1.689962828627474,
      "learning_rate": 5.580333659084817e-06,
      "loss": 0.1088,
      "step": 9196
    },
    {
      "epoch": 1.3890650959069628,
      "grad_norm": 1.4579084657079038,
      "learning_rate": 5.579548181371528e-06,
      "loss": 0.1064,
      "step": 9197
    },
    {
      "epoch": 1.389216130493883,
      "grad_norm": 1.3415952652043552,
      "learning_rate": 5.5787626891605216e-06,
      "loss": 0.0968,
      "step": 9198
    },
    {
      "epoch": 1.3893671650808035,
      "grad_norm": 1.369340063228105,
      "learning_rate": 5.57797718247145e-06,
      "loss": 0.1003,
      "step": 9199
    },
    {
      "epoch": 1.389518199667724,
      "grad_norm": 1.4228188185135604,
      "learning_rate": 5.57719166132396e-06,
      "loss": 0.1062,
      "step": 9200
    },
    {
      "epoch": 1.3896692342546444,
      "grad_norm": 1.663426516472969,
      "learning_rate": 5.576406125737704e-06,
      "loss": 0.1203,
      "step": 9201
    },
    {
      "epoch": 1.3898202688415648,
      "grad_norm": 1.5621428015715972,
      "learning_rate": 5.575620575732329e-06,
      "loss": 0.115,
      "step": 9202
    },
    {
      "epoch": 1.389971303428485,
      "grad_norm": 2.2050585438009507,
      "learning_rate": 5.5748350113274905e-06,
      "loss": 0.1503,
      "step": 9203
    },
    {
      "epoch": 1.3901223380154055,
      "grad_norm": 2.0757866074590425,
      "learning_rate": 5.574049432542838e-06,
      "loss": 0.1306,
      "step": 9204
    },
    {
      "epoch": 1.390273372602326,
      "grad_norm": 1.3988690106864419,
      "learning_rate": 5.573263839398023e-06,
      "loss": 0.1061,
      "step": 9205
    },
    {
      "epoch": 1.3904244071892462,
      "grad_norm": 1.9233475310980306,
      "learning_rate": 5.5724782319126966e-06,
      "loss": 0.1259,
      "step": 9206
    },
    {
      "epoch": 1.3905754417761669,
      "grad_norm": 1.406726904171582,
      "learning_rate": 5.571692610106514e-06,
      "loss": 0.1152,
      "step": 9207
    },
    {
      "epoch": 1.390726476363087,
      "grad_norm": 1.5375486478009963,
      "learning_rate": 5.5709069739991254e-06,
      "loss": 0.1044,
      "step": 9208
    },
    {
      "epoch": 1.3908775109500076,
      "grad_norm": 4.277726227979832,
      "learning_rate": 5.5701213236101845e-06,
      "loss": 0.151,
      "step": 9209
    },
    {
      "epoch": 1.391028545536928,
      "grad_norm": 1.4548816853011035,
      "learning_rate": 5.569335658959346e-06,
      "loss": 0.1088,
      "step": 9210
    },
    {
      "epoch": 1.3911795801238482,
      "grad_norm": 1.6763822230507854,
      "learning_rate": 5.568549980066262e-06,
      "loss": 0.1174,
      "step": 9211
    },
    {
      "epoch": 1.3913306147107687,
      "grad_norm": 1.3992429221766707,
      "learning_rate": 5.5677642869505875e-06,
      "loss": 0.0972,
      "step": 9212
    },
    {
      "epoch": 1.3914816492976891,
      "grad_norm": 1.6969303286861521,
      "learning_rate": 5.566978579631975e-06,
      "loss": 0.1114,
      "step": 9213
    },
    {
      "epoch": 1.3916326838846096,
      "grad_norm": 1.6499175971688365,
      "learning_rate": 5.566192858130085e-06,
      "loss": 0.1176,
      "step": 9214
    },
    {
      "epoch": 1.39178371847153,
      "grad_norm": 1.7589706405535424,
      "learning_rate": 5.5654071224645666e-06,
      "loss": 0.1265,
      "step": 9215
    },
    {
      "epoch": 1.3919347530584503,
      "grad_norm": 1.6546056792899178,
      "learning_rate": 5.564621372655079e-06,
      "loss": 0.1141,
      "step": 9216
    },
    {
      "epoch": 1.3920857876453707,
      "grad_norm": 1.3609889407354498,
      "learning_rate": 5.563835608721278e-06,
      "loss": 0.0937,
      "step": 9217
    },
    {
      "epoch": 1.3922368222322912,
      "grad_norm": 1.8127651752004685,
      "learning_rate": 5.563049830682817e-06,
      "loss": 0.1114,
      "step": 9218
    },
    {
      "epoch": 1.3923878568192116,
      "grad_norm": 1.6957628725778542,
      "learning_rate": 5.5622640385593554e-06,
      "loss": 0.1127,
      "step": 9219
    },
    {
      "epoch": 1.392538891406132,
      "grad_norm": 1.7459840551706114,
      "learning_rate": 5.561478232370549e-06,
      "loss": 0.1404,
      "step": 9220
    },
    {
      "epoch": 1.3926899259930523,
      "grad_norm": 1.2850182223651305,
      "learning_rate": 5.560692412136057e-06,
      "loss": 0.0957,
      "step": 9221
    },
    {
      "epoch": 1.3928409605799728,
      "grad_norm": 2.8788551192868033,
      "learning_rate": 5.559906577875536e-06,
      "loss": 0.1159,
      "step": 9222
    },
    {
      "epoch": 1.3929919951668932,
      "grad_norm": 1.8305804062144533,
      "learning_rate": 5.559120729608642e-06,
      "loss": 0.1247,
      "step": 9223
    },
    {
      "epoch": 1.3931430297538137,
      "grad_norm": 1.9958136546177132,
      "learning_rate": 5.5583348673550366e-06,
      "loss": 0.1178,
      "step": 9224
    },
    {
      "epoch": 1.393294064340734,
      "grad_norm": 3.2639765482670344,
      "learning_rate": 5.557548991134377e-06,
      "loss": 0.1611,
      "step": 9225
    },
    {
      "epoch": 1.3934450989276543,
      "grad_norm": 1.6083518534546803,
      "learning_rate": 5.556763100966323e-06,
      "loss": 0.1156,
      "step": 9226
    },
    {
      "epoch": 1.3935961335145748,
      "grad_norm": 1.7536245021188752,
      "learning_rate": 5.5559771968705336e-06,
      "loss": 0.123,
      "step": 9227
    },
    {
      "epoch": 1.3937471681014952,
      "grad_norm": 1.5347679485083352,
      "learning_rate": 5.555191278866669e-06,
      "loss": 0.1079,
      "step": 9228
    },
    {
      "epoch": 1.3938982026884157,
      "grad_norm": 1.5844346668390101,
      "learning_rate": 5.554405346974389e-06,
      "loss": 0.116,
      "step": 9229
    },
    {
      "epoch": 1.3940492372753361,
      "grad_norm": 1.946749850986337,
      "learning_rate": 5.553619401213352e-06,
      "loss": 0.1075,
      "step": 9230
    },
    {
      "epoch": 1.3942002718622564,
      "grad_norm": 1.6453614692134937,
      "learning_rate": 5.552833441603222e-06,
      "loss": 0.1217,
      "step": 9231
    },
    {
      "epoch": 1.3943513064491768,
      "grad_norm": 1.7430436468363817,
      "learning_rate": 5.552047468163663e-06,
      "loss": 0.1268,
      "step": 9232
    },
    {
      "epoch": 1.3945023410360973,
      "grad_norm": 1.4791696168391215,
      "learning_rate": 5.5512614809143294e-06,
      "loss": 0.1087,
      "step": 9233
    },
    {
      "epoch": 1.3946533756230177,
      "grad_norm": 1.3738911644848715,
      "learning_rate": 5.550475479874887e-06,
      "loss": 0.1024,
      "step": 9234
    },
    {
      "epoch": 1.3948044102099382,
      "grad_norm": 1.548196774668458,
      "learning_rate": 5.549689465064998e-06,
      "loss": 0.1142,
      "step": 9235
    },
    {
      "epoch": 1.3949554447968584,
      "grad_norm": 1.7611292400954797,
      "learning_rate": 5.548903436504324e-06,
      "loss": 0.1157,
      "step": 9236
    },
    {
      "epoch": 1.3951064793837789,
      "grad_norm": 1.7437674615535204,
      "learning_rate": 5.548117394212529e-06,
      "loss": 0.1123,
      "step": 9237
    },
    {
      "epoch": 1.3952575139706993,
      "grad_norm": 1.5925114582132018,
      "learning_rate": 5.547331338209275e-06,
      "loss": 0.1072,
      "step": 9238
    },
    {
      "epoch": 1.3954085485576198,
      "grad_norm": 1.7277513614039182,
      "learning_rate": 5.546545268514228e-06,
      "loss": 0.1387,
      "step": 9239
    },
    {
      "epoch": 1.3955595831445402,
      "grad_norm": 2.4446018298300114,
      "learning_rate": 5.545759185147051e-06,
      "loss": 0.1218,
      "step": 9240
    },
    {
      "epoch": 1.3957106177314604,
      "grad_norm": 1.6873126161229741,
      "learning_rate": 5.544973088127405e-06,
      "loss": 0.1087,
      "step": 9241
    },
    {
      "epoch": 1.3958616523183809,
      "grad_norm": 1.9144785596504208,
      "learning_rate": 5.544186977474959e-06,
      "loss": 0.1265,
      "step": 9242
    },
    {
      "epoch": 1.3960126869053013,
      "grad_norm": 1.9323177396119737,
      "learning_rate": 5.543400853209376e-06,
      "loss": 0.1354,
      "step": 9243
    },
    {
      "epoch": 1.3961637214922218,
      "grad_norm": 1.8047475949263023,
      "learning_rate": 5.542614715350322e-06,
      "loss": 0.139,
      "step": 9244
    },
    {
      "epoch": 1.3963147560791422,
      "grad_norm": 2.142243354135962,
      "learning_rate": 5.541828563917462e-06,
      "loss": 0.1249,
      "step": 9245
    },
    {
      "epoch": 1.3964657906660625,
      "grad_norm": 1.4181996178451173,
      "learning_rate": 5.541042398930462e-06,
      "loss": 0.1035,
      "step": 9246
    },
    {
      "epoch": 1.396616825252983,
      "grad_norm": 1.9879492579696596,
      "learning_rate": 5.540256220408989e-06,
      "loss": 0.1279,
      "step": 9247
    },
    {
      "epoch": 1.3967678598399034,
      "grad_norm": 1.4356394739083624,
      "learning_rate": 5.53947002837271e-06,
      "loss": 0.1034,
      "step": 9248
    },
    {
      "epoch": 1.3969188944268238,
      "grad_norm": 1.972101702862853,
      "learning_rate": 5.53868382284129e-06,
      "loss": 0.1184,
      "step": 9249
    },
    {
      "epoch": 1.3970699290137443,
      "grad_norm": 1.4508578612328749,
      "learning_rate": 5.5378976038344e-06,
      "loss": 0.1131,
      "step": 9250
    },
    {
      "epoch": 1.3972209636006645,
      "grad_norm": 1.646477569079987,
      "learning_rate": 5.537111371371704e-06,
      "loss": 0.0998,
      "step": 9251
    },
    {
      "epoch": 1.397371998187585,
      "grad_norm": 1.471247751776264,
      "learning_rate": 5.5363251254728725e-06,
      "loss": 0.103,
      "step": 9252
    },
    {
      "epoch": 1.3975230327745054,
      "grad_norm": 1.6651710542297808,
      "learning_rate": 5.535538866157572e-06,
      "loss": 0.1022,
      "step": 9253
    },
    {
      "epoch": 1.3976740673614256,
      "grad_norm": 1.6368550930747463,
      "learning_rate": 5.534752593445472e-06,
      "loss": 0.1093,
      "step": 9254
    },
    {
      "epoch": 1.3978251019483463,
      "grad_norm": 1.690663701613771,
      "learning_rate": 5.5339663073562415e-06,
      "loss": 0.1167,
      "step": 9255
    },
    {
      "epoch": 1.3979761365352665,
      "grad_norm": 1.7332640135647637,
      "learning_rate": 5.53318000790955e-06,
      "loss": 0.1305,
      "step": 9256
    },
    {
      "epoch": 1.398127171122187,
      "grad_norm": 1.8804290558233416,
      "learning_rate": 5.532393695125069e-06,
      "loss": 0.1235,
      "step": 9257
    },
    {
      "epoch": 1.3982782057091074,
      "grad_norm": 2.2812739699880105,
      "learning_rate": 5.531607369022465e-06,
      "loss": 0.1176,
      "step": 9258
    },
    {
      "epoch": 1.3984292402960277,
      "grad_norm": 1.5950695964894448,
      "learning_rate": 5.530821029621409e-06,
      "loss": 0.1185,
      "step": 9259
    },
    {
      "epoch": 1.3985802748829481,
      "grad_norm": 1.4026764950146131,
      "learning_rate": 5.530034676941576e-06,
      "loss": 0.1029,
      "step": 9260
    },
    {
      "epoch": 1.3987313094698686,
      "grad_norm": 2.2697009078435957,
      "learning_rate": 5.5292483110026325e-06,
      "loss": 0.0999,
      "step": 9261
    },
    {
      "epoch": 1.398882344056789,
      "grad_norm": 1.5682965354989509,
      "learning_rate": 5.528461931824252e-06,
      "loss": 0.11,
      "step": 9262
    },
    {
      "epoch": 1.3990333786437095,
      "grad_norm": 1.3625566754494152,
      "learning_rate": 5.527675539426104e-06,
      "loss": 0.1015,
      "step": 9263
    },
    {
      "epoch": 1.3991844132306297,
      "grad_norm": 1.8655037720728491,
      "learning_rate": 5.526889133827863e-06,
      "loss": 0.123,
      "step": 9264
    },
    {
      "epoch": 1.3993354478175501,
      "grad_norm": 2.1460094563337226,
      "learning_rate": 5.5261027150492e-06,
      "loss": 0.1425,
      "step": 9265
    },
    {
      "epoch": 1.3994864824044706,
      "grad_norm": 2.2617153086932635,
      "learning_rate": 5.525316283109788e-06,
      "loss": 0.1428,
      "step": 9266
    },
    {
      "epoch": 1.399637516991391,
      "grad_norm": 1.56458520378388,
      "learning_rate": 5.524529838029301e-06,
      "loss": 0.1074,
      "step": 9267
    },
    {
      "epoch": 1.3997885515783115,
      "grad_norm": 1.536231125379111,
      "learning_rate": 5.523743379827412e-06,
      "loss": 0.1031,
      "step": 9268
    },
    {
      "epoch": 1.3999395861652317,
      "grad_norm": 2.0178878890197396,
      "learning_rate": 5.522956908523792e-06,
      "loss": 0.1312,
      "step": 9269
    },
    {
      "epoch": 1.4000906207521522,
      "grad_norm": 1.9550721340333443,
      "learning_rate": 5.522170424138118e-06,
      "loss": 0.1265,
      "step": 9270
    },
    {
      "epoch": 1.4002416553390726,
      "grad_norm": 5.293189698692331,
      "learning_rate": 5.521383926690066e-06,
      "loss": 0.1393,
      "step": 9271
    },
    {
      "epoch": 1.400392689925993,
      "grad_norm": 1.8448195931191156,
      "learning_rate": 5.520597416199306e-06,
      "loss": 0.1132,
      "step": 9272
    },
    {
      "epoch": 1.4005437245129135,
      "grad_norm": 1.5674970064440086,
      "learning_rate": 5.519810892685516e-06,
      "loss": 0.1178,
      "step": 9273
    },
    {
      "epoch": 1.4006947590998338,
      "grad_norm": 1.5412241477085087,
      "learning_rate": 5.519024356168369e-06,
      "loss": 0.1131,
      "step": 9274
    },
    {
      "epoch": 1.4008457936867542,
      "grad_norm": 1.858552668826482,
      "learning_rate": 5.518237806667543e-06,
      "loss": 0.1482,
      "step": 9275
    },
    {
      "epoch": 1.4009968282736747,
      "grad_norm": 1.727982548764289,
      "learning_rate": 5.517451244202713e-06,
      "loss": 0.113,
      "step": 9276
    },
    {
      "epoch": 1.4011478628605951,
      "grad_norm": 1.4587693532557038,
      "learning_rate": 5.516664668793556e-06,
      "loss": 0.1105,
      "step": 9277
    },
    {
      "epoch": 1.4012988974475156,
      "grad_norm": 1.5139986525718394,
      "learning_rate": 5.515878080459749e-06,
      "loss": 0.1014,
      "step": 9278
    },
    {
      "epoch": 1.4014499320344358,
      "grad_norm": 1.6653433386823564,
      "learning_rate": 5.515091479220966e-06,
      "loss": 0.1102,
      "step": 9279
    },
    {
      "epoch": 1.4016009666213562,
      "grad_norm": 1.5049014189066026,
      "learning_rate": 5.514304865096887e-06,
      "loss": 0.1112,
      "step": 9280
    },
    {
      "epoch": 1.4017520012082767,
      "grad_norm": 2.772201389539922,
      "learning_rate": 5.513518238107187e-06,
      "loss": 0.1359,
      "step": 9281
    },
    {
      "epoch": 1.4019030357951971,
      "grad_norm": 1.420106498450553,
      "learning_rate": 5.512731598271549e-06,
      "loss": 0.1122,
      "step": 9282
    },
    {
      "epoch": 1.4020540703821176,
      "grad_norm": 1.5960466078495517,
      "learning_rate": 5.5119449456096465e-06,
      "loss": 0.1044,
      "step": 9283
    },
    {
      "epoch": 1.4022051049690378,
      "grad_norm": 2.1058911955546327,
      "learning_rate": 5.511158280141159e-06,
      "loss": 0.1284,
      "step": 9284
    },
    {
      "epoch": 1.4023561395559583,
      "grad_norm": 1.7512534581380201,
      "learning_rate": 5.5103716018857665e-06,
      "loss": 0.1162,
      "step": 9285
    },
    {
      "epoch": 1.4025071741428787,
      "grad_norm": 1.533547118516237,
      "learning_rate": 5.509584910863147e-06,
      "loss": 0.1077,
      "step": 9286
    },
    {
      "epoch": 1.4026582087297992,
      "grad_norm": 1.5852786207102745,
      "learning_rate": 5.508798207092981e-06,
      "loss": 0.122,
      "step": 9287
    },
    {
      "epoch": 1.4028092433167196,
      "grad_norm": 1.4439912133541681,
      "learning_rate": 5.508011490594948e-06,
      "loss": 0.1084,
      "step": 9288
    },
    {
      "epoch": 1.4029602779036399,
      "grad_norm": 2.1574623035602696,
      "learning_rate": 5.50722476138873e-06,
      "loss": 0.1327,
      "step": 9289
    },
    {
      "epoch": 1.4031113124905603,
      "grad_norm": 1.8977989255490182,
      "learning_rate": 5.506438019494003e-06,
      "loss": 0.1281,
      "step": 9290
    },
    {
      "epoch": 1.4032623470774808,
      "grad_norm": 1.7988515348704697,
      "learning_rate": 5.50565126493045e-06,
      "loss": 0.1364,
      "step": 9291
    },
    {
      "epoch": 1.4034133816644012,
      "grad_norm": 1.7144489344980987,
      "learning_rate": 5.504864497717753e-06,
      "loss": 0.1193,
      "step": 9292
    },
    {
      "epoch": 1.4035644162513217,
      "grad_norm": 1.520343543441359,
      "learning_rate": 5.504077717875593e-06,
      "loss": 0.1142,
      "step": 9293
    },
    {
      "epoch": 1.403715450838242,
      "grad_norm": 1.768309514589557,
      "learning_rate": 5.503290925423652e-06,
      "loss": 0.118,
      "step": 9294
    },
    {
      "epoch": 1.4038664854251623,
      "grad_norm": 1.5237432419288481,
      "learning_rate": 5.502504120381611e-06,
      "loss": 0.1025,
      "step": 9295
    },
    {
      "epoch": 1.4040175200120828,
      "grad_norm": 1.5144594315228712,
      "learning_rate": 5.501717302769154e-06,
      "loss": 0.1142,
      "step": 9296
    },
    {
      "epoch": 1.4041685545990032,
      "grad_norm": 1.3996350094471666,
      "learning_rate": 5.500930472605961e-06,
      "loss": 0.1071,
      "step": 9297
    },
    {
      "epoch": 1.4043195891859237,
      "grad_norm": 1.488484989474484,
      "learning_rate": 5.500143629911717e-06,
      "loss": 0.1068,
      "step": 9298
    },
    {
      "epoch": 1.404470623772844,
      "grad_norm": 2.296364589859513,
      "learning_rate": 5.499356774706105e-06,
      "loss": 0.1283,
      "step": 9299
    },
    {
      "epoch": 1.4046216583597644,
      "grad_norm": 1.8239654312144782,
      "learning_rate": 5.49856990700881e-06,
      "loss": 0.1303,
      "step": 9300
    },
    {
      "epoch": 1.4047726929466848,
      "grad_norm": 2.156481125980152,
      "learning_rate": 5.497783026839514e-06,
      "loss": 0.1286,
      "step": 9301
    },
    {
      "epoch": 1.404923727533605,
      "grad_norm": 1.6001731380618607,
      "learning_rate": 5.4969961342179e-06,
      "loss": 0.1094,
      "step": 9302
    },
    {
      "epoch": 1.4050747621205257,
      "grad_norm": 1.8195110842573796,
      "learning_rate": 5.4962092291636556e-06,
      "loss": 0.1138,
      "step": 9303
    },
    {
      "epoch": 1.405225796707446,
      "grad_norm": 1.5509121142597273,
      "learning_rate": 5.495422311696464e-06,
      "loss": 0.105,
      "step": 9304
    },
    {
      "epoch": 1.4053768312943664,
      "grad_norm": 1.3392819568730912,
      "learning_rate": 5.49463538183601e-06,
      "loss": 0.0963,
      "step": 9305
    },
    {
      "epoch": 1.4055278658812869,
      "grad_norm": 1.3956194873476087,
      "learning_rate": 5.493848439601981e-06,
      "loss": 0.1,
      "step": 9306
    },
    {
      "epoch": 1.405678900468207,
      "grad_norm": 1.9289102614858957,
      "learning_rate": 5.4930614850140615e-06,
      "loss": 0.1197,
      "step": 9307
    },
    {
      "epoch": 1.4058299350551275,
      "grad_norm": 1.451585819890056,
      "learning_rate": 5.492274518091938e-06,
      "loss": 0.1051,
      "step": 9308
    },
    {
      "epoch": 1.405980969642048,
      "grad_norm": 1.5453309961258446,
      "learning_rate": 5.491487538855293e-06,
      "loss": 0.0896,
      "step": 9309
    },
    {
      "epoch": 1.4061320042289684,
      "grad_norm": 1.7680652511591841,
      "learning_rate": 5.490700547323821e-06,
      "loss": 0.1326,
      "step": 9310
    },
    {
      "epoch": 1.406283038815889,
      "grad_norm": 1.552213926163478,
      "learning_rate": 5.489913543517204e-06,
      "loss": 0.1147,
      "step": 9311
    },
    {
      "epoch": 1.4064340734028091,
      "grad_norm": 1.2454943878177294,
      "learning_rate": 5.48912652745513e-06,
      "loss": 0.0916,
      "step": 9312
    },
    {
      "epoch": 1.4065851079897296,
      "grad_norm": 1.5408302223335089,
      "learning_rate": 5.488339499157285e-06,
      "loss": 0.0994,
      "step": 9313
    },
    {
      "epoch": 1.40673614257665,
      "grad_norm": 1.8212610315210065,
      "learning_rate": 5.48755245864336e-06,
      "loss": 0.1376,
      "step": 9314
    },
    {
      "epoch": 1.4068871771635705,
      "grad_norm": 2.226158109137227,
      "learning_rate": 5.486765405933042e-06,
      "loss": 0.131,
      "step": 9315
    },
    {
      "epoch": 1.407038211750491,
      "grad_norm": 1.9745153289087145,
      "learning_rate": 5.48597834104602e-06,
      "loss": 0.168,
      "step": 9316
    },
    {
      "epoch": 1.4071892463374112,
      "grad_norm": 1.805988234312737,
      "learning_rate": 5.485191264001982e-06,
      "loss": 0.1073,
      "step": 9317
    },
    {
      "epoch": 1.4073402809243316,
      "grad_norm": 1.6622778963989473,
      "learning_rate": 5.484404174820619e-06,
      "loss": 0.1303,
      "step": 9318
    },
    {
      "epoch": 1.407491315511252,
      "grad_norm": 1.928777557396097,
      "learning_rate": 5.483617073521618e-06,
      "loss": 0.136,
      "step": 9319
    },
    {
      "epoch": 1.4076423500981725,
      "grad_norm": 1.3876434500872428,
      "learning_rate": 5.482829960124669e-06,
      "loss": 0.1022,
      "step": 9320
    },
    {
      "epoch": 1.407793384685093,
      "grad_norm": 2.645372100411636,
      "learning_rate": 5.482042834649463e-06,
      "loss": 0.1175,
      "step": 9321
    },
    {
      "epoch": 1.4079444192720132,
      "grad_norm": 1.761494876586125,
      "learning_rate": 5.48125569711569e-06,
      "loss": 0.1286,
      "step": 9322
    },
    {
      "epoch": 1.4080954538589336,
      "grad_norm": 2.5449578091331726,
      "learning_rate": 5.480468547543042e-06,
      "loss": 0.0912,
      "step": 9323
    },
    {
      "epoch": 1.408246488445854,
      "grad_norm": 1.686553266986953,
      "learning_rate": 5.479681385951209e-06,
      "loss": 0.1117,
      "step": 9324
    },
    {
      "epoch": 1.4083975230327745,
      "grad_norm": 1.6833949247493565,
      "learning_rate": 5.478894212359882e-06,
      "loss": 0.12,
      "step": 9325
    },
    {
      "epoch": 1.408548557619695,
      "grad_norm": 2.1664484115708813,
      "learning_rate": 5.478107026788751e-06,
      "loss": 0.127,
      "step": 9326
    },
    {
      "epoch": 1.4086995922066152,
      "grad_norm": 1.962569987335003,
      "learning_rate": 5.477319829257512e-06,
      "loss": 0.1449,
      "step": 9327
    },
    {
      "epoch": 1.4088506267935357,
      "grad_norm": 1.7191326862952316,
      "learning_rate": 5.476532619785853e-06,
      "loss": 0.146,
      "step": 9328
    },
    {
      "epoch": 1.4090016613804561,
      "grad_norm": 1.838835200353602,
      "learning_rate": 5.475745398393472e-06,
      "loss": 0.1523,
      "step": 9329
    },
    {
      "epoch": 1.4091526959673766,
      "grad_norm": 1.2282663543536807,
      "learning_rate": 5.474958165100055e-06,
      "loss": 0.0924,
      "step": 9330
    },
    {
      "epoch": 1.409303730554297,
      "grad_norm": 2.896990397849564,
      "learning_rate": 5.474170919925299e-06,
      "loss": 0.1374,
      "step": 9331
    },
    {
      "epoch": 1.4094547651412173,
      "grad_norm": 1.641939447779311,
      "learning_rate": 5.473383662888896e-06,
      "loss": 0.1226,
      "step": 9332
    },
    {
      "epoch": 1.4096057997281377,
      "grad_norm": 1.8472014119136504,
      "learning_rate": 5.47259639401054e-06,
      "loss": 0.1218,
      "step": 9333
    },
    {
      "epoch": 1.4097568343150582,
      "grad_norm": 1.8919769845588297,
      "learning_rate": 5.471809113309926e-06,
      "loss": 0.1263,
      "step": 9334
    },
    {
      "epoch": 1.4099078689019786,
      "grad_norm": 1.5170397698972908,
      "learning_rate": 5.471021820806747e-06,
      "loss": 0.1093,
      "step": 9335
    },
    {
      "epoch": 1.410058903488899,
      "grad_norm": 2.0101531556794385,
      "learning_rate": 5.470234516520699e-06,
      "loss": 0.1281,
      "step": 9336
    },
    {
      "epoch": 1.4102099380758193,
      "grad_norm": 1.9282827961385796,
      "learning_rate": 5.469447200471474e-06,
      "loss": 0.148,
      "step": 9337
    },
    {
      "epoch": 1.4103609726627397,
      "grad_norm": 1.517782288625084,
      "learning_rate": 5.46865987267877e-06,
      "loss": 0.1141,
      "step": 9338
    },
    {
      "epoch": 1.4105120072496602,
      "grad_norm": 1.5273134978102334,
      "learning_rate": 5.4678725331622805e-06,
      "loss": 0.1028,
      "step": 9339
    },
    {
      "epoch": 1.4106630418365806,
      "grad_norm": 1.6709032671901325,
      "learning_rate": 5.467085181941705e-06,
      "loss": 0.1135,
      "step": 9340
    },
    {
      "epoch": 1.410814076423501,
      "grad_norm": 1.8158110322598229,
      "learning_rate": 5.4662978190367344e-06,
      "loss": 0.1099,
      "step": 9341
    },
    {
      "epoch": 1.4109651110104213,
      "grad_norm": 1.6939961853887346,
      "learning_rate": 5.465510444467067e-06,
      "loss": 0.1208,
      "step": 9342
    },
    {
      "epoch": 1.4111161455973418,
      "grad_norm": 1.400812405190511,
      "learning_rate": 5.4647230582524005e-06,
      "loss": 0.1076,
      "step": 9343
    },
    {
      "epoch": 1.4112671801842622,
      "grad_norm": 1.8518949806436011,
      "learning_rate": 5.46393566041243e-06,
      "loss": 0.1272,
      "step": 9344
    },
    {
      "epoch": 1.4114182147711827,
      "grad_norm": 1.7596445910141965,
      "learning_rate": 5.463148250966856e-06,
      "loss": 0.1268,
      "step": 9345
    },
    {
      "epoch": 1.4115692493581031,
      "grad_norm": 1.6194556784898058,
      "learning_rate": 5.462360829935371e-06,
      "loss": 0.1207,
      "step": 9346
    },
    {
      "epoch": 1.4117202839450234,
      "grad_norm": 2.49567891376607,
      "learning_rate": 5.4615733973376785e-06,
      "loss": 0.1406,
      "step": 9347
    },
    {
      "epoch": 1.4118713185319438,
      "grad_norm": 1.5784376891731606,
      "learning_rate": 5.460785953193471e-06,
      "loss": 0.1113,
      "step": 9348
    },
    {
      "epoch": 1.4120223531188643,
      "grad_norm": 1.7965924758910232,
      "learning_rate": 5.459998497522448e-06,
      "loss": 0.1235,
      "step": 9349
    },
    {
      "epoch": 1.4121733877057845,
      "grad_norm": 1.7575955910253784,
      "learning_rate": 5.4592110303443136e-06,
      "loss": 0.1147,
      "step": 9350
    },
    {
      "epoch": 1.4123244222927052,
      "grad_norm": 1.7648818572649847,
      "learning_rate": 5.45842355167876e-06,
      "loss": 0.1134,
      "step": 9351
    },
    {
      "epoch": 1.4124754568796254,
      "grad_norm": 1.6051361860160807,
      "learning_rate": 5.4576360615454895e-06,
      "loss": 0.1112,
      "step": 9352
    },
    {
      "epoch": 1.4126264914665458,
      "grad_norm": 1.4620893666611594,
      "learning_rate": 5.456848559964202e-06,
      "loss": 0.0967,
      "step": 9353
    },
    {
      "epoch": 1.4127775260534663,
      "grad_norm": 1.4148770672610103,
      "learning_rate": 5.456061046954595e-06,
      "loss": 0.1119,
      "step": 9354
    },
    {
      "epoch": 1.4129285606403865,
      "grad_norm": 2.0888536652851797,
      "learning_rate": 5.4552735225363705e-06,
      "loss": 0.1386,
      "step": 9355
    },
    {
      "epoch": 1.413079595227307,
      "grad_norm": 1.464016234099951,
      "learning_rate": 5.454485986729229e-06,
      "loss": 0.0959,
      "step": 9356
    },
    {
      "epoch": 1.4132306298142274,
      "grad_norm": 1.4179250674562336,
      "learning_rate": 5.453698439552869e-06,
      "loss": 0.1076,
      "step": 9357
    },
    {
      "epoch": 1.4133816644011479,
      "grad_norm": 1.4726965752414558,
      "learning_rate": 5.452910881026995e-06,
      "loss": 0.1165,
      "step": 9358
    },
    {
      "epoch": 1.4135326989880683,
      "grad_norm": 1.4720106450515735,
      "learning_rate": 5.452123311171304e-06,
      "loss": 0.1071,
      "step": 9359
    },
    {
      "epoch": 1.4136837335749886,
      "grad_norm": 2.0963508159516477,
      "learning_rate": 5.4513357300055e-06,
      "loss": 0.1464,
      "step": 9360
    },
    {
      "epoch": 1.413834768161909,
      "grad_norm": 1.9636126813732453,
      "learning_rate": 5.450548137549287e-06,
      "loss": 0.1191,
      "step": 9361
    },
    {
      "epoch": 1.4139858027488295,
      "grad_norm": 1.7148959330280134,
      "learning_rate": 5.449760533822361e-06,
      "loss": 0.1306,
      "step": 9362
    },
    {
      "epoch": 1.41413683733575,
      "grad_norm": 1.719975170824708,
      "learning_rate": 5.448972918844429e-06,
      "loss": 0.1237,
      "step": 9363
    },
    {
      "epoch": 1.4142878719226704,
      "grad_norm": 1.4803340786242043,
      "learning_rate": 5.448185292635193e-06,
      "loss": 0.1067,
      "step": 9364
    },
    {
      "epoch": 1.4144389065095906,
      "grad_norm": 1.475980991437627,
      "learning_rate": 5.447397655214355e-06,
      "loss": 0.1031,
      "step": 9365
    },
    {
      "epoch": 1.414589941096511,
      "grad_norm": 2.6262474269473848,
      "learning_rate": 5.4466100066016184e-06,
      "loss": 0.1153,
      "step": 9366
    },
    {
      "epoch": 1.4147409756834315,
      "grad_norm": 1.3955400025426776,
      "learning_rate": 5.445822346816687e-06,
      "loss": 0.0989,
      "step": 9367
    },
    {
      "epoch": 1.414892010270352,
      "grad_norm": 1.4426781131288335,
      "learning_rate": 5.445034675879265e-06,
      "loss": 0.0983,
      "step": 9368
    },
    {
      "epoch": 1.4150430448572724,
      "grad_norm": 1.6639741225719302,
      "learning_rate": 5.4442469938090545e-06,
      "loss": 0.1126,
      "step": 9369
    },
    {
      "epoch": 1.4151940794441926,
      "grad_norm": 1.6413547417911345,
      "learning_rate": 5.4434593006257615e-06,
      "loss": 0.111,
      "step": 9370
    },
    {
      "epoch": 1.415345114031113,
      "grad_norm": 1.6422399565395598,
      "learning_rate": 5.44267159634909e-06,
      "loss": 0.1084,
      "step": 9371
    },
    {
      "epoch": 1.4154961486180335,
      "grad_norm": 1.8818528156752494,
      "learning_rate": 5.441883880998745e-06,
      "loss": 0.1131,
      "step": 9372
    },
    {
      "epoch": 1.415647183204954,
      "grad_norm": 2.491609557067239,
      "learning_rate": 5.4410961545944305e-06,
      "loss": 0.1189,
      "step": 9373
    },
    {
      "epoch": 1.4157982177918744,
      "grad_norm": 2.25992613769049,
      "learning_rate": 5.4403084171558555e-06,
      "loss": 0.1426,
      "step": 9374
    },
    {
      "epoch": 1.4159492523787947,
      "grad_norm": 1.6052697495167885,
      "learning_rate": 5.43952066870272e-06,
      "loss": 0.1088,
      "step": 9375
    },
    {
      "epoch": 1.416100286965715,
      "grad_norm": 1.8225642356754153,
      "learning_rate": 5.438732909254737e-06,
      "loss": 0.1288,
      "step": 9376
    },
    {
      "epoch": 1.4162513215526356,
      "grad_norm": 1.694866808650928,
      "learning_rate": 5.437945138831605e-06,
      "loss": 0.1287,
      "step": 9377
    },
    {
      "epoch": 1.416402356139556,
      "grad_norm": 1.7210440565244052,
      "learning_rate": 5.437157357453036e-06,
      "loss": 0.1031,
      "step": 9378
    },
    {
      "epoch": 1.4165533907264765,
      "grad_norm": 1.8329219685055091,
      "learning_rate": 5.436369565138736e-06,
      "loss": 0.1342,
      "step": 9379
    },
    {
      "epoch": 1.4167044253133967,
      "grad_norm": 2.109430261145718,
      "learning_rate": 5.435581761908411e-06,
      "loss": 0.1181,
      "step": 9380
    },
    {
      "epoch": 1.4168554599003171,
      "grad_norm": 1.4217964617484804,
      "learning_rate": 5.434793947781768e-06,
      "loss": 0.1149,
      "step": 9381
    },
    {
      "epoch": 1.4170064944872376,
      "grad_norm": 1.8314856600775897,
      "learning_rate": 5.4340061227785156e-06,
      "loss": 0.1245,
      "step": 9382
    },
    {
      "epoch": 1.417157529074158,
      "grad_norm": 1.9724309262835682,
      "learning_rate": 5.43321828691836e-06,
      "loss": 0.1246,
      "step": 9383
    },
    {
      "epoch": 1.4173085636610785,
      "grad_norm": 1.5455472468771942,
      "learning_rate": 5.432430440221011e-06,
      "loss": 0.106,
      "step": 9384
    },
    {
      "epoch": 1.4174595982479987,
      "grad_norm": 1.4859241232125735,
      "learning_rate": 5.4316425827061785e-06,
      "loss": 0.1082,
      "step": 9385
    },
    {
      "epoch": 1.4176106328349192,
      "grad_norm": 1.829820504108955,
      "learning_rate": 5.4308547143935686e-06,
      "loss": 0.1151,
      "step": 9386
    },
    {
      "epoch": 1.4177616674218396,
      "grad_norm": 1.9843580438816362,
      "learning_rate": 5.4300668353028905e-06,
      "loss": 0.1267,
      "step": 9387
    },
    {
      "epoch": 1.41791270200876,
      "grad_norm": 1.74670202096774,
      "learning_rate": 5.429278945453852e-06,
      "loss": 0.1354,
      "step": 9388
    },
    {
      "epoch": 1.4180637365956805,
      "grad_norm": 1.690673171132037,
      "learning_rate": 5.4284910448661665e-06,
      "loss": 0.1089,
      "step": 9389
    },
    {
      "epoch": 1.4182147711826008,
      "grad_norm": 2.1652672880578976,
      "learning_rate": 5.427703133559542e-06,
      "loss": 0.1556,
      "step": 9390
    },
    {
      "epoch": 1.4183658057695212,
      "grad_norm": 1.628723060509674,
      "learning_rate": 5.426915211553688e-06,
      "loss": 0.12,
      "step": 9391
    },
    {
      "epoch": 1.4185168403564417,
      "grad_norm": 1.7438566598720393,
      "learning_rate": 5.426127278868315e-06,
      "loss": 0.1053,
      "step": 9392
    },
    {
      "epoch": 1.418667874943362,
      "grad_norm": 1.4493789208021697,
      "learning_rate": 5.425339335523133e-06,
      "loss": 0.1105,
      "step": 9393
    },
    {
      "epoch": 1.4188189095302826,
      "grad_norm": 1.7448132955342242,
      "learning_rate": 5.424551381537855e-06,
      "loss": 0.1146,
      "step": 9394
    },
    {
      "epoch": 1.4189699441172028,
      "grad_norm": 1.9351347507827021,
      "learning_rate": 5.4237634169321885e-06,
      "loss": 0.0983,
      "step": 9395
    },
    {
      "epoch": 1.4191209787041232,
      "grad_norm": 1.898427838462566,
      "learning_rate": 5.4229754417258485e-06,
      "loss": 0.1315,
      "step": 9396
    },
    {
      "epoch": 1.4192720132910437,
      "grad_norm": 1.295400433399207,
      "learning_rate": 5.422187455938546e-06,
      "loss": 0.0937,
      "step": 9397
    },
    {
      "epoch": 1.419423047877964,
      "grad_norm": 1.684598877607061,
      "learning_rate": 5.42139945958999e-06,
      "loss": 0.1095,
      "step": 9398
    },
    {
      "epoch": 1.4195740824648846,
      "grad_norm": 1.5604312164364131,
      "learning_rate": 5.4206114526998956e-06,
      "loss": 0.1067,
      "step": 9399
    },
    {
      "epoch": 1.4197251170518048,
      "grad_norm": 1.4401394159443253,
      "learning_rate": 5.419823435287973e-06,
      "loss": 0.0919,
      "step": 9400
    },
    {
      "epoch": 1.4198761516387253,
      "grad_norm": 2.1929976937721567,
      "learning_rate": 5.419035407373938e-06,
      "loss": 0.1186,
      "step": 9401
    },
    {
      "epoch": 1.4200271862256457,
      "grad_norm": 1.9152640935195018,
      "learning_rate": 5.4182473689775005e-06,
      "loss": 0.1148,
      "step": 9402
    },
    {
      "epoch": 1.420178220812566,
      "grad_norm": 4.998196281273274,
      "learning_rate": 5.4174593201183754e-06,
      "loss": 0.1656,
      "step": 9403
    },
    {
      "epoch": 1.4203292553994864,
      "grad_norm": 1.5992472890451674,
      "learning_rate": 5.416671260816278e-06,
      "loss": 0.1213,
      "step": 9404
    },
    {
      "epoch": 1.4204802899864069,
      "grad_norm": 1.6554031357086656,
      "learning_rate": 5.415883191090916e-06,
      "loss": 0.1146,
      "step": 9405
    },
    {
      "epoch": 1.4206313245733273,
      "grad_norm": 1.7775327280208388,
      "learning_rate": 5.415095110962008e-06,
      "loss": 0.1222,
      "step": 9406
    },
    {
      "epoch": 1.4207823591602478,
      "grad_norm": 1.512994288212834,
      "learning_rate": 5.414307020449268e-06,
      "loss": 0.103,
      "step": 9407
    },
    {
      "epoch": 1.420933393747168,
      "grad_norm": 1.5911419725614309,
      "learning_rate": 5.413518919572412e-06,
      "loss": 0.1157,
      "step": 9408
    },
    {
      "epoch": 1.4210844283340884,
      "grad_norm": 1.9589648121660208,
      "learning_rate": 5.41273080835115e-06,
      "loss": 0.1137,
      "step": 9409
    },
    {
      "epoch": 1.4212354629210089,
      "grad_norm": 1.6647542370597972,
      "learning_rate": 5.4119426868052e-06,
      "loss": 0.1037,
      "step": 9410
    },
    {
      "epoch": 1.4213864975079293,
      "grad_norm": 1.4851374344458708,
      "learning_rate": 5.411154554954277e-06,
      "loss": 0.0953,
      "step": 9411
    },
    {
      "epoch": 1.4215375320948498,
      "grad_norm": 1.9097063822474327,
      "learning_rate": 5.410366412818098e-06,
      "loss": 0.1368,
      "step": 9412
    },
    {
      "epoch": 1.42168856668177,
      "grad_norm": 1.8697883243381521,
      "learning_rate": 5.409578260416376e-06,
      "loss": 0.1331,
      "step": 9413
    },
    {
      "epoch": 1.4218396012686905,
      "grad_norm": 1.8173909804358306,
      "learning_rate": 5.408790097768829e-06,
      "loss": 0.1168,
      "step": 9414
    },
    {
      "epoch": 1.421990635855611,
      "grad_norm": 1.5181865161424344,
      "learning_rate": 5.408001924895174e-06,
      "loss": 0.1136,
      "step": 9415
    },
    {
      "epoch": 1.4221416704425314,
      "grad_norm": 1.518746615592967,
      "learning_rate": 5.407213741815124e-06,
      "loss": 0.1053,
      "step": 9416
    },
    {
      "epoch": 1.4222927050294518,
      "grad_norm": 1.8335765269163096,
      "learning_rate": 5.406425548548398e-06,
      "loss": 0.1255,
      "step": 9417
    },
    {
      "epoch": 1.422443739616372,
      "grad_norm": 1.5517630864376095,
      "learning_rate": 5.405637345114716e-06,
      "loss": 0.1064,
      "step": 9418
    },
    {
      "epoch": 1.4225947742032925,
      "grad_norm": 1.457575400727271,
      "learning_rate": 5.404849131533792e-06,
      "loss": 0.1063,
      "step": 9419
    },
    {
      "epoch": 1.422745808790213,
      "grad_norm": 1.7924555603164114,
      "learning_rate": 5.404060907825344e-06,
      "loss": 0.1175,
      "step": 9420
    },
    {
      "epoch": 1.4228968433771334,
      "grad_norm": 1.462121589536793,
      "learning_rate": 5.403272674009089e-06,
      "loss": 0.0987,
      "step": 9421
    },
    {
      "epoch": 1.4230478779640539,
      "grad_norm": 1.7354424560867217,
      "learning_rate": 5.402484430104747e-06,
      "loss": 0.1157,
      "step": 9422
    },
    {
      "epoch": 1.423198912550974,
      "grad_norm": 1.9827863572842879,
      "learning_rate": 5.401696176132034e-06,
      "loss": 0.1465,
      "step": 9423
    },
    {
      "epoch": 1.4233499471378945,
      "grad_norm": 1.5011576152076833,
      "learning_rate": 5.400907912110673e-06,
      "loss": 0.1097,
      "step": 9424
    },
    {
      "epoch": 1.423500981724815,
      "grad_norm": 1.8634123554588393,
      "learning_rate": 5.400119638060377e-06,
      "loss": 0.1276,
      "step": 9425
    },
    {
      "epoch": 1.4236520163117354,
      "grad_norm": 1.7522912395192722,
      "learning_rate": 5.399331354000871e-06,
      "loss": 0.1194,
      "step": 9426
    },
    {
      "epoch": 1.4238030508986559,
      "grad_norm": 1.661408982675659,
      "learning_rate": 5.39854305995187e-06,
      "loss": 0.1213,
      "step": 9427
    },
    {
      "epoch": 1.4239540854855761,
      "grad_norm": 1.5187220435787938,
      "learning_rate": 5.397754755933094e-06,
      "loss": 0.1006,
      "step": 9428
    },
    {
      "epoch": 1.4241051200724966,
      "grad_norm": 1.8479385388853808,
      "learning_rate": 5.396966441964264e-06,
      "loss": 0.1188,
      "step": 9429
    },
    {
      "epoch": 1.424256154659417,
      "grad_norm": 1.4661684163224529,
      "learning_rate": 5.396178118065103e-06,
      "loss": 0.0938,
      "step": 9430
    },
    {
      "epoch": 1.4244071892463375,
      "grad_norm": 1.701160670568926,
      "learning_rate": 5.395389784255326e-06,
      "loss": 0.1097,
      "step": 9431
    },
    {
      "epoch": 1.424558223833258,
      "grad_norm": 1.5524940195854917,
      "learning_rate": 5.394601440554657e-06,
      "loss": 0.1092,
      "step": 9432
    },
    {
      "epoch": 1.4247092584201781,
      "grad_norm": 1.9981355477074687,
      "learning_rate": 5.393813086982814e-06,
      "loss": 0.1293,
      "step": 9433
    },
    {
      "epoch": 1.4248602930070986,
      "grad_norm": 1.624025893044962,
      "learning_rate": 5.393024723559521e-06,
      "loss": 0.0919,
      "step": 9434
    },
    {
      "epoch": 1.425011327594019,
      "grad_norm": 2.318592006678288,
      "learning_rate": 5.3922363503045e-06,
      "loss": 0.1362,
      "step": 9435
    },
    {
      "epoch": 1.4251623621809395,
      "grad_norm": 1.6529430459759327,
      "learning_rate": 5.391447967237469e-06,
      "loss": 0.1071,
      "step": 9436
    },
    {
      "epoch": 1.42531339676786,
      "grad_norm": 1.7355769833356833,
      "learning_rate": 5.390659574378153e-06,
      "loss": 0.1269,
      "step": 9437
    },
    {
      "epoch": 1.4254644313547802,
      "grad_norm": 1.7233412944876891,
      "learning_rate": 5.389871171746271e-06,
      "loss": 0.1294,
      "step": 9438
    },
    {
      "epoch": 1.4256154659417006,
      "grad_norm": 1.5905126191797374,
      "learning_rate": 5.389082759361549e-06,
      "loss": 0.1032,
      "step": 9439
    },
    {
      "epoch": 1.425766500528621,
      "grad_norm": 1.570716115715561,
      "learning_rate": 5.3882943372437065e-06,
      "loss": 0.1124,
      "step": 9440
    },
    {
      "epoch": 1.4259175351155415,
      "grad_norm": 1.9716502376283878,
      "learning_rate": 5.387505905412468e-06,
      "loss": 0.1123,
      "step": 9441
    },
    {
      "epoch": 1.426068569702462,
      "grad_norm": 1.8023103363590665,
      "learning_rate": 5.386717463887555e-06,
      "loss": 0.1213,
      "step": 9442
    },
    {
      "epoch": 1.4262196042893822,
      "grad_norm": 2.2309683545182666,
      "learning_rate": 5.385929012688693e-06,
      "loss": 0.1401,
      "step": 9443
    },
    {
      "epoch": 1.4263706388763027,
      "grad_norm": 1.7579561450135617,
      "learning_rate": 5.3851405518356045e-06,
      "loss": 0.1309,
      "step": 9444
    },
    {
      "epoch": 1.4265216734632231,
      "grad_norm": 1.6838428408816013,
      "learning_rate": 5.3843520813480134e-06,
      "loss": 0.1165,
      "step": 9445
    },
    {
      "epoch": 1.4266727080501433,
      "grad_norm": 1.403338804786553,
      "learning_rate": 5.383563601245643e-06,
      "loss": 0.0997,
      "step": 9446
    },
    {
      "epoch": 1.426823742637064,
      "grad_norm": 1.5292957335106119,
      "learning_rate": 5.382775111548217e-06,
      "loss": 0.1108,
      "step": 9447
    },
    {
      "epoch": 1.4269747772239842,
      "grad_norm": 1.7585304020960923,
      "learning_rate": 5.381986612275464e-06,
      "loss": 0.1429,
      "step": 9448
    },
    {
      "epoch": 1.4271258118109047,
      "grad_norm": 1.60330832050285,
      "learning_rate": 5.381198103447103e-06,
      "loss": 0.1103,
      "step": 9449
    },
    {
      "epoch": 1.4272768463978251,
      "grad_norm": 1.8617554726884955,
      "learning_rate": 5.380409585082863e-06,
      "loss": 0.1288,
      "step": 9450
    },
    {
      "epoch": 1.4274278809847454,
      "grad_norm": 1.8305364702923117,
      "learning_rate": 5.379621057202467e-06,
      "loss": 0.1112,
      "step": 9451
    },
    {
      "epoch": 1.4275789155716658,
      "grad_norm": 1.9887327775640529,
      "learning_rate": 5.378832519825642e-06,
      "loss": 0.1144,
      "step": 9452
    },
    {
      "epoch": 1.4277299501585863,
      "grad_norm": 1.550038838531231,
      "learning_rate": 5.3780439729721125e-06,
      "loss": 0.1157,
      "step": 9453
    },
    {
      "epoch": 1.4278809847455067,
      "grad_norm": 1.7003386858290468,
      "learning_rate": 5.377255416661605e-06,
      "loss": 0.1047,
      "step": 9454
    },
    {
      "epoch": 1.4280320193324272,
      "grad_norm": 1.406379741988032,
      "learning_rate": 5.376466850913848e-06,
      "loss": 0.1013,
      "step": 9455
    },
    {
      "epoch": 1.4281830539193474,
      "grad_norm": 2.3662509804659027,
      "learning_rate": 5.375678275748561e-06,
      "loss": 0.1381,
      "step": 9456
    },
    {
      "epoch": 1.4283340885062679,
      "grad_norm": 2.2729418133709838,
      "learning_rate": 5.374889691185479e-06,
      "loss": 0.1283,
      "step": 9457
    },
    {
      "epoch": 1.4284851230931883,
      "grad_norm": 1.6246210332413205,
      "learning_rate": 5.374101097244325e-06,
      "loss": 0.1163,
      "step": 9458
    },
    {
      "epoch": 1.4286361576801088,
      "grad_norm": 1.9805876117581396,
      "learning_rate": 5.373312493944826e-06,
      "loss": 0.118,
      "step": 9459
    },
    {
      "epoch": 1.4287871922670292,
      "grad_norm": 1.8257798560799103,
      "learning_rate": 5.3725238813067084e-06,
      "loss": 0.1434,
      "step": 9460
    },
    {
      "epoch": 1.4289382268539494,
      "grad_norm": 1.7081343485642337,
      "learning_rate": 5.371735259349701e-06,
      "loss": 0.1356,
      "step": 9461
    },
    {
      "epoch": 1.42908926144087,
      "grad_norm": 1.2734798436071573,
      "learning_rate": 5.370946628093532e-06,
      "loss": 0.0857,
      "step": 9462
    },
    {
      "epoch": 1.4292402960277903,
      "grad_norm": 1.755411122763818,
      "learning_rate": 5.370157987557929e-06,
      "loss": 0.1229,
      "step": 9463
    },
    {
      "epoch": 1.4293913306147108,
      "grad_norm": 2.187412166643657,
      "learning_rate": 5.36936933776262e-06,
      "loss": 0.1385,
      "step": 9464
    },
    {
      "epoch": 1.4295423652016312,
      "grad_norm": 1.60619455250708,
      "learning_rate": 5.368580678727333e-06,
      "loss": 0.1225,
      "step": 9465
    },
    {
      "epoch": 1.4296933997885515,
      "grad_norm": 1.7201744958676473,
      "learning_rate": 5.367792010471801e-06,
      "loss": 0.1093,
      "step": 9466
    },
    {
      "epoch": 1.429844434375472,
      "grad_norm": 1.7573770468133767,
      "learning_rate": 5.367003333015745e-06,
      "loss": 0.1323,
      "step": 9467
    },
    {
      "epoch": 1.4299954689623924,
      "grad_norm": 1.593605656383687,
      "learning_rate": 5.366214646378901e-06,
      "loss": 0.1218,
      "step": 9468
    },
    {
      "epoch": 1.4301465035493128,
      "grad_norm": 2.089285329731675,
      "learning_rate": 5.365425950580997e-06,
      "loss": 0.135,
      "step": 9469
    },
    {
      "epoch": 1.4302975381362333,
      "grad_norm": 1.4621863767181964,
      "learning_rate": 5.36463724564176e-06,
      "loss": 0.1069,
      "step": 9470
    },
    {
      "epoch": 1.4304485727231535,
      "grad_norm": 1.6791865843060816,
      "learning_rate": 5.363848531580923e-06,
      "loss": 0.1358,
      "step": 9471
    },
    {
      "epoch": 1.430599607310074,
      "grad_norm": 1.4712180963256958,
      "learning_rate": 5.363059808418214e-06,
      "loss": 0.1078,
      "step": 9472
    },
    {
      "epoch": 1.4307506418969944,
      "grad_norm": 1.4565080417205154,
      "learning_rate": 5.362271076173364e-06,
      "loss": 0.0904,
      "step": 9473
    },
    {
      "epoch": 1.4309016764839149,
      "grad_norm": 1.5414159814056447,
      "learning_rate": 5.361482334866104e-06,
      "loss": 0.109,
      "step": 9474
    },
    {
      "epoch": 1.4310527110708353,
      "grad_norm": 1.4595222901093212,
      "learning_rate": 5.360693584516165e-06,
      "loss": 0.1053,
      "step": 9475
    },
    {
      "epoch": 1.4312037456577555,
      "grad_norm": 1.4414293538044047,
      "learning_rate": 5.3599048251432775e-06,
      "loss": 0.0948,
      "step": 9476
    },
    {
      "epoch": 1.431354780244676,
      "grad_norm": 1.8847246131158006,
      "learning_rate": 5.359116056767172e-06,
      "loss": 0.1234,
      "step": 9477
    },
    {
      "epoch": 1.4315058148315964,
      "grad_norm": 2.1470288592378295,
      "learning_rate": 5.358327279407582e-06,
      "loss": 0.1199,
      "step": 9478
    },
    {
      "epoch": 1.431656849418517,
      "grad_norm": 2.0353025178846393,
      "learning_rate": 5.357538493084235e-06,
      "loss": 0.1248,
      "step": 9479
    },
    {
      "epoch": 1.4318078840054373,
      "grad_norm": 1.7931049270340755,
      "learning_rate": 5.3567496978168685e-06,
      "loss": 0.0982,
      "step": 9480
    },
    {
      "epoch": 1.4319589185923576,
      "grad_norm": 1.561365343586944,
      "learning_rate": 5.3559608936252115e-06,
      "loss": 0.1091,
      "step": 9481
    },
    {
      "epoch": 1.432109953179278,
      "grad_norm": 1.6600572555345454,
      "learning_rate": 5.355172080528996e-06,
      "loss": 0.119,
      "step": 9482
    },
    {
      "epoch": 1.4322609877661985,
      "grad_norm": 1.6650405589619424,
      "learning_rate": 5.3543832585479574e-06,
      "loss": 0.1084,
      "step": 9483
    },
    {
      "epoch": 1.432412022353119,
      "grad_norm": 1.639897258993622,
      "learning_rate": 5.3535944277018245e-06,
      "loss": 0.1186,
      "step": 9484
    },
    {
      "epoch": 1.4325630569400394,
      "grad_norm": 1.7305811814166034,
      "learning_rate": 5.352805588010334e-06,
      "loss": 0.1217,
      "step": 9485
    },
    {
      "epoch": 1.4327140915269596,
      "grad_norm": 1.736245792468748,
      "learning_rate": 5.352016739493217e-06,
      "loss": 0.1153,
      "step": 9486
    },
    {
      "epoch": 1.43286512611388,
      "grad_norm": 1.9292785542581667,
      "learning_rate": 5.351227882170209e-06,
      "loss": 0.1191,
      "step": 9487
    },
    {
      "epoch": 1.4330161607008005,
      "grad_norm": 2.12375332440543,
      "learning_rate": 5.350439016061041e-06,
      "loss": 0.1531,
      "step": 9488
    },
    {
      "epoch": 1.433167195287721,
      "grad_norm": 1.951651772937454,
      "learning_rate": 5.349650141185447e-06,
      "loss": 0.1327,
      "step": 9489
    },
    {
      "epoch": 1.4333182298746414,
      "grad_norm": 1.8130848189958586,
      "learning_rate": 5.3488612575631635e-06,
      "loss": 0.1252,
      "step": 9490
    },
    {
      "epoch": 1.4334692644615616,
      "grad_norm": 1.8057285943217893,
      "learning_rate": 5.348072365213924e-06,
      "loss": 0.1244,
      "step": 9491
    },
    {
      "epoch": 1.433620299048482,
      "grad_norm": 1.846940180923833,
      "learning_rate": 5.347283464157462e-06,
      "loss": 0.1372,
      "step": 9492
    },
    {
      "epoch": 1.4337713336354025,
      "grad_norm": 1.6409034576026607,
      "learning_rate": 5.346494554413514e-06,
      "loss": 0.1221,
      "step": 9493
    },
    {
      "epoch": 1.4339223682223228,
      "grad_norm": 1.4614835639545838,
      "learning_rate": 5.345705636001814e-06,
      "loss": 0.1173,
      "step": 9494
    },
    {
      "epoch": 1.4340734028092434,
      "grad_norm": 1.3363194690484697,
      "learning_rate": 5.3449167089420975e-06,
      "loss": 0.1011,
      "step": 9495
    },
    {
      "epoch": 1.4342244373961637,
      "grad_norm": 1.7173224853837292,
      "learning_rate": 5.344127773254097e-06,
      "loss": 0.1184,
      "step": 9496
    },
    {
      "epoch": 1.4343754719830841,
      "grad_norm": 1.7275287201967695,
      "learning_rate": 5.343338828957554e-06,
      "loss": 0.1366,
      "step": 9497
    },
    {
      "epoch": 1.4345265065700046,
      "grad_norm": 1.774178968511105,
      "learning_rate": 5.342549876072201e-06,
      "loss": 0.1152,
      "step": 9498
    },
    {
      "epoch": 1.4346775411569248,
      "grad_norm": 1.6992222420979841,
      "learning_rate": 5.341760914617774e-06,
      "loss": 0.1164,
      "step": 9499
    },
    {
      "epoch": 1.4348285757438453,
      "grad_norm": 1.7995875055895665,
      "learning_rate": 5.340971944614009e-06,
      "loss": 0.1223,
      "step": 9500
    },
    {
      "epoch": 1.4349796103307657,
      "grad_norm": 2.030567283419,
      "learning_rate": 5.340182966080644e-06,
      "loss": 0.1444,
      "step": 9501
    },
    {
      "epoch": 1.4351306449176862,
      "grad_norm": 2.198222540801634,
      "learning_rate": 5.339393979037414e-06,
      "loss": 0.1193,
      "step": 9502
    },
    {
      "epoch": 1.4352816795046066,
      "grad_norm": 1.4731639237321763,
      "learning_rate": 5.3386049835040574e-06,
      "loss": 0.1123,
      "step": 9503
    },
    {
      "epoch": 1.4354327140915268,
      "grad_norm": 2.2552838841908556,
      "learning_rate": 5.3378159795003114e-06,
      "loss": 0.1379,
      "step": 9504
    },
    {
      "epoch": 1.4355837486784473,
      "grad_norm": 2.3627135449579564,
      "learning_rate": 5.3370269670459126e-06,
      "loss": 0.1355,
      "step": 9505
    },
    {
      "epoch": 1.4357347832653677,
      "grad_norm": 1.5324801066703544,
      "learning_rate": 5.336237946160598e-06,
      "loss": 0.1111,
      "step": 9506
    },
    {
      "epoch": 1.4358858178522882,
      "grad_norm": 1.7247374161713023,
      "learning_rate": 5.335448916864106e-06,
      "loss": 0.1377,
      "step": 9507
    },
    {
      "epoch": 1.4360368524392086,
      "grad_norm": 1.9555678227388134,
      "learning_rate": 5.334659879176176e-06,
      "loss": 0.1198,
      "step": 9508
    },
    {
      "epoch": 1.4361878870261289,
      "grad_norm": 1.9031851275934173,
      "learning_rate": 5.333870833116545e-06,
      "loss": 0.1115,
      "step": 9509
    },
    {
      "epoch": 1.4363389216130493,
      "grad_norm": 1.7361470526834535,
      "learning_rate": 5.333081778704951e-06,
      "loss": 0.1286,
      "step": 9510
    },
    {
      "epoch": 1.4364899561999698,
      "grad_norm": 1.6935855527042345,
      "learning_rate": 5.332292715961132e-06,
      "loss": 0.1309,
      "step": 9511
    },
    {
      "epoch": 1.4366409907868902,
      "grad_norm": 1.792968810990339,
      "learning_rate": 5.33150364490483e-06,
      "loss": 0.121,
      "step": 9512
    },
    {
      "epoch": 1.4367920253738107,
      "grad_norm": 1.714967954221446,
      "learning_rate": 5.3307145655557805e-06,
      "loss": 0.1251,
      "step": 9513
    },
    {
      "epoch": 1.436943059960731,
      "grad_norm": 1.2494842574826843,
      "learning_rate": 5.329925477933724e-06,
      "loss": 0.0846,
      "step": 9514
    },
    {
      "epoch": 1.4370940945476514,
      "grad_norm": 2.0365681161493465,
      "learning_rate": 5.329136382058401e-06,
      "loss": 0.1384,
      "step": 9515
    },
    {
      "epoch": 1.4372451291345718,
      "grad_norm": 1.9110646194667573,
      "learning_rate": 5.328347277949551e-06,
      "loss": 0.1382,
      "step": 9516
    },
    {
      "epoch": 1.4373961637214923,
      "grad_norm": 1.36600018447764,
      "learning_rate": 5.327558165626911e-06,
      "loss": 0.0967,
      "step": 9517
    },
    {
      "epoch": 1.4375471983084127,
      "grad_norm": 1.6808303264894213,
      "learning_rate": 5.326769045110225e-06,
      "loss": 0.1159,
      "step": 9518
    },
    {
      "epoch": 1.437698232895333,
      "grad_norm": 1.6301743056155231,
      "learning_rate": 5.3259799164192295e-06,
      "loss": 0.1085,
      "step": 9519
    },
    {
      "epoch": 1.4378492674822534,
      "grad_norm": 1.7944648005829127,
      "learning_rate": 5.325190779573669e-06,
      "loss": 0.1189,
      "step": 9520
    },
    {
      "epoch": 1.4380003020691738,
      "grad_norm": 1.3609376561628603,
      "learning_rate": 5.324401634593281e-06,
      "loss": 0.0977,
      "step": 9521
    },
    {
      "epoch": 1.4381513366560943,
      "grad_norm": 2.9839788418446793,
      "learning_rate": 5.323612481497809e-06,
      "loss": 0.1432,
      "step": 9522
    },
    {
      "epoch": 1.4383023712430147,
      "grad_norm": 1.9789459249670376,
      "learning_rate": 5.3228233203069935e-06,
      "loss": 0.1495,
      "step": 9523
    },
    {
      "epoch": 1.438453405829935,
      "grad_norm": 1.5104296859058233,
      "learning_rate": 5.322034151040571e-06,
      "loss": 0.1128,
      "step": 9524
    },
    {
      "epoch": 1.4386044404168554,
      "grad_norm": 1.8204834697641334,
      "learning_rate": 5.32124497371829e-06,
      "loss": 0.127,
      "step": 9525
    },
    {
      "epoch": 1.4387554750037759,
      "grad_norm": 1.3425284718732597,
      "learning_rate": 5.320455788359889e-06,
      "loss": 0.1063,
      "step": 9526
    },
    {
      "epoch": 1.4389065095906963,
      "grad_norm": 1.8323732482229218,
      "learning_rate": 5.319666594985111e-06,
      "loss": 0.1223,
      "step": 9527
    },
    {
      "epoch": 1.4390575441776168,
      "grad_norm": 2.2378686222139716,
      "learning_rate": 5.318877393613696e-06,
      "loss": 0.1393,
      "step": 9528
    },
    {
      "epoch": 1.439208578764537,
      "grad_norm": 1.552893738221047,
      "learning_rate": 5.3180881842653876e-06,
      "loss": 0.1126,
      "step": 9529
    },
    {
      "epoch": 1.4393596133514575,
      "grad_norm": 1.7465229109092624,
      "learning_rate": 5.317298966959929e-06,
      "loss": 0.1371,
      "step": 9530
    },
    {
      "epoch": 1.439510647938378,
      "grad_norm": 1.4378978290617819,
      "learning_rate": 5.316509741717061e-06,
      "loss": 0.1101,
      "step": 9531
    },
    {
      "epoch": 1.4396616825252984,
      "grad_norm": 1.851037019479584,
      "learning_rate": 5.315720508556528e-06,
      "loss": 0.136,
      "step": 9532
    },
    {
      "epoch": 1.4398127171122188,
      "grad_norm": 1.4694333339005654,
      "learning_rate": 5.314931267498072e-06,
      "loss": 0.1018,
      "step": 9533
    },
    {
      "epoch": 1.439963751699139,
      "grad_norm": 1.8415527478462346,
      "learning_rate": 5.31414201856144e-06,
      "loss": 0.1318,
      "step": 9534
    },
    {
      "epoch": 1.4401147862860595,
      "grad_norm": 1.450198725949554,
      "learning_rate": 5.313352761766369e-06,
      "loss": 0.0952,
      "step": 9535
    },
    {
      "epoch": 1.44026582087298,
      "grad_norm": 1.466947720616171,
      "learning_rate": 5.312563497132608e-06,
      "loss": 0.0932,
      "step": 9536
    },
    {
      "epoch": 1.4404168554599004,
      "grad_norm": 2.242227456477478,
      "learning_rate": 5.311774224679898e-06,
      "loss": 0.1328,
      "step": 9537
    },
    {
      "epoch": 1.4405678900468208,
      "grad_norm": 1.792891374347219,
      "learning_rate": 5.310984944427987e-06,
      "loss": 0.13,
      "step": 9538
    },
    {
      "epoch": 1.440718924633741,
      "grad_norm": 1.4308582351773205,
      "learning_rate": 5.3101956563966155e-06,
      "loss": 0.1151,
      "step": 9539
    },
    {
      "epoch": 1.4408699592206615,
      "grad_norm": 1.5670771249393927,
      "learning_rate": 5.309406360605528e-06,
      "loss": 0.0999,
      "step": 9540
    },
    {
      "epoch": 1.441020993807582,
      "grad_norm": 1.6076199918633152,
      "learning_rate": 5.30861705707447e-06,
      "loss": 0.1229,
      "step": 9541
    },
    {
      "epoch": 1.4411720283945022,
      "grad_norm": 1.3782001365975567,
      "learning_rate": 5.307827745823188e-06,
      "loss": 0.0978,
      "step": 9542
    },
    {
      "epoch": 1.4413230629814229,
      "grad_norm": 1.3346896572111075,
      "learning_rate": 5.307038426871424e-06,
      "loss": 0.0996,
      "step": 9543
    },
    {
      "epoch": 1.441474097568343,
      "grad_norm": 2.074803450132833,
      "learning_rate": 5.306249100238925e-06,
      "loss": 0.1417,
      "step": 9544
    },
    {
      "epoch": 1.4416251321552636,
      "grad_norm": 1.6765773685614098,
      "learning_rate": 5.305459765945438e-06,
      "loss": 0.126,
      "step": 9545
    },
    {
      "epoch": 1.441776166742184,
      "grad_norm": 1.6636764792566674,
      "learning_rate": 5.304670424010705e-06,
      "loss": 0.1241,
      "step": 9546
    },
    {
      "epoch": 1.4419272013291042,
      "grad_norm": 1.5962553801576904,
      "learning_rate": 5.303881074454472e-06,
      "loss": 0.1123,
      "step": 9547
    },
    {
      "epoch": 1.4420782359160247,
      "grad_norm": 1.8922995548765906,
      "learning_rate": 5.30309171729649e-06,
      "loss": 0.1277,
      "step": 9548
    },
    {
      "epoch": 1.4422292705029451,
      "grad_norm": 1.5833191646747682,
      "learning_rate": 5.302302352556501e-06,
      "loss": 0.1078,
      "step": 9549
    },
    {
      "epoch": 1.4423803050898656,
      "grad_norm": 3.7699113513526834,
      "learning_rate": 5.301512980254252e-06,
      "loss": 0.1134,
      "step": 9550
    },
    {
      "epoch": 1.442531339676786,
      "grad_norm": 2.1060193608016613,
      "learning_rate": 5.3007236004094904e-06,
      "loss": 0.1392,
      "step": 9551
    },
    {
      "epoch": 1.4426823742637063,
      "grad_norm": 2.124921879430783,
      "learning_rate": 5.299934213041961e-06,
      "loss": 0.1366,
      "step": 9552
    },
    {
      "epoch": 1.4428334088506267,
      "grad_norm": 1.3577791314896375,
      "learning_rate": 5.2991448181714144e-06,
      "loss": 0.0994,
      "step": 9553
    },
    {
      "epoch": 1.4429844434375472,
      "grad_norm": 1.9552414778806961,
      "learning_rate": 5.298355415817594e-06,
      "loss": 0.1158,
      "step": 9554
    },
    {
      "epoch": 1.4431354780244676,
      "grad_norm": 2.018684145852933,
      "learning_rate": 5.2975660060002495e-06,
      "loss": 0.0925,
      "step": 9555
    },
    {
      "epoch": 1.443286512611388,
      "grad_norm": 1.9751688807254366,
      "learning_rate": 5.296776588739129e-06,
      "loss": 0.1057,
      "step": 9556
    },
    {
      "epoch": 1.4434375471983083,
      "grad_norm": 1.5365838542000514,
      "learning_rate": 5.295987164053977e-06,
      "loss": 0.1035,
      "step": 9557
    },
    {
      "epoch": 1.4435885817852288,
      "grad_norm": 1.6254961673327024,
      "learning_rate": 5.295197731964543e-06,
      "loss": 0.1114,
      "step": 9558
    },
    {
      "epoch": 1.4437396163721492,
      "grad_norm": 2.2922160882473066,
      "learning_rate": 5.294408292490576e-06,
      "loss": 0.1227,
      "step": 9559
    },
    {
      "epoch": 1.4438906509590697,
      "grad_norm": 2.002628050456126,
      "learning_rate": 5.293618845651823e-06,
      "loss": 0.1129,
      "step": 9560
    },
    {
      "epoch": 1.44404168554599,
      "grad_norm": 2.13496964490587,
      "learning_rate": 5.292829391468034e-06,
      "loss": 0.1253,
      "step": 9561
    },
    {
      "epoch": 1.4441927201329103,
      "grad_norm": 1.6574381976790415,
      "learning_rate": 5.2920399299589554e-06,
      "loss": 0.0978,
      "step": 9562
    },
    {
      "epoch": 1.4443437547198308,
      "grad_norm": 1.9858005500608364,
      "learning_rate": 5.291250461144338e-06,
      "loss": 0.1182,
      "step": 9563
    },
    {
      "epoch": 1.4444947893067512,
      "grad_norm": 1.9520547670345572,
      "learning_rate": 5.29046098504393e-06,
      "loss": 0.099,
      "step": 9564
    },
    {
      "epoch": 1.4446458238936717,
      "grad_norm": 1.8396218442582337,
      "learning_rate": 5.289671501677482e-06,
      "loss": 0.1234,
      "step": 9565
    },
    {
      "epoch": 1.4447968584805921,
      "grad_norm": 3.7368750725635422,
      "learning_rate": 5.28888201106474e-06,
      "loss": 0.127,
      "step": 9566
    },
    {
      "epoch": 1.4449478930675124,
      "grad_norm": 1.6981394502453302,
      "learning_rate": 5.288092513225457e-06,
      "loss": 0.1096,
      "step": 9567
    },
    {
      "epoch": 1.4450989276544328,
      "grad_norm": 4.024318397282422,
      "learning_rate": 5.2873030081793805e-06,
      "loss": 0.1375,
      "step": 9568
    },
    {
      "epoch": 1.4452499622413533,
      "grad_norm": 1.3208370296829872,
      "learning_rate": 5.286513495946261e-06,
      "loss": 0.0959,
      "step": 9569
    },
    {
      "epoch": 1.4454009968282737,
      "grad_norm": 1.4222066175213555,
      "learning_rate": 5.285723976545849e-06,
      "loss": 0.099,
      "step": 9570
    },
    {
      "epoch": 1.4455520314151942,
      "grad_norm": 1.7922016704491512,
      "learning_rate": 5.284934449997894e-06,
      "loss": 0.115,
      "step": 9571
    },
    {
      "epoch": 1.4457030660021144,
      "grad_norm": 1.6037393193485119,
      "learning_rate": 5.2841449163221485e-06,
      "loss": 0.1136,
      "step": 9572
    },
    {
      "epoch": 1.4458541005890349,
      "grad_norm": 2.060577856472057,
      "learning_rate": 5.2833553755383594e-06,
      "loss": 0.1197,
      "step": 9573
    },
    {
      "epoch": 1.4460051351759553,
      "grad_norm": 2.4014608918464204,
      "learning_rate": 5.282565827666282e-06,
      "loss": 0.1299,
      "step": 9574
    },
    {
      "epoch": 1.4461561697628758,
      "grad_norm": 1.6562224394938665,
      "learning_rate": 5.281776272725663e-06,
      "loss": 0.114,
      "step": 9575
    },
    {
      "epoch": 1.4463072043497962,
      "grad_norm": 2.037174133785467,
      "learning_rate": 5.280986710736256e-06,
      "loss": 0.1238,
      "step": 9576
    },
    {
      "epoch": 1.4464582389367164,
      "grad_norm": 1.6812294717695813,
      "learning_rate": 5.280197141717813e-06,
      "loss": 0.1101,
      "step": 9577
    },
    {
      "epoch": 1.4466092735236369,
      "grad_norm": 1.614308268690836,
      "learning_rate": 5.279407565690084e-06,
      "loss": 0.1147,
      "step": 9578
    },
    {
      "epoch": 1.4467603081105573,
      "grad_norm": 1.885061220910074,
      "learning_rate": 5.27861798267282e-06,
      "loss": 0.1021,
      "step": 9579
    },
    {
      "epoch": 1.4469113426974778,
      "grad_norm": 1.856832204811225,
      "learning_rate": 5.277828392685774e-06,
      "loss": 0.1108,
      "step": 9580
    },
    {
      "epoch": 1.4470623772843982,
      "grad_norm": 1.2978808761693557,
      "learning_rate": 5.277038795748698e-06,
      "loss": 0.0975,
      "step": 9581
    },
    {
      "epoch": 1.4472134118713185,
      "grad_norm": 1.4342183651240572,
      "learning_rate": 5.276249191881344e-06,
      "loss": 0.1042,
      "step": 9582
    },
    {
      "epoch": 1.447364446458239,
      "grad_norm": 2.0423198810658,
      "learning_rate": 5.275459581103465e-06,
      "loss": 0.1267,
      "step": 9583
    },
    {
      "epoch": 1.4475154810451594,
      "grad_norm": 1.6978839676375077,
      "learning_rate": 5.2746699634348134e-06,
      "loss": 0.1159,
      "step": 9584
    },
    {
      "epoch": 1.4476665156320798,
      "grad_norm": 1.7587622459986136,
      "learning_rate": 5.273880338895141e-06,
      "loss": 0.1118,
      "step": 9585
    },
    {
      "epoch": 1.4478175502190003,
      "grad_norm": 2.040968817175595,
      "learning_rate": 5.273090707504201e-06,
      "loss": 0.136,
      "step": 9586
    },
    {
      "epoch": 1.4479685848059205,
      "grad_norm": 1.9432658936260179,
      "learning_rate": 5.272301069281747e-06,
      "loss": 0.116,
      "step": 9587
    },
    {
      "epoch": 1.448119619392841,
      "grad_norm": 1.8806702005535485,
      "learning_rate": 5.271511424247532e-06,
      "loss": 0.1145,
      "step": 9588
    },
    {
      "epoch": 1.4482706539797614,
      "grad_norm": 1.808469195398674,
      "learning_rate": 5.270721772421309e-06,
      "loss": 0.0987,
      "step": 9589
    },
    {
      "epoch": 1.4484216885666819,
      "grad_norm": 1.5955296805373154,
      "learning_rate": 5.2699321138228324e-06,
      "loss": 0.1036,
      "step": 9590
    },
    {
      "epoch": 1.4485727231536023,
      "grad_norm": 1.588730195907115,
      "learning_rate": 5.269142448471855e-06,
      "loss": 0.1132,
      "step": 9591
    },
    {
      "epoch": 1.4487237577405225,
      "grad_norm": 1.477183884520655,
      "learning_rate": 5.268352776388132e-06,
      "loss": 0.1177,
      "step": 9592
    },
    {
      "epoch": 1.448874792327443,
      "grad_norm": 1.8314349677304924,
      "learning_rate": 5.267563097591415e-06,
      "loss": 0.0987,
      "step": 9593
    },
    {
      "epoch": 1.4490258269143634,
      "grad_norm": 1.7466468215384263,
      "learning_rate": 5.266773412101462e-06,
      "loss": 0.1213,
      "step": 9594
    },
    {
      "epoch": 1.4491768615012837,
      "grad_norm": 1.9369203456091408,
      "learning_rate": 5.265983719938024e-06,
      "loss": 0.1353,
      "step": 9595
    },
    {
      "epoch": 1.4493278960882043,
      "grad_norm": 1.965896131149602,
      "learning_rate": 5.2651940211208574e-06,
      "loss": 0.1307,
      "step": 9596
    },
    {
      "epoch": 1.4494789306751246,
      "grad_norm": 1.8237656697066627,
      "learning_rate": 5.2644043156697155e-06,
      "loss": 0.1162,
      "step": 9597
    },
    {
      "epoch": 1.449629965262045,
      "grad_norm": 1.6981081862704794,
      "learning_rate": 5.263614603604353e-06,
      "loss": 0.1022,
      "step": 9598
    },
    {
      "epoch": 1.4497809998489655,
      "grad_norm": 2.134426064456042,
      "learning_rate": 5.26282488494453e-06,
      "loss": 0.1211,
      "step": 9599
    },
    {
      "epoch": 1.4499320344358857,
      "grad_norm": 1.8284578637979305,
      "learning_rate": 5.262035159709995e-06,
      "loss": 0.1143,
      "step": 9600
    },
    {
      "epoch": 1.4500830690228061,
      "grad_norm": 1.5689042062911522,
      "learning_rate": 5.261245427920507e-06,
      "loss": 0.0912,
      "step": 9601
    },
    {
      "epoch": 1.4502341036097266,
      "grad_norm": 1.5656639253271982,
      "learning_rate": 5.260455689595821e-06,
      "loss": 0.0996,
      "step": 9602
    },
    {
      "epoch": 1.450385138196647,
      "grad_norm": 2.7257033054649176,
      "learning_rate": 5.259665944755693e-06,
      "loss": 0.1297,
      "step": 9603
    },
    {
      "epoch": 1.4505361727835675,
      "grad_norm": 1.8231432761805284,
      "learning_rate": 5.2588761934198786e-06,
      "loss": 0.1372,
      "step": 9604
    },
    {
      "epoch": 1.4506872073704877,
      "grad_norm": 1.9370505121922321,
      "learning_rate": 5.258086435608133e-06,
      "loss": 0.1236,
      "step": 9605
    },
    {
      "epoch": 1.4508382419574082,
      "grad_norm": 1.2878171139621057,
      "learning_rate": 5.257296671340215e-06,
      "loss": 0.0954,
      "step": 9606
    },
    {
      "epoch": 1.4509892765443286,
      "grad_norm": 1.7394849301957618,
      "learning_rate": 5.256506900635877e-06,
      "loss": 0.1113,
      "step": 9607
    },
    {
      "epoch": 1.451140311131249,
      "grad_norm": 1.673905575244991,
      "learning_rate": 5.255717123514878e-06,
      "loss": 0.1155,
      "step": 9608
    },
    {
      "epoch": 1.4512913457181695,
      "grad_norm": 2.3989526303368187,
      "learning_rate": 5.254927339996976e-06,
      "loss": 0.1184,
      "step": 9609
    },
    {
      "epoch": 1.4514423803050898,
      "grad_norm": 1.6142927214238116,
      "learning_rate": 5.2541375501019254e-06,
      "loss": 0.1097,
      "step": 9610
    },
    {
      "epoch": 1.4515934148920102,
      "grad_norm": 2.041919345221602,
      "learning_rate": 5.2533477538494835e-06,
      "loss": 0.1482,
      "step": 9611
    },
    {
      "epoch": 1.4517444494789307,
      "grad_norm": 1.7531396985603824,
      "learning_rate": 5.252557951259408e-06,
      "loss": 0.1148,
      "step": 9612
    },
    {
      "epoch": 1.4518954840658511,
      "grad_norm": 2.1200686561425046,
      "learning_rate": 5.251768142351459e-06,
      "loss": 0.1143,
      "step": 9613
    },
    {
      "epoch": 1.4520465186527716,
      "grad_norm": 1.645927618867429,
      "learning_rate": 5.25097832714539e-06,
      "loss": 0.118,
      "step": 9614
    },
    {
      "epoch": 1.4521975532396918,
      "grad_norm": 1.881138211083728,
      "learning_rate": 5.250188505660958e-06,
      "loss": 0.1265,
      "step": 9615
    },
    {
      "epoch": 1.4523485878266122,
      "grad_norm": 1.850240070774448,
      "learning_rate": 5.249398677917924e-06,
      "loss": 0.1186,
      "step": 9616
    },
    {
      "epoch": 1.4524996224135327,
      "grad_norm": 1.4948736460182896,
      "learning_rate": 5.248608843936046e-06,
      "loss": 0.1071,
      "step": 9617
    },
    {
      "epoch": 1.4526506570004531,
      "grad_norm": 1.544517509917974,
      "learning_rate": 5.247819003735081e-06,
      "loss": 0.1036,
      "step": 9618
    },
    {
      "epoch": 1.4528016915873736,
      "grad_norm": 1.5481215972151192,
      "learning_rate": 5.247029157334786e-06,
      "loss": 0.1099,
      "step": 9619
    },
    {
      "epoch": 1.4529527261742938,
      "grad_norm": 2.547698244449403,
      "learning_rate": 5.246239304754922e-06,
      "loss": 0.1389,
      "step": 9620
    },
    {
      "epoch": 1.4531037607612143,
      "grad_norm": 1.6529807477429552,
      "learning_rate": 5.245449446015245e-06,
      "loss": 0.1059,
      "step": 9621
    },
    {
      "epoch": 1.4532547953481347,
      "grad_norm": 1.8521651562440034,
      "learning_rate": 5.244659581135516e-06,
      "loss": 0.1254,
      "step": 9622
    },
    {
      "epoch": 1.4534058299350552,
      "grad_norm": 2.0282487449389976,
      "learning_rate": 5.243869710135492e-06,
      "loss": 0.1214,
      "step": 9623
    },
    {
      "epoch": 1.4535568645219756,
      "grad_norm": 2.611098475091107,
      "learning_rate": 5.243079833034936e-06,
      "loss": 0.1313,
      "step": 9624
    },
    {
      "epoch": 1.4537078991088959,
      "grad_norm": 1.572585894727264,
      "learning_rate": 5.2422899498536005e-06,
      "loss": 0.1068,
      "step": 9625
    },
    {
      "epoch": 1.4538589336958163,
      "grad_norm": 1.6818622763481368,
      "learning_rate": 5.241500060611249e-06,
      "loss": 0.1211,
      "step": 9626
    },
    {
      "epoch": 1.4540099682827368,
      "grad_norm": 1.6653544373574112,
      "learning_rate": 5.240710165327642e-06,
      "loss": 0.1209,
      "step": 9627
    },
    {
      "epoch": 1.4541610028696572,
      "grad_norm": 1.4930320819779084,
      "learning_rate": 5.239920264022538e-06,
      "loss": 0.0973,
      "step": 9628
    },
    {
      "epoch": 1.4543120374565777,
      "grad_norm": 1.6766293382511752,
      "learning_rate": 5.239130356715696e-06,
      "loss": 0.1109,
      "step": 9629
    },
    {
      "epoch": 1.454463072043498,
      "grad_norm": 1.5945170704956295,
      "learning_rate": 5.2383404434268755e-06,
      "loss": 0.1238,
      "step": 9630
    },
    {
      "epoch": 1.4546141066304183,
      "grad_norm": 2.3086644429151324,
      "learning_rate": 5.23755052417584e-06,
      "loss": 0.1415,
      "step": 9631
    },
    {
      "epoch": 1.4547651412173388,
      "grad_norm": 1.6078722524205717,
      "learning_rate": 5.236760598982346e-06,
      "loss": 0.0942,
      "step": 9632
    },
    {
      "epoch": 1.4549161758042592,
      "grad_norm": 1.5002523556175946,
      "learning_rate": 5.235970667866155e-06,
      "loss": 0.0982,
      "step": 9633
    },
    {
      "epoch": 1.4550672103911797,
      "grad_norm": 1.4146811788275275,
      "learning_rate": 5.235180730847028e-06,
      "loss": 0.095,
      "step": 9634
    },
    {
      "epoch": 1.4552182449781,
      "grad_norm": 1.4328078443641767,
      "learning_rate": 5.234390787944727e-06,
      "loss": 0.0825,
      "step": 9635
    },
    {
      "epoch": 1.4553692795650204,
      "grad_norm": 1.6826185092497226,
      "learning_rate": 5.233600839179011e-06,
      "loss": 0.1284,
      "step": 9636
    },
    {
      "epoch": 1.4555203141519408,
      "grad_norm": 1.4775337774690256,
      "learning_rate": 5.23281088456964e-06,
      "loss": 0.1018,
      "step": 9637
    },
    {
      "epoch": 1.4556713487388613,
      "grad_norm": 1.875376256033271,
      "learning_rate": 5.2320209241363775e-06,
      "loss": 0.12,
      "step": 9638
    },
    {
      "epoch": 1.4558223833257817,
      "grad_norm": 1.4659303295836261,
      "learning_rate": 5.231230957898985e-06,
      "loss": 0.104,
      "step": 9639
    },
    {
      "epoch": 1.455973417912702,
      "grad_norm": 1.6524720049867971,
      "learning_rate": 5.230440985877222e-06,
      "loss": 0.1269,
      "step": 9640
    },
    {
      "epoch": 1.4561244524996224,
      "grad_norm": 1.8227174586976849,
      "learning_rate": 5.2296510080908505e-06,
      "loss": 0.1203,
      "step": 9641
    },
    {
      "epoch": 1.4562754870865429,
      "grad_norm": 1.5508505667057915,
      "learning_rate": 5.228861024559634e-06,
      "loss": 0.1065,
      "step": 9642
    },
    {
      "epoch": 1.456426521673463,
      "grad_norm": 1.9511336532552819,
      "learning_rate": 5.22807103530333e-06,
      "loss": 0.1022,
      "step": 9643
    },
    {
      "epoch": 1.4565775562603838,
      "grad_norm": 1.732897144132549,
      "learning_rate": 5.227281040341706e-06,
      "loss": 0.1161,
      "step": 9644
    },
    {
      "epoch": 1.456728590847304,
      "grad_norm": 1.9031089982947231,
      "learning_rate": 5.226491039694521e-06,
      "loss": 0.137,
      "step": 9645
    },
    {
      "epoch": 1.4568796254342244,
      "grad_norm": 1.654816247538832,
      "learning_rate": 5.2257010333815405e-06,
      "loss": 0.1047,
      "step": 9646
    },
    {
      "epoch": 1.457030660021145,
      "grad_norm": 3.49259795957883,
      "learning_rate": 5.224911021422522e-06,
      "loss": 0.1409,
      "step": 9647
    },
    {
      "epoch": 1.4571816946080651,
      "grad_norm": 1.5627526387454869,
      "learning_rate": 5.22412100383723e-06,
      "loss": 0.114,
      "step": 9648
    },
    {
      "epoch": 1.4573327291949856,
      "grad_norm": 1.7958489423143817,
      "learning_rate": 5.223330980645429e-06,
      "loss": 0.1258,
      "step": 9649
    },
    {
      "epoch": 1.457483763781906,
      "grad_norm": 1.6216530659883097,
      "learning_rate": 5.222540951866881e-06,
      "loss": 0.1174,
      "step": 9650
    },
    {
      "epoch": 1.4576347983688265,
      "grad_norm": 1.8344986514043848,
      "learning_rate": 5.221750917521347e-06,
      "loss": 0.1215,
      "step": 9651
    },
    {
      "epoch": 1.457785832955747,
      "grad_norm": 2.8227354607183837,
      "learning_rate": 5.220960877628593e-06,
      "loss": 0.1763,
      "step": 9652
    },
    {
      "epoch": 1.4579368675426672,
      "grad_norm": 2.487919749939918,
      "learning_rate": 5.2201708322083825e-06,
      "loss": 0.1041,
      "step": 9653
    },
    {
      "epoch": 1.4580879021295876,
      "grad_norm": 1.5625273661554562,
      "learning_rate": 5.219380781280474e-06,
      "loss": 0.0997,
      "step": 9654
    },
    {
      "epoch": 1.458238936716508,
      "grad_norm": 1.877996191038226,
      "learning_rate": 5.218590724864637e-06,
      "loss": 0.151,
      "step": 9655
    },
    {
      "epoch": 1.4583899713034285,
      "grad_norm": 1.881037634880747,
      "learning_rate": 5.217800662980632e-06,
      "loss": 0.1212,
      "step": 9656
    },
    {
      "epoch": 1.458541005890349,
      "grad_norm": 3.2452158794095793,
      "learning_rate": 5.217010595648224e-06,
      "loss": 0.1282,
      "step": 9657
    },
    {
      "epoch": 1.4586920404772692,
      "grad_norm": 1.6428423079736147,
      "learning_rate": 5.216220522887176e-06,
      "loss": 0.1177,
      "step": 9658
    },
    {
      "epoch": 1.4588430750641896,
      "grad_norm": 1.957012207041144,
      "learning_rate": 5.215430444717253e-06,
      "loss": 0.1405,
      "step": 9659
    },
    {
      "epoch": 1.45899410965111,
      "grad_norm": 1.7484737259083718,
      "learning_rate": 5.21464036115822e-06,
      "loss": 0.1158,
      "step": 9660
    },
    {
      "epoch": 1.4591451442380305,
      "grad_norm": 1.6930440323888398,
      "learning_rate": 5.213850272229839e-06,
      "loss": 0.1269,
      "step": 9661
    },
    {
      "epoch": 1.459296178824951,
      "grad_norm": 2.053053874860429,
      "learning_rate": 5.213060177951875e-06,
      "loss": 0.138,
      "step": 9662
    },
    {
      "epoch": 1.4594472134118712,
      "grad_norm": 1.5575857071959323,
      "learning_rate": 5.2122700783440946e-06,
      "loss": 0.1089,
      "step": 9663
    },
    {
      "epoch": 1.4595982479987917,
      "grad_norm": 1.7107734059191704,
      "learning_rate": 5.211479973426263e-06,
      "loss": 0.0948,
      "step": 9664
    },
    {
      "epoch": 1.4597492825857121,
      "grad_norm": 1.7379843100036925,
      "learning_rate": 5.210689863218142e-06,
      "loss": 0.1116,
      "step": 9665
    },
    {
      "epoch": 1.4599003171726326,
      "grad_norm": 1.8143692479253022,
      "learning_rate": 5.209899747739495e-06,
      "loss": 0.1328,
      "step": 9666
    },
    {
      "epoch": 1.460051351759553,
      "grad_norm": 1.7210846917303722,
      "learning_rate": 5.209109627010095e-06,
      "loss": 0.112,
      "step": 9667
    },
    {
      "epoch": 1.4602023863464733,
      "grad_norm": 1.421719926910678,
      "learning_rate": 5.2083195010497e-06,
      "loss": 0.1022,
      "step": 9668
    },
    {
      "epoch": 1.4603534209333937,
      "grad_norm": 1.789976926987383,
      "learning_rate": 5.207529369878079e-06,
      "loss": 0.1244,
      "step": 9669
    },
    {
      "epoch": 1.4605044555203142,
      "grad_norm": 2.0995322854638183,
      "learning_rate": 5.206739233514997e-06,
      "loss": 0.1122,
      "step": 9670
    },
    {
      "epoch": 1.4606554901072346,
      "grad_norm": 1.6843571480104347,
      "learning_rate": 5.205949091980218e-06,
      "loss": 0.1144,
      "step": 9671
    },
    {
      "epoch": 1.460806524694155,
      "grad_norm": 1.586855274941841,
      "learning_rate": 5.205158945293511e-06,
      "loss": 0.1105,
      "step": 9672
    },
    {
      "epoch": 1.4609575592810753,
      "grad_norm": 1.7896440174712456,
      "learning_rate": 5.204368793474638e-06,
      "loss": 0.1153,
      "step": 9673
    },
    {
      "epoch": 1.4611085938679957,
      "grad_norm": 1.749444141458647,
      "learning_rate": 5.203578636543368e-06,
      "loss": 0.1282,
      "step": 9674
    },
    {
      "epoch": 1.4612596284549162,
      "grad_norm": 2.0455987353638614,
      "learning_rate": 5.202788474519468e-06,
      "loss": 0.1307,
      "step": 9675
    },
    {
      "epoch": 1.4614106630418366,
      "grad_norm": 1.7426684884748285,
      "learning_rate": 5.201998307422701e-06,
      "loss": 0.1201,
      "step": 9676
    },
    {
      "epoch": 1.461561697628757,
      "grad_norm": 1.6123770603552305,
      "learning_rate": 5.201208135272835e-06,
      "loss": 0.1214,
      "step": 9677
    },
    {
      "epoch": 1.4617127322156773,
      "grad_norm": 1.6913947657745503,
      "learning_rate": 5.200417958089638e-06,
      "loss": 0.1294,
      "step": 9678
    },
    {
      "epoch": 1.4618637668025978,
      "grad_norm": 1.7734260816966456,
      "learning_rate": 5.199627775892875e-06,
      "loss": 0.1123,
      "step": 9679
    },
    {
      "epoch": 1.4620148013895182,
      "grad_norm": 1.670516267728474,
      "learning_rate": 5.198837588702313e-06,
      "loss": 0.1172,
      "step": 9680
    },
    {
      "epoch": 1.4621658359764387,
      "grad_norm": 1.6259002736762715,
      "learning_rate": 5.198047396537719e-06,
      "loss": 0.1184,
      "step": 9681
    },
    {
      "epoch": 1.4623168705633591,
      "grad_norm": 2.563755378692623,
      "learning_rate": 5.19725719941886e-06,
      "loss": 0.1561,
      "step": 9682
    },
    {
      "epoch": 1.4624679051502794,
      "grad_norm": 1.5457531725481686,
      "learning_rate": 5.1964669973655055e-06,
      "loss": 0.0991,
      "step": 9683
    },
    {
      "epoch": 1.4626189397371998,
      "grad_norm": 1.4662407951069185,
      "learning_rate": 5.195676790397419e-06,
      "loss": 0.0913,
      "step": 9684
    },
    {
      "epoch": 1.4627699743241203,
      "grad_norm": 1.640322895238996,
      "learning_rate": 5.194886578534373e-06,
      "loss": 0.1232,
      "step": 9685
    },
    {
      "epoch": 1.4629210089110407,
      "grad_norm": 1.4931195447485204,
      "learning_rate": 5.1940963617961294e-06,
      "loss": 0.0996,
      "step": 9686
    },
    {
      "epoch": 1.4630720434979612,
      "grad_norm": 1.9980691345609496,
      "learning_rate": 5.193306140202458e-06,
      "loss": 0.132,
      "step": 9687
    },
    {
      "epoch": 1.4632230780848814,
      "grad_norm": 1.9008654560272615,
      "learning_rate": 5.19251591377313e-06,
      "loss": 0.1485,
      "step": 9688
    },
    {
      "epoch": 1.4633741126718018,
      "grad_norm": 2.7197491335481265,
      "learning_rate": 5.191725682527909e-06,
      "loss": 0.1423,
      "step": 9689
    },
    {
      "epoch": 1.4635251472587223,
      "grad_norm": 1.7876130733056736,
      "learning_rate": 5.1909354464865634e-06,
      "loss": 0.1263,
      "step": 9690
    },
    {
      "epoch": 1.4636761818456425,
      "grad_norm": 1.6217296722390928,
      "learning_rate": 5.190145205668863e-06,
      "loss": 0.0991,
      "step": 9691
    },
    {
      "epoch": 1.4638272164325632,
      "grad_norm": 1.392607992448837,
      "learning_rate": 5.189354960094576e-06,
      "loss": 0.0854,
      "step": 9692
    },
    {
      "epoch": 1.4639782510194834,
      "grad_norm": 1.6670449866455266,
      "learning_rate": 5.188564709783472e-06,
      "loss": 0.1117,
      "step": 9693
    },
    {
      "epoch": 1.4641292856064039,
      "grad_norm": 1.4954130105416272,
      "learning_rate": 5.187774454755316e-06,
      "loss": 0.1115,
      "step": 9694
    },
    {
      "epoch": 1.4642803201933243,
      "grad_norm": 1.6402895423014499,
      "learning_rate": 5.186984195029878e-06,
      "loss": 0.1163,
      "step": 9695
    },
    {
      "epoch": 1.4644313547802446,
      "grad_norm": 1.684358448302062,
      "learning_rate": 5.186193930626931e-06,
      "loss": 0.113,
      "step": 9696
    },
    {
      "epoch": 1.464582389367165,
      "grad_norm": 1.911395637893843,
      "learning_rate": 5.185403661566237e-06,
      "loss": 0.12,
      "step": 9697
    },
    {
      "epoch": 1.4647334239540855,
      "grad_norm": 1.4551056896857129,
      "learning_rate": 5.18461338786757e-06,
      "loss": 0.1021,
      "step": 9698
    },
    {
      "epoch": 1.464884458541006,
      "grad_norm": 1.2516739973218638,
      "learning_rate": 5.183823109550698e-06,
      "loss": 0.0923,
      "step": 9699
    },
    {
      "epoch": 1.4650354931279264,
      "grad_norm": 1.6670589301168985,
      "learning_rate": 5.183032826635388e-06,
      "loss": 0.0968,
      "step": 9700
    },
    {
      "epoch": 1.4651865277148466,
      "grad_norm": 2.012463152639541,
      "learning_rate": 5.1822425391414125e-06,
      "loss": 0.1444,
      "step": 9701
    },
    {
      "epoch": 1.465337562301767,
      "grad_norm": 1.3463934868127139,
      "learning_rate": 5.181452247088539e-06,
      "loss": 0.0991,
      "step": 9702
    },
    {
      "epoch": 1.4654885968886875,
      "grad_norm": 1.3843882465314319,
      "learning_rate": 5.180661950496538e-06,
      "loss": 0.0987,
      "step": 9703
    },
    {
      "epoch": 1.465639631475608,
      "grad_norm": 1.434554508344026,
      "learning_rate": 5.179871649385178e-06,
      "loss": 0.107,
      "step": 9704
    },
    {
      "epoch": 1.4657906660625284,
      "grad_norm": 1.9809714889833112,
      "learning_rate": 5.179081343774231e-06,
      "loss": 0.1381,
      "step": 9705
    },
    {
      "epoch": 1.4659417006494486,
      "grad_norm": 1.6131841944075624,
      "learning_rate": 5.178291033683465e-06,
      "loss": 0.1153,
      "step": 9706
    },
    {
      "epoch": 1.466092735236369,
      "grad_norm": 1.9813205694992897,
      "learning_rate": 5.177500719132651e-06,
      "loss": 0.1415,
      "step": 9707
    },
    {
      "epoch": 1.4662437698232895,
      "grad_norm": 1.6619238268551042,
      "learning_rate": 5.176710400141559e-06,
      "loss": 0.1146,
      "step": 9708
    },
    {
      "epoch": 1.46639480441021,
      "grad_norm": 1.834824979678254,
      "learning_rate": 5.175920076729959e-06,
      "loss": 0.1253,
      "step": 9709
    },
    {
      "epoch": 1.4665458389971304,
      "grad_norm": 1.736663230153117,
      "learning_rate": 5.175129748917621e-06,
      "loss": 0.1115,
      "step": 9710
    },
    {
      "epoch": 1.4666968735840507,
      "grad_norm": 1.877270873389098,
      "learning_rate": 5.174339416724317e-06,
      "loss": 0.1107,
      "step": 9711
    },
    {
      "epoch": 1.466847908170971,
      "grad_norm": 1.7515942614064477,
      "learning_rate": 5.1735490801698155e-06,
      "loss": 0.1158,
      "step": 9712
    },
    {
      "epoch": 1.4669989427578916,
      "grad_norm": 1.7346867761896225,
      "learning_rate": 5.1727587392738875e-06,
      "loss": 0.1256,
      "step": 9713
    },
    {
      "epoch": 1.467149977344812,
      "grad_norm": 1.4447750288684242,
      "learning_rate": 5.171968394056307e-06,
      "loss": 0.1102,
      "step": 9714
    },
    {
      "epoch": 1.4673010119317325,
      "grad_norm": 2.196904281626182,
      "learning_rate": 5.171178044536841e-06,
      "loss": 0.1316,
      "step": 9715
    },
    {
      "epoch": 1.4674520465186527,
      "grad_norm": 1.468785173319367,
      "learning_rate": 5.170387690735262e-06,
      "loss": 0.1063,
      "step": 9716
    },
    {
      "epoch": 1.4676030811055731,
      "grad_norm": 2.241650210678922,
      "learning_rate": 5.169597332671341e-06,
      "loss": 0.1453,
      "step": 9717
    },
    {
      "epoch": 1.4677541156924936,
      "grad_norm": 2.819432259923613,
      "learning_rate": 5.16880697036485e-06,
      "loss": 0.1393,
      "step": 9718
    },
    {
      "epoch": 1.467905150279414,
      "grad_norm": 1.461632628066869,
      "learning_rate": 5.1680166038355596e-06,
      "loss": 0.1009,
      "step": 9719
    },
    {
      "epoch": 1.4680561848663345,
      "grad_norm": 1.3505458365313041,
      "learning_rate": 5.1672262331032415e-06,
      "loss": 0.0945,
      "step": 9720
    },
    {
      "epoch": 1.4682072194532547,
      "grad_norm": 1.3590941455576702,
      "learning_rate": 5.166435858187668e-06,
      "loss": 0.0963,
      "step": 9721
    },
    {
      "epoch": 1.4683582540401752,
      "grad_norm": 1.6579326412239273,
      "learning_rate": 5.165645479108609e-06,
      "loss": 0.1249,
      "step": 9722
    },
    {
      "epoch": 1.4685092886270956,
      "grad_norm": 1.6070808309301985,
      "learning_rate": 5.164855095885837e-06,
      "loss": 0.1134,
      "step": 9723
    },
    {
      "epoch": 1.468660323214016,
      "grad_norm": 1.8867773579346356,
      "learning_rate": 5.1640647085391235e-06,
      "loss": 0.1218,
      "step": 9724
    },
    {
      "epoch": 1.4688113578009365,
      "grad_norm": 1.9179567728680622,
      "learning_rate": 5.163274317088242e-06,
      "loss": 0.1359,
      "step": 9725
    },
    {
      "epoch": 1.4689623923878568,
      "grad_norm": 1.5666992185050506,
      "learning_rate": 5.162483921552964e-06,
      "loss": 0.1164,
      "step": 9726
    },
    {
      "epoch": 1.4691134269747772,
      "grad_norm": 1.8683067944314438,
      "learning_rate": 5.161693521953061e-06,
      "loss": 0.1488,
      "step": 9727
    },
    {
      "epoch": 1.4692644615616977,
      "grad_norm": 1.62265355129955,
      "learning_rate": 5.160903118308304e-06,
      "loss": 0.1114,
      "step": 9728
    },
    {
      "epoch": 1.469415496148618,
      "grad_norm": 1.568651052841011,
      "learning_rate": 5.160112710638469e-06,
      "loss": 0.1195,
      "step": 9729
    },
    {
      "epoch": 1.4695665307355386,
      "grad_norm": 1.3776543015877178,
      "learning_rate": 5.1593222989633264e-06,
      "loss": 0.0982,
      "step": 9730
    },
    {
      "epoch": 1.4697175653224588,
      "grad_norm": 1.5827935911528364,
      "learning_rate": 5.158531883302648e-06,
      "loss": 0.1069,
      "step": 9731
    },
    {
      "epoch": 1.4698685999093792,
      "grad_norm": 1.562009846158655,
      "learning_rate": 5.157741463676208e-06,
      "loss": 0.1179,
      "step": 9732
    },
    {
      "epoch": 1.4700196344962997,
      "grad_norm": 2.263515390982386,
      "learning_rate": 5.156951040103778e-06,
      "loss": 0.1247,
      "step": 9733
    },
    {
      "epoch": 1.4701706690832201,
      "grad_norm": 1.6947037471694473,
      "learning_rate": 5.15616061260513e-06,
      "loss": 0.1255,
      "step": 9734
    },
    {
      "epoch": 1.4703217036701406,
      "grad_norm": 1.4213228793749872,
      "learning_rate": 5.15537018120004e-06,
      "loss": 0.1008,
      "step": 9735
    },
    {
      "epoch": 1.4704727382570608,
      "grad_norm": 1.476429281465375,
      "learning_rate": 5.1545797459082805e-06,
      "loss": 0.1076,
      "step": 9736
    },
    {
      "epoch": 1.4706237728439813,
      "grad_norm": 1.6805303764349113,
      "learning_rate": 5.153789306749621e-06,
      "loss": 0.1159,
      "step": 9737
    },
    {
      "epoch": 1.4707748074309017,
      "grad_norm": 1.7748349449029512,
      "learning_rate": 5.15299886374384e-06,
      "loss": 0.1119,
      "step": 9738
    },
    {
      "epoch": 1.470925842017822,
      "grad_norm": 1.3305872498044362,
      "learning_rate": 5.1522084169107066e-06,
      "loss": 0.0929,
      "step": 9739
    },
    {
      "epoch": 1.4710768766047426,
      "grad_norm": 1.3790801696371848,
      "learning_rate": 5.151417966269996e-06,
      "loss": 0.1217,
      "step": 9740
    },
    {
      "epoch": 1.4712279111916629,
      "grad_norm": 1.740191391259789,
      "learning_rate": 5.150627511841481e-06,
      "loss": 0.1265,
      "step": 9741
    },
    {
      "epoch": 1.4713789457785833,
      "grad_norm": 1.2622442308098925,
      "learning_rate": 5.1498370536449375e-06,
      "loss": 0.0989,
      "step": 9742
    },
    {
      "epoch": 1.4715299803655038,
      "grad_norm": 1.5386737058921027,
      "learning_rate": 5.149046591700137e-06,
      "loss": 0.1133,
      "step": 9743
    },
    {
      "epoch": 1.471681014952424,
      "grad_norm": 1.499122510018635,
      "learning_rate": 5.148256126026855e-06,
      "loss": 0.0971,
      "step": 9744
    },
    {
      "epoch": 1.4718320495393444,
      "grad_norm": 1.6471621468600128,
      "learning_rate": 5.1474656566448625e-06,
      "loss": 0.1152,
      "step": 9745
    },
    {
      "epoch": 1.4719830841262649,
      "grad_norm": 1.3854969643803994,
      "learning_rate": 5.146675183573936e-06,
      "loss": 0.0975,
      "step": 9746
    },
    {
      "epoch": 1.4721341187131853,
      "grad_norm": 1.7785231689617944,
      "learning_rate": 5.14588470683385e-06,
      "loss": 0.1189,
      "step": 9747
    },
    {
      "epoch": 1.4722851533001058,
      "grad_norm": 2.132652849849111,
      "learning_rate": 5.145094226444377e-06,
      "loss": 0.1386,
      "step": 9748
    },
    {
      "epoch": 1.472436187887026,
      "grad_norm": 1.654079626782455,
      "learning_rate": 5.144303742425293e-06,
      "loss": 0.123,
      "step": 9749
    },
    {
      "epoch": 1.4725872224739465,
      "grad_norm": 2.745065133357603,
      "learning_rate": 5.143513254796371e-06,
      "loss": 0.1245,
      "step": 9750
    },
    {
      "epoch": 1.472738257060867,
      "grad_norm": 1.4717863718785817,
      "learning_rate": 5.142722763577385e-06,
      "loss": 0.0971,
      "step": 9751
    },
    {
      "epoch": 1.4728892916477874,
      "grad_norm": 1.4028766788919163,
      "learning_rate": 5.141932268788111e-06,
      "loss": 0.105,
      "step": 9752
    },
    {
      "epoch": 1.4730403262347078,
      "grad_norm": 1.8554146274447383,
      "learning_rate": 5.141141770448324e-06,
      "loss": 0.1257,
      "step": 9753
    },
    {
      "epoch": 1.473191360821628,
      "grad_norm": 1.611789015266541,
      "learning_rate": 5.140351268577798e-06,
      "loss": 0.113,
      "step": 9754
    },
    {
      "epoch": 1.4733423954085485,
      "grad_norm": 2.6849482046343014,
      "learning_rate": 5.1395607631963075e-06,
      "loss": 0.1247,
      "step": 9755
    },
    {
      "epoch": 1.473493429995469,
      "grad_norm": 1.71781425842844,
      "learning_rate": 5.138770254323627e-06,
      "loss": 0.112,
      "step": 9756
    },
    {
      "epoch": 1.4736444645823894,
      "grad_norm": 1.5791007132796184,
      "learning_rate": 5.137979741979533e-06,
      "loss": 0.1103,
      "step": 9757
    },
    {
      "epoch": 1.4737954991693099,
      "grad_norm": 1.8364500876563854,
      "learning_rate": 5.1371892261838e-06,
      "loss": 0.1213,
      "step": 9758
    },
    {
      "epoch": 1.47394653375623,
      "grad_norm": 1.4761817773009516,
      "learning_rate": 5.136398706956203e-06,
      "loss": 0.0913,
      "step": 9759
    },
    {
      "epoch": 1.4740975683431505,
      "grad_norm": 1.6679440803407581,
      "learning_rate": 5.135608184316516e-06,
      "loss": 0.1057,
      "step": 9760
    },
    {
      "epoch": 1.474248602930071,
      "grad_norm": 1.8098264355472193,
      "learning_rate": 5.134817658284517e-06,
      "loss": 0.1114,
      "step": 9761
    },
    {
      "epoch": 1.4743996375169914,
      "grad_norm": 2.348074986790532,
      "learning_rate": 5.13402712887998e-06,
      "loss": 0.138,
      "step": 9762
    },
    {
      "epoch": 1.4745506721039119,
      "grad_norm": 2.5203932239260385,
      "learning_rate": 5.13323659612268e-06,
      "loss": 0.1301,
      "step": 9763
    },
    {
      "epoch": 1.4747017066908321,
      "grad_norm": 1.6882386474176008,
      "learning_rate": 5.132446060032392e-06,
      "loss": 0.1255,
      "step": 9764
    },
    {
      "epoch": 1.4748527412777526,
      "grad_norm": 1.9834191983781562,
      "learning_rate": 5.1316555206288965e-06,
      "loss": 0.1104,
      "step": 9765
    },
    {
      "epoch": 1.475003775864673,
      "grad_norm": 1.5934466563550957,
      "learning_rate": 5.130864977931963e-06,
      "loss": 0.1064,
      "step": 9766
    },
    {
      "epoch": 1.4751548104515935,
      "grad_norm": 1.5195306232040735,
      "learning_rate": 5.130074431961372e-06,
      "loss": 0.1121,
      "step": 9767
    },
    {
      "epoch": 1.475305845038514,
      "grad_norm": 1.4461804372553346,
      "learning_rate": 5.129283882736895e-06,
      "loss": 0.0962,
      "step": 9768
    },
    {
      "epoch": 1.4754568796254341,
      "grad_norm": 1.814428866980274,
      "learning_rate": 5.1284933302783124e-06,
      "loss": 0.1272,
      "step": 9769
    },
    {
      "epoch": 1.4756079142123546,
      "grad_norm": 1.8504187966018864,
      "learning_rate": 5.1277027746053975e-06,
      "loss": 0.1107,
      "step": 9770
    },
    {
      "epoch": 1.475758948799275,
      "grad_norm": 1.7466814536400985,
      "learning_rate": 5.126912215737928e-06,
      "loss": 0.1181,
      "step": 9771
    },
    {
      "epoch": 1.4759099833861955,
      "grad_norm": 11.550479171250213,
      "learning_rate": 5.1261216536956805e-06,
      "loss": 0.1694,
      "step": 9772
    },
    {
      "epoch": 1.476061017973116,
      "grad_norm": 2.3249116567426205,
      "learning_rate": 5.125331088498427e-06,
      "loss": 0.1476,
      "step": 9773
    },
    {
      "epoch": 1.4762120525600362,
      "grad_norm": 1.5485752305192297,
      "learning_rate": 5.12454052016595e-06,
      "loss": 0.1027,
      "step": 9774
    },
    {
      "epoch": 1.4763630871469566,
      "grad_norm": 1.8136063161349933,
      "learning_rate": 5.123749948718024e-06,
      "loss": 0.1272,
      "step": 9775
    },
    {
      "epoch": 1.476514121733877,
      "grad_norm": 1.4804029349836636,
      "learning_rate": 5.1229593741744245e-06,
      "loss": 0.1076,
      "step": 9776
    },
    {
      "epoch": 1.4766651563207975,
      "grad_norm": 1.4405573864621115,
      "learning_rate": 5.122168796554928e-06,
      "loss": 0.0895,
      "step": 9777
    },
    {
      "epoch": 1.476816190907718,
      "grad_norm": 1.4178069152698884,
      "learning_rate": 5.121378215879311e-06,
      "loss": 0.1102,
      "step": 9778
    },
    {
      "epoch": 1.4769672254946382,
      "grad_norm": 3.2185189810967336,
      "learning_rate": 5.120587632167353e-06,
      "loss": 0.1316,
      "step": 9779
    },
    {
      "epoch": 1.4771182600815587,
      "grad_norm": 1.7659671899306897,
      "learning_rate": 5.119797045438828e-06,
      "loss": 0.1234,
      "step": 9780
    },
    {
      "epoch": 1.4772692946684791,
      "grad_norm": 1.7063761646371556,
      "learning_rate": 5.119006455713514e-06,
      "loss": 0.1273,
      "step": 9781
    },
    {
      "epoch": 1.4774203292553996,
      "grad_norm": 1.715155938064321,
      "learning_rate": 5.118215863011188e-06,
      "loss": 0.117,
      "step": 9782
    },
    {
      "epoch": 1.47757136384232,
      "grad_norm": 1.7144117629300284,
      "learning_rate": 5.1174252673516286e-06,
      "loss": 0.1084,
      "step": 9783
    },
    {
      "epoch": 1.4777223984292402,
      "grad_norm": 1.9309239712358979,
      "learning_rate": 5.11663466875461e-06,
      "loss": 0.1358,
      "step": 9784
    },
    {
      "epoch": 1.4778734330161607,
      "grad_norm": 1.4879721893040374,
      "learning_rate": 5.11584406723991e-06,
      "loss": 0.0958,
      "step": 9785
    },
    {
      "epoch": 1.4780244676030811,
      "grad_norm": 1.8677550058923105,
      "learning_rate": 5.115053462827309e-06,
      "loss": 0.1168,
      "step": 9786
    },
    {
      "epoch": 1.4781755021900014,
      "grad_norm": 1.4915876857298591,
      "learning_rate": 5.114262855536582e-06,
      "loss": 0.1196,
      "step": 9787
    },
    {
      "epoch": 1.478326536776922,
      "grad_norm": 1.7322021390806692,
      "learning_rate": 5.113472245387506e-06,
      "loss": 0.0974,
      "step": 9788
    },
    {
      "epoch": 1.4784775713638423,
      "grad_norm": 1.854258201359702,
      "learning_rate": 5.112681632399859e-06,
      "loss": 0.1206,
      "step": 9789
    },
    {
      "epoch": 1.4786286059507627,
      "grad_norm": 1.7145467476256664,
      "learning_rate": 5.11189101659342e-06,
      "loss": 0.1101,
      "step": 9790
    },
    {
      "epoch": 1.4787796405376832,
      "grad_norm": 1.6467640046463492,
      "learning_rate": 5.1111003979879645e-06,
      "loss": 0.1147,
      "step": 9791
    },
    {
      "epoch": 1.4789306751246034,
      "grad_norm": 1.3848787837668415,
      "learning_rate": 5.110309776603273e-06,
      "loss": 0.0926,
      "step": 9792
    },
    {
      "epoch": 1.4790817097115239,
      "grad_norm": 2.2390916293800833,
      "learning_rate": 5.1095191524591215e-06,
      "loss": 0.1182,
      "step": 9793
    },
    {
      "epoch": 1.4792327442984443,
      "grad_norm": 1.9406048989227338,
      "learning_rate": 5.108728525575287e-06,
      "loss": 0.1233,
      "step": 9794
    },
    {
      "epoch": 1.4793837788853648,
      "grad_norm": 1.7173630802610353,
      "learning_rate": 5.10793789597155e-06,
      "loss": 0.1197,
      "step": 9795
    },
    {
      "epoch": 1.4795348134722852,
      "grad_norm": 2.3813909049514033,
      "learning_rate": 5.107147263667685e-06,
      "loss": 0.1314,
      "step": 9796
    },
    {
      "epoch": 1.4796858480592054,
      "grad_norm": 2.0054502399106235,
      "learning_rate": 5.106356628683474e-06,
      "loss": 0.1294,
      "step": 9797
    },
    {
      "epoch": 1.479836882646126,
      "grad_norm": 1.6576268469787183,
      "learning_rate": 5.105565991038693e-06,
      "loss": 0.1186,
      "step": 9798
    },
    {
      "epoch": 1.4799879172330463,
      "grad_norm": 1.6400936757917732,
      "learning_rate": 5.10477535075312e-06,
      "loss": 0.1167,
      "step": 9799
    },
    {
      "epoch": 1.4801389518199668,
      "grad_norm": 2.0328793789579476,
      "learning_rate": 5.103984707846535e-06,
      "loss": 0.135,
      "step": 9800
    },
    {
      "epoch": 1.4802899864068872,
      "grad_norm": 1.6056888888367533,
      "learning_rate": 5.103194062338715e-06,
      "loss": 0.1179,
      "step": 9801
    },
    {
      "epoch": 1.4804410209938075,
      "grad_norm": 1.9556968663229344,
      "learning_rate": 5.10240341424944e-06,
      "loss": 0.1042,
      "step": 9802
    },
    {
      "epoch": 1.480592055580728,
      "grad_norm": 1.4918434853643536,
      "learning_rate": 5.101612763598485e-06,
      "loss": 0.101,
      "step": 9803
    },
    {
      "epoch": 1.4807430901676484,
      "grad_norm": 1.3514765622948999,
      "learning_rate": 5.1008221104056325e-06,
      "loss": 0.1046,
      "step": 9804
    },
    {
      "epoch": 1.4808941247545688,
      "grad_norm": 1.8475018444669147,
      "learning_rate": 5.100031454690658e-06,
      "loss": 0.1223,
      "step": 9805
    },
    {
      "epoch": 1.4810451593414893,
      "grad_norm": 1.8455512541684818,
      "learning_rate": 5.099240796473343e-06,
      "loss": 0.137,
      "step": 9806
    },
    {
      "epoch": 1.4811961939284095,
      "grad_norm": 1.4684445499468104,
      "learning_rate": 5.0984501357734635e-06,
      "loss": 0.1036,
      "step": 9807
    },
    {
      "epoch": 1.48134722851533,
      "grad_norm": 1.3947092690060716,
      "learning_rate": 5.097659472610801e-06,
      "loss": 0.1024,
      "step": 9808
    },
    {
      "epoch": 1.4814982631022504,
      "grad_norm": 1.9075250727809303,
      "learning_rate": 5.096868807005132e-06,
      "loss": 0.1194,
      "step": 9809
    },
    {
      "epoch": 1.4816492976891709,
      "grad_norm": 1.8309245212021448,
      "learning_rate": 5.096078138976237e-06,
      "loss": 0.1122,
      "step": 9810
    },
    {
      "epoch": 1.4818003322760913,
      "grad_norm": 1.6731781047171441,
      "learning_rate": 5.095287468543896e-06,
      "loss": 0.0984,
      "step": 9811
    },
    {
      "epoch": 1.4819513668630115,
      "grad_norm": 1.623996223858577,
      "learning_rate": 5.094496795727885e-06,
      "loss": 0.1244,
      "step": 9812
    },
    {
      "epoch": 1.482102401449932,
      "grad_norm": 2.0623403260018986,
      "learning_rate": 5.093706120547982e-06,
      "loss": 0.119,
      "step": 9813
    },
    {
      "epoch": 1.4822534360368524,
      "grad_norm": 1.8286992226505392,
      "learning_rate": 5.092915443023972e-06,
      "loss": 0.1365,
      "step": 9814
    },
    {
      "epoch": 1.482404470623773,
      "grad_norm": 2.0775418439787754,
      "learning_rate": 5.092124763175631e-06,
      "loss": 0.1401,
      "step": 9815
    },
    {
      "epoch": 1.4825555052106933,
      "grad_norm": 1.3768555674717677,
      "learning_rate": 5.091334081022739e-06,
      "loss": 0.0967,
      "step": 9816
    },
    {
      "epoch": 1.4827065397976136,
      "grad_norm": 1.3746985448230697,
      "learning_rate": 5.090543396585073e-06,
      "loss": 0.0891,
      "step": 9817
    },
    {
      "epoch": 1.482857574384534,
      "grad_norm": 1.6414477975417086,
      "learning_rate": 5.089752709882414e-06,
      "loss": 0.105,
      "step": 9818
    },
    {
      "epoch": 1.4830086089714545,
      "grad_norm": 1.8163549142460076,
      "learning_rate": 5.088962020934542e-06,
      "loss": 0.1313,
      "step": 9819
    },
    {
      "epoch": 1.483159643558375,
      "grad_norm": 1.609458443322734,
      "learning_rate": 5.0881713297612365e-06,
      "loss": 0.1148,
      "step": 9820
    },
    {
      "epoch": 1.4833106781452954,
      "grad_norm": 1.4501469180647542,
      "learning_rate": 5.087380636382277e-06,
      "loss": 0.1174,
      "step": 9821
    },
    {
      "epoch": 1.4834617127322156,
      "grad_norm": 1.7022170729267931,
      "learning_rate": 5.086589940817444e-06,
      "loss": 0.0978,
      "step": 9822
    },
    {
      "epoch": 1.483612747319136,
      "grad_norm": 1.2958108785977758,
      "learning_rate": 5.085799243086513e-06,
      "loss": 0.0893,
      "step": 9823
    },
    {
      "epoch": 1.4837637819060565,
      "grad_norm": 1.5911634930386482,
      "learning_rate": 5.085008543209269e-06,
      "loss": 0.1087,
      "step": 9824
    },
    {
      "epoch": 1.483914816492977,
      "grad_norm": 1.5753442684442593,
      "learning_rate": 5.084217841205486e-06,
      "loss": 0.1126,
      "step": 9825
    },
    {
      "epoch": 1.4840658510798974,
      "grad_norm": 1.5492206743054049,
      "learning_rate": 5.0834271370949515e-06,
      "loss": 0.1217,
      "step": 9826
    },
    {
      "epoch": 1.4842168856668176,
      "grad_norm": 2.051624294318174,
      "learning_rate": 5.08263643089744e-06,
      "loss": 0.1153,
      "step": 9827
    },
    {
      "epoch": 1.484367920253738,
      "grad_norm": 1.5901010985061148,
      "learning_rate": 5.081845722632733e-06,
      "loss": 0.1149,
      "step": 9828
    },
    {
      "epoch": 1.4845189548406585,
      "grad_norm": 1.7642092615095553,
      "learning_rate": 5.081055012320609e-06,
      "loss": 0.1111,
      "step": 9829
    },
    {
      "epoch": 1.484669989427579,
      "grad_norm": 1.7124504337936512,
      "learning_rate": 5.08026429998085e-06,
      "loss": 0.1153,
      "step": 9830
    },
    {
      "epoch": 1.4848210240144994,
      "grad_norm": 2.0184023570381133,
      "learning_rate": 5.0794735856332355e-06,
      "loss": 0.1387,
      "step": 9831
    },
    {
      "epoch": 1.4849720586014197,
      "grad_norm": 1.5258367158687078,
      "learning_rate": 5.0786828692975455e-06,
      "loss": 0.1071,
      "step": 9832
    },
    {
      "epoch": 1.4851230931883401,
      "grad_norm": 1.6931382033937332,
      "learning_rate": 5.077892150993561e-06,
      "loss": 0.1191,
      "step": 9833
    },
    {
      "epoch": 1.4852741277752606,
      "grad_norm": 1.7078625141136599,
      "learning_rate": 5.07710143074106e-06,
      "loss": 0.1007,
      "step": 9834
    },
    {
      "epoch": 1.4854251623621808,
      "grad_norm": 1.7513158003431317,
      "learning_rate": 5.076310708559825e-06,
      "loss": 0.1189,
      "step": 9835
    },
    {
      "epoch": 1.4855761969491015,
      "grad_norm": 2.4434943776463443,
      "learning_rate": 5.0755199844696345e-06,
      "loss": 0.1384,
      "step": 9836
    },
    {
      "epoch": 1.4857272315360217,
      "grad_norm": 1.6403009011842775,
      "learning_rate": 5.074729258490272e-06,
      "loss": 0.0999,
      "step": 9837
    },
    {
      "epoch": 1.4858782661229422,
      "grad_norm": 1.3031492342610391,
      "learning_rate": 5.073938530641514e-06,
      "loss": 0.0932,
      "step": 9838
    },
    {
      "epoch": 1.4860293007098626,
      "grad_norm": 1.490969954030706,
      "learning_rate": 5.0731478009431444e-06,
      "loss": 0.0997,
      "step": 9839
    },
    {
      "epoch": 1.4861803352967828,
      "grad_norm": 2.2930587005985057,
      "learning_rate": 5.072357069414943e-06,
      "loss": 0.1484,
      "step": 9840
    },
    {
      "epoch": 1.4863313698837033,
      "grad_norm": 2.461535248133617,
      "learning_rate": 5.0715663360766875e-06,
      "loss": 0.1157,
      "step": 9841
    },
    {
      "epoch": 1.4864824044706237,
      "grad_norm": 1.6530201108525553,
      "learning_rate": 5.070775600948162e-06,
      "loss": 0.1045,
      "step": 9842
    },
    {
      "epoch": 1.4866334390575442,
      "grad_norm": 1.6361273156033744,
      "learning_rate": 5.069984864049146e-06,
      "loss": 0.1099,
      "step": 9843
    },
    {
      "epoch": 1.4867844736444646,
      "grad_norm": 1.6766042516603061,
      "learning_rate": 5.06919412539942e-06,
      "loss": 0.1219,
      "step": 9844
    },
    {
      "epoch": 1.4869355082313849,
      "grad_norm": 1.8134355818207761,
      "learning_rate": 5.0684033850187655e-06,
      "loss": 0.1218,
      "step": 9845
    },
    {
      "epoch": 1.4870865428183053,
      "grad_norm": 1.4272059338816787,
      "learning_rate": 5.067612642926961e-06,
      "loss": 0.1019,
      "step": 9846
    },
    {
      "epoch": 1.4872375774052258,
      "grad_norm": 1.4808365529818657,
      "learning_rate": 5.06682189914379e-06,
      "loss": 0.1002,
      "step": 9847
    },
    {
      "epoch": 1.4873886119921462,
      "grad_norm": 1.5866024416976479,
      "learning_rate": 5.066031153689033e-06,
      "loss": 0.1146,
      "step": 9848
    },
    {
      "epoch": 1.4875396465790667,
      "grad_norm": 1.4142521078072343,
      "learning_rate": 5.065240406582469e-06,
      "loss": 0.092,
      "step": 9849
    },
    {
      "epoch": 1.487690681165987,
      "grad_norm": 1.3193593549788882,
      "learning_rate": 5.064449657843882e-06,
      "loss": 0.1067,
      "step": 9850
    },
    {
      "epoch": 1.4878417157529074,
      "grad_norm": 1.7436405723539912,
      "learning_rate": 5.063658907493051e-06,
      "loss": 0.1291,
      "step": 9851
    },
    {
      "epoch": 1.4879927503398278,
      "grad_norm": 1.661819967693878,
      "learning_rate": 5.062868155549756e-06,
      "loss": 0.1116,
      "step": 9852
    },
    {
      "epoch": 1.4881437849267483,
      "grad_norm": 2.03619469050942,
      "learning_rate": 5.062077402033779e-06,
      "loss": 0.1143,
      "step": 9853
    },
    {
      "epoch": 1.4882948195136687,
      "grad_norm": 1.3846481399971258,
      "learning_rate": 5.061286646964904e-06,
      "loss": 0.0989,
      "step": 9854
    },
    {
      "epoch": 1.488445854100589,
      "grad_norm": 1.6327873574473977,
      "learning_rate": 5.06049589036291e-06,
      "loss": 0.1176,
      "step": 9855
    },
    {
      "epoch": 1.4885968886875094,
      "grad_norm": 1.6255726038698153,
      "learning_rate": 5.059705132247576e-06,
      "loss": 0.1199,
      "step": 9856
    },
    {
      "epoch": 1.4887479232744298,
      "grad_norm": 1.4683961667129823,
      "learning_rate": 5.058914372638686e-06,
      "loss": 0.1021,
      "step": 9857
    },
    {
      "epoch": 1.4888989578613503,
      "grad_norm": 1.4055140577281005,
      "learning_rate": 5.0581236115560205e-06,
      "loss": 0.1007,
      "step": 9858
    },
    {
      "epoch": 1.4890499924482707,
      "grad_norm": 1.375268201752861,
      "learning_rate": 5.0573328490193605e-06,
      "loss": 0.102,
      "step": 9859
    },
    {
      "epoch": 1.489201027035191,
      "grad_norm": 1.7561349219304645,
      "learning_rate": 5.056542085048488e-06,
      "loss": 0.1085,
      "step": 9860
    },
    {
      "epoch": 1.4893520616221114,
      "grad_norm": 2.3601348559389383,
      "learning_rate": 5.0557513196631845e-06,
      "loss": 0.1089,
      "step": 9861
    },
    {
      "epoch": 1.4895030962090319,
      "grad_norm": 1.5867854287793546,
      "learning_rate": 5.0549605528832325e-06,
      "loss": 0.1111,
      "step": 9862
    },
    {
      "epoch": 1.4896541307959523,
      "grad_norm": 1.5263960121814752,
      "learning_rate": 5.05416978472841e-06,
      "loss": 0.1053,
      "step": 9863
    },
    {
      "epoch": 1.4898051653828728,
      "grad_norm": 2.091952968354304,
      "learning_rate": 5.0533790152185e-06,
      "loss": 0.1408,
      "step": 9864
    },
    {
      "epoch": 1.489956199969793,
      "grad_norm": 1.4964328252694419,
      "learning_rate": 5.052588244373286e-06,
      "loss": 0.1008,
      "step": 9865
    },
    {
      "epoch": 1.4901072345567135,
      "grad_norm": 1.83569850208479,
      "learning_rate": 5.051797472212548e-06,
      "loss": 0.1346,
      "step": 9866
    },
    {
      "epoch": 1.490258269143634,
      "grad_norm": 1.3600233228578407,
      "learning_rate": 5.051006698756068e-06,
      "loss": 0.1001,
      "step": 9867
    },
    {
      "epoch": 1.4904093037305544,
      "grad_norm": 1.363497877196211,
      "learning_rate": 5.0502159240236256e-06,
      "loss": 0.0994,
      "step": 9868
    },
    {
      "epoch": 1.4905603383174748,
      "grad_norm": 2.367776057026779,
      "learning_rate": 5.049425148035007e-06,
      "loss": 0.1316,
      "step": 9869
    },
    {
      "epoch": 1.490711372904395,
      "grad_norm": 1.9049578078207945,
      "learning_rate": 5.048634370809988e-06,
      "loss": 0.1181,
      "step": 9870
    },
    {
      "epoch": 1.4908624074913155,
      "grad_norm": 1.9583778613010343,
      "learning_rate": 5.047843592368356e-06,
      "loss": 0.1111,
      "step": 9871
    },
    {
      "epoch": 1.491013442078236,
      "grad_norm": 1.8974309893094594,
      "learning_rate": 5.047052812729889e-06,
      "loss": 0.1278,
      "step": 9872
    },
    {
      "epoch": 1.4911644766651564,
      "grad_norm": 1.7370272995657685,
      "learning_rate": 5.046262031914371e-06,
      "loss": 0.1304,
      "step": 9873
    },
    {
      "epoch": 1.4913155112520768,
      "grad_norm": 1.3348747914840835,
      "learning_rate": 5.045471249941582e-06,
      "loss": 0.0991,
      "step": 9874
    },
    {
      "epoch": 1.491466545838997,
      "grad_norm": 1.5039339685413196,
      "learning_rate": 5.044680466831305e-06,
      "loss": 0.1077,
      "step": 9875
    },
    {
      "epoch": 1.4916175804259175,
      "grad_norm": 1.405892635490415,
      "learning_rate": 5.04388968260332e-06,
      "loss": 0.0975,
      "step": 9876
    },
    {
      "epoch": 1.491768615012838,
      "grad_norm": 1.4802513549958471,
      "learning_rate": 5.043098897277412e-06,
      "loss": 0.106,
      "step": 9877
    },
    {
      "epoch": 1.4919196495997584,
      "grad_norm": 1.6580963942941285,
      "learning_rate": 5.04230811087336e-06,
      "loss": 0.1116,
      "step": 9878
    },
    {
      "epoch": 1.4920706841866789,
      "grad_norm": 2.0820412755952717,
      "learning_rate": 5.041517323410949e-06,
      "loss": 0.1076,
      "step": 9879
    },
    {
      "epoch": 1.492221718773599,
      "grad_norm": 1.9799525231916335,
      "learning_rate": 5.04072653490996e-06,
      "loss": 0.1245,
      "step": 9880
    },
    {
      "epoch": 1.4923727533605196,
      "grad_norm": 1.207859857346445,
      "learning_rate": 5.039935745390172e-06,
      "loss": 0.0953,
      "step": 9881
    },
    {
      "epoch": 1.49252378794744,
      "grad_norm": 1.2580186942707197,
      "learning_rate": 5.03914495487137e-06,
      "loss": 0.0917,
      "step": 9882
    },
    {
      "epoch": 1.4926748225343602,
      "grad_norm": 1.7488286005337994,
      "learning_rate": 5.038354163373337e-06,
      "loss": 0.1099,
      "step": 9883
    },
    {
      "epoch": 1.492825857121281,
      "grad_norm": 1.5007108701494285,
      "learning_rate": 5.037563370915852e-06,
      "loss": 0.1006,
      "step": 9884
    },
    {
      "epoch": 1.4929768917082011,
      "grad_norm": 2.2686388007289375,
      "learning_rate": 5.036772577518699e-06,
      "loss": 0.1306,
      "step": 9885
    },
    {
      "epoch": 1.4931279262951216,
      "grad_norm": 2.069295731889433,
      "learning_rate": 5.03598178320166e-06,
      "loss": 0.1478,
      "step": 9886
    },
    {
      "epoch": 1.493278960882042,
      "grad_norm": 1.5309001234663029,
      "learning_rate": 5.035190987984516e-06,
      "loss": 0.1146,
      "step": 9887
    },
    {
      "epoch": 1.4934299954689623,
      "grad_norm": 1.8675544948559555,
      "learning_rate": 5.034400191887051e-06,
      "loss": 0.1263,
      "step": 9888
    },
    {
      "epoch": 1.4935810300558827,
      "grad_norm": 5.206853223765528,
      "learning_rate": 5.033609394929046e-06,
      "loss": 0.1153,
      "step": 9889
    },
    {
      "epoch": 1.4937320646428032,
      "grad_norm": 1.9835472348841756,
      "learning_rate": 5.032818597130282e-06,
      "loss": 0.1391,
      "step": 9890
    },
    {
      "epoch": 1.4938830992297236,
      "grad_norm": 1.9018343054543525,
      "learning_rate": 5.032027798510546e-06,
      "loss": 0.127,
      "step": 9891
    },
    {
      "epoch": 1.494034133816644,
      "grad_norm": 1.760974115542488,
      "learning_rate": 5.031236999089614e-06,
      "loss": 0.1148,
      "step": 9892
    },
    {
      "epoch": 1.4941851684035643,
      "grad_norm": 1.5661063771844355,
      "learning_rate": 5.030446198887272e-06,
      "loss": 0.1096,
      "step": 9893
    },
    {
      "epoch": 1.4943362029904848,
      "grad_norm": 1.8926281261551,
      "learning_rate": 5.029655397923303e-06,
      "loss": 0.1396,
      "step": 9894
    },
    {
      "epoch": 1.4944872375774052,
      "grad_norm": 2.415528764226688,
      "learning_rate": 5.028864596217487e-06,
      "loss": 0.1132,
      "step": 9895
    },
    {
      "epoch": 1.4946382721643257,
      "grad_norm": 1.6667073469301166,
      "learning_rate": 5.028073793789607e-06,
      "loss": 0.1111,
      "step": 9896
    },
    {
      "epoch": 1.494789306751246,
      "grad_norm": 1.9268075899733463,
      "learning_rate": 5.027282990659445e-06,
      "loss": 0.1219,
      "step": 9897
    },
    {
      "epoch": 1.4949403413381663,
      "grad_norm": 1.2312286366595349,
      "learning_rate": 5.026492186846785e-06,
      "loss": 0.077,
      "step": 9898
    },
    {
      "epoch": 1.4950913759250868,
      "grad_norm": 1.2957670777692214,
      "learning_rate": 5.025701382371409e-06,
      "loss": 0.0961,
      "step": 9899
    },
    {
      "epoch": 1.4952424105120072,
      "grad_norm": 1.3767264077903747,
      "learning_rate": 5.024910577253097e-06,
      "loss": 0.0932,
      "step": 9900
    },
    {
      "epoch": 1.4953934450989277,
      "grad_norm": 1.7506958821290972,
      "learning_rate": 5.0241197715116356e-06,
      "loss": 0.1029,
      "step": 9901
    },
    {
      "epoch": 1.4955444796858481,
      "grad_norm": 1.2650691403234597,
      "learning_rate": 5.0233289651668026e-06,
      "loss": 0.0916,
      "step": 9902
    },
    {
      "epoch": 1.4956955142727684,
      "grad_norm": 1.6659954271968247,
      "learning_rate": 5.022538158238383e-06,
      "loss": 0.1124,
      "step": 9903
    },
    {
      "epoch": 1.4958465488596888,
      "grad_norm": 1.62418988997861,
      "learning_rate": 5.021747350746159e-06,
      "loss": 0.1252,
      "step": 9904
    },
    {
      "epoch": 1.4959975834466093,
      "grad_norm": 2.1122187797993206,
      "learning_rate": 5.0209565427099135e-06,
      "loss": 0.1134,
      "step": 9905
    },
    {
      "epoch": 1.4961486180335297,
      "grad_norm": 1.674831404157853,
      "learning_rate": 5.0201657341494296e-06,
      "loss": 0.1072,
      "step": 9906
    },
    {
      "epoch": 1.4962996526204502,
      "grad_norm": 1.8214270552674547,
      "learning_rate": 5.019374925084487e-06,
      "loss": 0.1283,
      "step": 9907
    },
    {
      "epoch": 1.4964506872073704,
      "grad_norm": 1.7925776812649057,
      "learning_rate": 5.018584115534871e-06,
      "loss": 0.0988,
      "step": 9908
    },
    {
      "epoch": 1.4966017217942909,
      "grad_norm": 2.2787338055654125,
      "learning_rate": 5.017793305520362e-06,
      "loss": 0.1066,
      "step": 9909
    },
    {
      "epoch": 1.4967527563812113,
      "grad_norm": 1.7071422068417215,
      "learning_rate": 5.017002495060744e-06,
      "loss": 0.107,
      "step": 9910
    },
    {
      "epoch": 1.4969037909681318,
      "grad_norm": 1.5009189751105858,
      "learning_rate": 5.0162116841758e-06,
      "loss": 0.1081,
      "step": 9911
    },
    {
      "epoch": 1.4970548255550522,
      "grad_norm": 1.4513399994334621,
      "learning_rate": 5.015420872885313e-06,
      "loss": 0.0966,
      "step": 9912
    },
    {
      "epoch": 1.4972058601419724,
      "grad_norm": 1.6054381819606345,
      "learning_rate": 5.014630061209063e-06,
      "loss": 0.107,
      "step": 9913
    },
    {
      "epoch": 1.4973568947288929,
      "grad_norm": 1.336258272636367,
      "learning_rate": 5.013839249166833e-06,
      "loss": 0.0845,
      "step": 9914
    },
    {
      "epoch": 1.4975079293158133,
      "grad_norm": 1.4970559521879432,
      "learning_rate": 5.013048436778407e-06,
      "loss": 0.1029,
      "step": 9915
    },
    {
      "epoch": 1.4976589639027338,
      "grad_norm": 1.8346112109957047,
      "learning_rate": 5.012257624063568e-06,
      "loss": 0.132,
      "step": 9916
    },
    {
      "epoch": 1.4978099984896542,
      "grad_norm": 1.7427937818484247,
      "learning_rate": 5.011466811042097e-06,
      "loss": 0.1151,
      "step": 9917
    },
    {
      "epoch": 1.4979610330765745,
      "grad_norm": 2.762451952857295,
      "learning_rate": 5.010675997733778e-06,
      "loss": 0.1388,
      "step": 9918
    },
    {
      "epoch": 1.498112067663495,
      "grad_norm": 1.5666436043602288,
      "learning_rate": 5.009885184158394e-06,
      "loss": 0.1086,
      "step": 9919
    },
    {
      "epoch": 1.4982631022504154,
      "grad_norm": 1.4825885955355238,
      "learning_rate": 5.009094370335725e-06,
      "loss": 0.1036,
      "step": 9920
    },
    {
      "epoch": 1.4984141368373358,
      "grad_norm": 2.2837563547832627,
      "learning_rate": 5.008303556285554e-06,
      "loss": 0.1254,
      "step": 9921
    },
    {
      "epoch": 1.4985651714242563,
      "grad_norm": 1.8406001327917234,
      "learning_rate": 5.007512742027667e-06,
      "loss": 0.1319,
      "step": 9922
    },
    {
      "epoch": 1.4987162060111765,
      "grad_norm": 1.857529152773872,
      "learning_rate": 5.006721927581846e-06,
      "loss": 0.1094,
      "step": 9923
    },
    {
      "epoch": 1.498867240598097,
      "grad_norm": 1.9854034523184678,
      "learning_rate": 5.00593111296787e-06,
      "loss": 0.1315,
      "step": 9924
    },
    {
      "epoch": 1.4990182751850174,
      "grad_norm": 1.7879775909868285,
      "learning_rate": 5.005140298205525e-06,
      "loss": 0.1116,
      "step": 9925
    },
    {
      "epoch": 1.4991693097719379,
      "grad_norm": 1.824094187327445,
      "learning_rate": 5.004349483314592e-06,
      "loss": 0.133,
      "step": 9926
    },
    {
      "epoch": 1.4993203443588583,
      "grad_norm": 1.494200490065975,
      "learning_rate": 5.003558668314854e-06,
      "loss": 0.0955,
      "step": 9927
    },
    {
      "epoch": 1.4994713789457785,
      "grad_norm": 1.5701519346679005,
      "learning_rate": 5.002767853226095e-06,
      "loss": 0.0971,
      "step": 9928
    },
    {
      "epoch": 1.499622413532699,
      "grad_norm": 1.7296952648453896,
      "learning_rate": 5.001977038068097e-06,
      "loss": 0.1006,
      "step": 9929
    },
    {
      "epoch": 1.4997734481196194,
      "grad_norm": 1.594351355436463,
      "learning_rate": 5.001186222860641e-06,
      "loss": 0.0951,
      "step": 9930
    },
    {
      "epoch": 1.4999244827065397,
      "grad_norm": 1.7733692192028552,
      "learning_rate": 5.0003954076235115e-06,
      "loss": 0.1054,
      "step": 9931
    },
    {
      "epoch": 1.5000755172934603,
      "grad_norm": 1.3223815598845994,
      "learning_rate": 4.999604592376489e-06,
      "loss": 0.1025,
      "step": 9932
    },
    {
      "epoch": 1.5002265518803806,
      "grad_norm": 1.815022896065285,
      "learning_rate": 4.9988137771393604e-06,
      "loss": 0.1028,
      "step": 9933
    },
    {
      "epoch": 1.500377586467301,
      "grad_norm": 1.8145073614616565,
      "learning_rate": 4.998022961931904e-06,
      "loss": 0.1157,
      "step": 9934
    },
    {
      "epoch": 1.5005286210542215,
      "grad_norm": 1.9233470351491466,
      "learning_rate": 4.997232146773906e-06,
      "loss": 0.1051,
      "step": 9935
    },
    {
      "epoch": 1.5006796556411417,
      "grad_norm": 1.5363586862398706,
      "learning_rate": 4.996441331685148e-06,
      "loss": 0.1133,
      "step": 9936
    },
    {
      "epoch": 1.5008306902280624,
      "grad_norm": 1.8470958909791881,
      "learning_rate": 4.995650516685409e-06,
      "loss": 0.1126,
      "step": 9937
    },
    {
      "epoch": 1.5009817248149826,
      "grad_norm": 2.2982040971145774,
      "learning_rate": 4.994859701794477e-06,
      "loss": 0.1465,
      "step": 9938
    },
    {
      "epoch": 1.501132759401903,
      "grad_norm": 1.9999338771303854,
      "learning_rate": 4.994068887032131e-06,
      "loss": 0.1061,
      "step": 9939
    },
    {
      "epoch": 1.5012837939888235,
      "grad_norm": 1.9449300275844403,
      "learning_rate": 4.993278072418156e-06,
      "loss": 0.1036,
      "step": 9940
    },
    {
      "epoch": 1.5014348285757437,
      "grad_norm": 2.0866484519208135,
      "learning_rate": 4.992487257972333e-06,
      "loss": 0.1055,
      "step": 9941
    },
    {
      "epoch": 1.5015858631626644,
      "grad_norm": 1.209391158125864,
      "learning_rate": 4.991696443714445e-06,
      "loss": 0.0864,
      "step": 9942
    },
    {
      "epoch": 1.5017368977495846,
      "grad_norm": 2.1979059855081515,
      "learning_rate": 4.990905629664278e-06,
      "loss": 0.1386,
      "step": 9943
    },
    {
      "epoch": 1.501887932336505,
      "grad_norm": 1.8947974430277175,
      "learning_rate": 4.990114815841609e-06,
      "loss": 0.1247,
      "step": 9944
    },
    {
      "epoch": 1.5020389669234255,
      "grad_norm": 1.4990398548282122,
      "learning_rate": 4.989324002266224e-06,
      "loss": 0.0991,
      "step": 9945
    },
    {
      "epoch": 1.5021900015103458,
      "grad_norm": 1.6130119248588397,
      "learning_rate": 4.988533188957904e-06,
      "loss": 0.1036,
      "step": 9946
    },
    {
      "epoch": 1.5023410360972664,
      "grad_norm": 2.058598176728365,
      "learning_rate": 4.987742375936434e-06,
      "loss": 0.1195,
      "step": 9947
    },
    {
      "epoch": 1.5024920706841867,
      "grad_norm": 1.7866694324634946,
      "learning_rate": 4.986951563221594e-06,
      "loss": 0.1242,
      "step": 9948
    },
    {
      "epoch": 1.5026431052711071,
      "grad_norm": 1.6632640237869782,
      "learning_rate": 4.986160750833169e-06,
      "loss": 0.1067,
      "step": 9949
    },
    {
      "epoch": 1.5027941398580276,
      "grad_norm": 1.568600704760602,
      "learning_rate": 4.9853699387909405e-06,
      "loss": 0.1181,
      "step": 9950
    },
    {
      "epoch": 1.5029451744449478,
      "grad_norm": 2.2832030936150116,
      "learning_rate": 4.98457912711469e-06,
      "loss": 0.1159,
      "step": 9951
    },
    {
      "epoch": 1.5030962090318682,
      "grad_norm": 1.4505314294481653,
      "learning_rate": 4.983788315824201e-06,
      "loss": 0.0947,
      "step": 9952
    },
    {
      "epoch": 1.5032472436187887,
      "grad_norm": 1.5010163203936482,
      "learning_rate": 4.982997504939257e-06,
      "loss": 0.1011,
      "step": 9953
    },
    {
      "epoch": 1.5033982782057091,
      "grad_norm": 1.7234005077898622,
      "learning_rate": 4.9822066944796395e-06,
      "loss": 0.1082,
      "step": 9954
    },
    {
      "epoch": 1.5035493127926296,
      "grad_norm": 3.666667583283039,
      "learning_rate": 4.98141588446513e-06,
      "loss": 0.1486,
      "step": 9955
    },
    {
      "epoch": 1.5037003473795498,
      "grad_norm": 1.6027403927011694,
      "learning_rate": 4.980625074915513e-06,
      "loss": 0.114,
      "step": 9956
    },
    {
      "epoch": 1.5038513819664703,
      "grad_norm": 1.5789773023523872,
      "learning_rate": 4.979834265850574e-06,
      "loss": 0.1059,
      "step": 9957
    },
    {
      "epoch": 1.5040024165533907,
      "grad_norm": 1.4162208902494,
      "learning_rate": 4.979043457290089e-06,
      "loss": 0.0928,
      "step": 9958
    },
    {
      "epoch": 1.5041534511403112,
      "grad_norm": 1.7482979879209697,
      "learning_rate": 4.978252649253843e-06,
      "loss": 0.1179,
      "step": 9959
    },
    {
      "epoch": 1.5043044857272316,
      "grad_norm": 1.7745216745050765,
      "learning_rate": 4.977461841761618e-06,
      "loss": 0.1206,
      "step": 9960
    },
    {
      "epoch": 1.5044555203141519,
      "grad_norm": 1.6081044560562017,
      "learning_rate": 4.976671034833199e-06,
      "loss": 0.1145,
      "step": 9961
    },
    {
      "epoch": 1.5046065549010723,
      "grad_norm": 1.7615444941519498,
      "learning_rate": 4.975880228488366e-06,
      "loss": 0.0971,
      "step": 9962
    },
    {
      "epoch": 1.5047575894879928,
      "grad_norm": 1.4322643112347766,
      "learning_rate": 4.9750894227469035e-06,
      "loss": 0.1011,
      "step": 9963
    },
    {
      "epoch": 1.504908624074913,
      "grad_norm": 1.6684038075934997,
      "learning_rate": 4.9742986176285945e-06,
      "loss": 0.1271,
      "step": 9964
    },
    {
      "epoch": 1.5050596586618337,
      "grad_norm": 1.5437679890003335,
      "learning_rate": 4.973507813153216e-06,
      "loss": 0.0994,
      "step": 9965
    },
    {
      "epoch": 1.505210693248754,
      "grad_norm": 2.0097487838943247,
      "learning_rate": 4.9727170093405556e-06,
      "loss": 0.1302,
      "step": 9966
    },
    {
      "epoch": 1.5053617278356743,
      "grad_norm": 2.0006585430608257,
      "learning_rate": 4.971926206210395e-06,
      "loss": 0.1238,
      "step": 9967
    },
    {
      "epoch": 1.5055127624225948,
      "grad_norm": 1.5335883815753362,
      "learning_rate": 4.971135403782514e-06,
      "loss": 0.1083,
      "step": 9968
    },
    {
      "epoch": 1.505663797009515,
      "grad_norm": 1.6236200313145965,
      "learning_rate": 4.970344602076698e-06,
      "loss": 0.1026,
      "step": 9969
    },
    {
      "epoch": 1.5058148315964357,
      "grad_norm": 1.4476233476398959,
      "learning_rate": 4.9695538011127285e-06,
      "loss": 0.0885,
      "step": 9970
    },
    {
      "epoch": 1.505965866183356,
      "grad_norm": 1.9480287693446356,
      "learning_rate": 4.968763000910386e-06,
      "loss": 0.1045,
      "step": 9971
    },
    {
      "epoch": 1.5061169007702764,
      "grad_norm": 2.4869145544395495,
      "learning_rate": 4.967972201489456e-06,
      "loss": 0.132,
      "step": 9972
    },
    {
      "epoch": 1.5062679353571968,
      "grad_norm": 1.5073998420373953,
      "learning_rate": 4.967181402869719e-06,
      "loss": 0.0962,
      "step": 9973
    },
    {
      "epoch": 1.506418969944117,
      "grad_norm": 1.5876732208524162,
      "learning_rate": 4.966390605070956e-06,
      "loss": 0.1201,
      "step": 9974
    },
    {
      "epoch": 1.5065700045310377,
      "grad_norm": 1.2379763068543495,
      "learning_rate": 4.965599808112951e-06,
      "loss": 0.0771,
      "step": 9975
    },
    {
      "epoch": 1.506721039117958,
      "grad_norm": 2.0696255828946812,
      "learning_rate": 4.964809012015485e-06,
      "loss": 0.1236,
      "step": 9976
    },
    {
      "epoch": 1.5068720737048784,
      "grad_norm": 1.917274208145817,
      "learning_rate": 4.964018216798342e-06,
      "loss": 0.1482,
      "step": 9977
    },
    {
      "epoch": 1.5070231082917989,
      "grad_norm": 1.4809355698748172,
      "learning_rate": 4.963227422481302e-06,
      "loss": 0.1066,
      "step": 9978
    },
    {
      "epoch": 1.507174142878719,
      "grad_norm": 1.7426598949036765,
      "learning_rate": 4.96243662908415e-06,
      "loss": 0.1141,
      "step": 9979
    },
    {
      "epoch": 1.5073251774656398,
      "grad_norm": 1.406447440717538,
      "learning_rate": 4.961645836626665e-06,
      "loss": 0.097,
      "step": 9980
    },
    {
      "epoch": 1.50747621205256,
      "grad_norm": 1.8565137530060976,
      "learning_rate": 4.960855045128631e-06,
      "loss": 0.127,
      "step": 9981
    },
    {
      "epoch": 1.5076272466394804,
      "grad_norm": 1.9852653132519003,
      "learning_rate": 4.960064254609829e-06,
      "loss": 0.1368,
      "step": 9982
    },
    {
      "epoch": 1.507778281226401,
      "grad_norm": 1.3900862175737965,
      "learning_rate": 4.959273465090041e-06,
      "loss": 0.0896,
      "step": 9983
    },
    {
      "epoch": 1.5079293158133211,
      "grad_norm": 1.3102971062465292,
      "learning_rate": 4.958482676589051e-06,
      "loss": 0.1034,
      "step": 9984
    },
    {
      "epoch": 1.5080803504002418,
      "grad_norm": 2.494529530421519,
      "learning_rate": 4.9576918891266396e-06,
      "loss": 0.1184,
      "step": 9985
    },
    {
      "epoch": 1.508231384987162,
      "grad_norm": 2.0464291305983147,
      "learning_rate": 4.95690110272259e-06,
      "loss": 0.151,
      "step": 9986
    },
    {
      "epoch": 1.5083824195740825,
      "grad_norm": 1.7361859985995276,
      "learning_rate": 4.956110317396682e-06,
      "loss": 0.1135,
      "step": 9987
    },
    {
      "epoch": 1.508533454161003,
      "grad_norm": 1.701884020893688,
      "learning_rate": 4.955319533168697e-06,
      "loss": 0.124,
      "step": 9988
    },
    {
      "epoch": 1.5086844887479232,
      "grad_norm": 1.2412492455474473,
      "learning_rate": 4.95452875005842e-06,
      "loss": 0.0868,
      "step": 9989
    },
    {
      "epoch": 1.5088355233348438,
      "grad_norm": 1.645508389856537,
      "learning_rate": 4.953737968085631e-06,
      "loss": 0.1112,
      "step": 9990
    },
    {
      "epoch": 1.508986557921764,
      "grad_norm": 1.8672037493818456,
      "learning_rate": 4.952947187270112e-06,
      "loss": 0.1362,
      "step": 9991
    },
    {
      "epoch": 1.5091375925086845,
      "grad_norm": 1.8965535847532,
      "learning_rate": 4.952156407631645e-06,
      "loss": 0.1138,
      "step": 9992
    },
    {
      "epoch": 1.509288627095605,
      "grad_norm": 1.4092584458362853,
      "learning_rate": 4.951365629190013e-06,
      "loss": 0.0951,
      "step": 9993
    },
    {
      "epoch": 1.5094396616825252,
      "grad_norm": 1.6731976545575646,
      "learning_rate": 4.950574851964995e-06,
      "loss": 0.119,
      "step": 9994
    },
    {
      "epoch": 1.5095906962694459,
      "grad_norm": 1.6760204444474969,
      "learning_rate": 4.949784075976375e-06,
      "loss": 0.1093,
      "step": 9995
    },
    {
      "epoch": 1.509741730856366,
      "grad_norm": 1.379957531323985,
      "learning_rate": 4.948993301243934e-06,
      "loss": 0.1042,
      "step": 9996
    },
    {
      "epoch": 1.5098927654432865,
      "grad_norm": 1.381553394178141,
      "learning_rate": 4.948202527787453e-06,
      "loss": 0.0955,
      "step": 9997
    },
    {
      "epoch": 1.510043800030207,
      "grad_norm": 1.4874890527763214,
      "learning_rate": 4.947411755626714e-06,
      "loss": 0.1028,
      "step": 9998
    },
    {
      "epoch": 1.5101948346171272,
      "grad_norm": 3.1744488894393594,
      "learning_rate": 4.946620984781501e-06,
      "loss": 0.1187,
      "step": 9999
    },
    {
      "epoch": 1.5103458692040477,
      "grad_norm": 1.7296148846417427,
      "learning_rate": 4.945830215271593e-06,
      "loss": 0.1174,
      "step": 10000
    },
    {
      "epoch": 1.5104969037909681,
      "grad_norm": 1.9800309034469665,
      "learning_rate": 4.94503944711677e-06,
      "loss": 0.1131,
      "step": 10001
    },
    {
      "epoch": 1.5106479383778886,
      "grad_norm": 1.390071274485476,
      "learning_rate": 4.944248680336816e-06,
      "loss": 0.0863,
      "step": 10002
    },
    {
      "epoch": 1.510798972964809,
      "grad_norm": 1.79834223216887,
      "learning_rate": 4.9434579149515125e-06,
      "loss": 0.1151,
      "step": 10003
    },
    {
      "epoch": 1.5109500075517293,
      "grad_norm": 1.4465163172022404,
      "learning_rate": 4.94266715098064e-06,
      "loss": 0.1066,
      "step": 10004
    },
    {
      "epoch": 1.5111010421386497,
      "grad_norm": 3.2398078049952375,
      "learning_rate": 4.941876388443981e-06,
      "loss": 0.1215,
      "step": 10005
    },
    {
      "epoch": 1.5112520767255702,
      "grad_norm": 2.186073780499559,
      "learning_rate": 4.941085627361314e-06,
      "loss": 0.1202,
      "step": 10006
    },
    {
      "epoch": 1.5114031113124906,
      "grad_norm": 1.8282913159673964,
      "learning_rate": 4.9402948677524245e-06,
      "loss": 0.1241,
      "step": 10007
    },
    {
      "epoch": 1.511554145899411,
      "grad_norm": 1.3057953908600686,
      "learning_rate": 4.939504109637094e-06,
      "loss": 0.0912,
      "step": 10008
    },
    {
      "epoch": 1.5117051804863313,
      "grad_norm": 1.5992257350039603,
      "learning_rate": 4.938713353035098e-06,
      "loss": 0.1012,
      "step": 10009
    },
    {
      "epoch": 1.5118562150732517,
      "grad_norm": 1.5322611831383997,
      "learning_rate": 4.937922597966222e-06,
      "loss": 0.0954,
      "step": 10010
    },
    {
      "epoch": 1.5120072496601722,
      "grad_norm": 1.8398977708028768,
      "learning_rate": 4.937131844450245e-06,
      "loss": 0.132,
      "step": 10011
    },
    {
      "epoch": 1.5121582842470924,
      "grad_norm": 1.5860771184131373,
      "learning_rate": 4.93634109250695e-06,
      "loss": 0.0984,
      "step": 10012
    },
    {
      "epoch": 1.512309318834013,
      "grad_norm": 1.6719363738353332,
      "learning_rate": 4.935550342156119e-06,
      "loss": 0.1167,
      "step": 10013
    },
    {
      "epoch": 1.5124603534209333,
      "grad_norm": 1.7387591316098872,
      "learning_rate": 4.934759593417531e-06,
      "loss": 0.1178,
      "step": 10014
    },
    {
      "epoch": 1.5126113880078538,
      "grad_norm": 1.6469822106539604,
      "learning_rate": 4.93396884631097e-06,
      "loss": 0.1062,
      "step": 10015
    },
    {
      "epoch": 1.5127624225947742,
      "grad_norm": 1.6130523778057337,
      "learning_rate": 4.933178100856212e-06,
      "loss": 0.1161,
      "step": 10016
    },
    {
      "epoch": 1.5129134571816945,
      "grad_norm": 2.098090886211278,
      "learning_rate": 4.93238735707304e-06,
      "loss": 0.1174,
      "step": 10017
    },
    {
      "epoch": 1.5130644917686151,
      "grad_norm": 1.9166287036856877,
      "learning_rate": 4.931596614981237e-06,
      "loss": 0.1005,
      "step": 10018
    },
    {
      "epoch": 1.5132155263555354,
      "grad_norm": 2.2646875850916732,
      "learning_rate": 4.930805874600581e-06,
      "loss": 0.1549,
      "step": 10019
    },
    {
      "epoch": 1.5133665609424558,
      "grad_norm": 1.9761681991987314,
      "learning_rate": 4.930015135950854e-06,
      "loss": 0.109,
      "step": 10020
    },
    {
      "epoch": 1.5135175955293763,
      "grad_norm": 1.6886771301869417,
      "learning_rate": 4.929224399051839e-06,
      "loss": 0.1227,
      "step": 10021
    },
    {
      "epoch": 1.5136686301162965,
      "grad_norm": 1.689807131743156,
      "learning_rate": 4.928433663923314e-06,
      "loss": 0.1063,
      "step": 10022
    },
    {
      "epoch": 1.5138196647032172,
      "grad_norm": 1.6471329671263006,
      "learning_rate": 4.927642930585059e-06,
      "loss": 0.1129,
      "step": 10023
    },
    {
      "epoch": 1.5139706992901374,
      "grad_norm": 1.5875604619035093,
      "learning_rate": 4.926852199056857e-06,
      "loss": 0.1066,
      "step": 10024
    },
    {
      "epoch": 1.5141217338770578,
      "grad_norm": 2.162467021201007,
      "learning_rate": 4.926061469358487e-06,
      "loss": 0.1306,
      "step": 10025
    },
    {
      "epoch": 1.5142727684639783,
      "grad_norm": 1.6067903907670176,
      "learning_rate": 4.92527074150973e-06,
      "loss": 0.1139,
      "step": 10026
    },
    {
      "epoch": 1.5144238030508985,
      "grad_norm": 1.4793909852798188,
      "learning_rate": 4.924480015530366e-06,
      "loss": 0.1044,
      "step": 10027
    },
    {
      "epoch": 1.5145748376378192,
      "grad_norm": 1.3272905318055839,
      "learning_rate": 4.923689291440176e-06,
      "loss": 0.0904,
      "step": 10028
    },
    {
      "epoch": 1.5147258722247394,
      "grad_norm": 1.5766708306170956,
      "learning_rate": 4.922898569258942e-06,
      "loss": 0.1133,
      "step": 10029
    },
    {
      "epoch": 1.5148769068116599,
      "grad_norm": 1.9668963867539462,
      "learning_rate": 4.9221078490064415e-06,
      "loss": 0.1373,
      "step": 10030
    },
    {
      "epoch": 1.5150279413985803,
      "grad_norm": 1.6460616345810037,
      "learning_rate": 4.921317130702456e-06,
      "loss": 0.1064,
      "step": 10031
    },
    {
      "epoch": 1.5151789759855006,
      "grad_norm": 1.7027786832034328,
      "learning_rate": 4.920526414366766e-06,
      "loss": 0.1195,
      "step": 10032
    },
    {
      "epoch": 1.5153300105724212,
      "grad_norm": 2.278133848564629,
      "learning_rate": 4.919735700019151e-06,
      "loss": 0.1083,
      "step": 10033
    },
    {
      "epoch": 1.5154810451593415,
      "grad_norm": 1.5678778374398088,
      "learning_rate": 4.918944987679392e-06,
      "loss": 0.1179,
      "step": 10034
    },
    {
      "epoch": 1.515632079746262,
      "grad_norm": 1.5633649439226738,
      "learning_rate": 4.918154277367267e-06,
      "loss": 0.1119,
      "step": 10035
    },
    {
      "epoch": 1.5157831143331824,
      "grad_norm": 1.5107474804422651,
      "learning_rate": 4.917363569102562e-06,
      "loss": 0.1139,
      "step": 10036
    },
    {
      "epoch": 1.5159341489201026,
      "grad_norm": 2.300678989599105,
      "learning_rate": 4.91657286290505e-06,
      "loss": 0.136,
      "step": 10037
    },
    {
      "epoch": 1.5160851835070233,
      "grad_norm": 1.4954693380974677,
      "learning_rate": 4.915782158794515e-06,
      "loss": 0.0936,
      "step": 10038
    },
    {
      "epoch": 1.5162362180939435,
      "grad_norm": 1.9358664017214589,
      "learning_rate": 4.914991456790732e-06,
      "loss": 0.116,
      "step": 10039
    },
    {
      "epoch": 1.516387252680864,
      "grad_norm": 2.0446116315366627,
      "learning_rate": 4.914200756913488e-06,
      "loss": 0.1162,
      "step": 10040
    },
    {
      "epoch": 1.5165382872677844,
      "grad_norm": 1.6766139483819016,
      "learning_rate": 4.913410059182558e-06,
      "loss": 0.1144,
      "step": 10041
    },
    {
      "epoch": 1.5166893218547046,
      "grad_norm": 1.5005678228105372,
      "learning_rate": 4.912619363617724e-06,
      "loss": 0.1159,
      "step": 10042
    },
    {
      "epoch": 1.5168403564416253,
      "grad_norm": 1.8802462362104952,
      "learning_rate": 4.9118286702387635e-06,
      "loss": 0.119,
      "step": 10043
    },
    {
      "epoch": 1.5169913910285455,
      "grad_norm": 1.6252008250314482,
      "learning_rate": 4.911037979065459e-06,
      "loss": 0.106,
      "step": 10044
    },
    {
      "epoch": 1.517142425615466,
      "grad_norm": 1.5636457188103132,
      "learning_rate": 4.910247290117587e-06,
      "loss": 0.1096,
      "step": 10045
    },
    {
      "epoch": 1.5172934602023864,
      "grad_norm": 2.084946786812647,
      "learning_rate": 4.909456603414929e-06,
      "loss": 0.1262,
      "step": 10046
    },
    {
      "epoch": 1.5174444947893067,
      "grad_norm": 1.6237991504167169,
      "learning_rate": 4.908665918977264e-06,
      "loss": 0.113,
      "step": 10047
    },
    {
      "epoch": 1.517595529376227,
      "grad_norm": 1.3849209677309737,
      "learning_rate": 4.90787523682437e-06,
      "loss": 0.0883,
      "step": 10048
    },
    {
      "epoch": 1.5177465639631476,
      "grad_norm": 1.4755066311718574,
      "learning_rate": 4.907084556976029e-06,
      "loss": 0.1028,
      "step": 10049
    },
    {
      "epoch": 1.517897598550068,
      "grad_norm": 1.7949426402655262,
      "learning_rate": 4.906293879452018e-06,
      "loss": 0.1293,
      "step": 10050
    },
    {
      "epoch": 1.5180486331369885,
      "grad_norm": 1.7726159836109623,
      "learning_rate": 4.905503204272119e-06,
      "loss": 0.1176,
      "step": 10051
    },
    {
      "epoch": 1.5181996677239087,
      "grad_norm": 1.5804016585233358,
      "learning_rate": 4.904712531456107e-06,
      "loss": 0.1042,
      "step": 10052
    },
    {
      "epoch": 1.5183507023108291,
      "grad_norm": 1.475110611918107,
      "learning_rate": 4.9039218610237645e-06,
      "loss": 0.1158,
      "step": 10053
    },
    {
      "epoch": 1.5185017368977496,
      "grad_norm": 1.697613994693898,
      "learning_rate": 4.903131192994869e-06,
      "loss": 0.0997,
      "step": 10054
    },
    {
      "epoch": 1.51865277148467,
      "grad_norm": 1.454450102875762,
      "learning_rate": 4.9023405273892e-06,
      "loss": 0.1059,
      "step": 10055
    },
    {
      "epoch": 1.5188038060715905,
      "grad_norm": 1.3886299258116193,
      "learning_rate": 4.901549864226537e-06,
      "loss": 0.0823,
      "step": 10056
    },
    {
      "epoch": 1.5189548406585107,
      "grad_norm": 1.7030600874319393,
      "learning_rate": 4.900759203526659e-06,
      "loss": 0.1131,
      "step": 10057
    },
    {
      "epoch": 1.5191058752454312,
      "grad_norm": 1.9287200872237051,
      "learning_rate": 4.8999685453093434e-06,
      "loss": 0.0995,
      "step": 10058
    },
    {
      "epoch": 1.5192569098323516,
      "grad_norm": 1.9385103233815555,
      "learning_rate": 4.89917788959437e-06,
      "loss": 0.1241,
      "step": 10059
    },
    {
      "epoch": 1.5194079444192718,
      "grad_norm": 2.210901229093599,
      "learning_rate": 4.898387236401517e-06,
      "loss": 0.1142,
      "step": 10060
    },
    {
      "epoch": 1.5195589790061925,
      "grad_norm": 1.4567815928521126,
      "learning_rate": 4.897596585750563e-06,
      "loss": 0.0933,
      "step": 10061
    },
    {
      "epoch": 1.5197100135931128,
      "grad_norm": 1.526065106665342,
      "learning_rate": 4.8968059376612855e-06,
      "loss": 0.1052,
      "step": 10062
    },
    {
      "epoch": 1.5198610481800332,
      "grad_norm": 1.590536494210773,
      "learning_rate": 4.896015292153465e-06,
      "loss": 0.1073,
      "step": 10063
    },
    {
      "epoch": 1.5200120827669537,
      "grad_norm": 1.3776651558444788,
      "learning_rate": 4.895224649246879e-06,
      "loss": 0.0922,
      "step": 10064
    },
    {
      "epoch": 1.5201631173538739,
      "grad_norm": 1.5528202253250918,
      "learning_rate": 4.894434008961309e-06,
      "loss": 0.1128,
      "step": 10065
    },
    {
      "epoch": 1.5203141519407946,
      "grad_norm": 1.750751310588244,
      "learning_rate": 4.8936433713165285e-06,
      "loss": 0.1142,
      "step": 10066
    },
    {
      "epoch": 1.5204651865277148,
      "grad_norm": 2.261110085383305,
      "learning_rate": 4.8928527363323154e-06,
      "loss": 0.1361,
      "step": 10067
    },
    {
      "epoch": 1.5206162211146352,
      "grad_norm": 1.4523894540587359,
      "learning_rate": 4.892062104028452e-06,
      "loss": 0.0905,
      "step": 10068
    },
    {
      "epoch": 1.5207672557015557,
      "grad_norm": 1.5614636541835214,
      "learning_rate": 4.891271474424714e-06,
      "loss": 0.1068,
      "step": 10069
    },
    {
      "epoch": 1.520918290288476,
      "grad_norm": 1.50415892875906,
      "learning_rate": 4.89048084754088e-06,
      "loss": 0.1064,
      "step": 10070
    },
    {
      "epoch": 1.5210693248753966,
      "grad_norm": 1.6068388418017012,
      "learning_rate": 4.889690223396727e-06,
      "loss": 0.1053,
      "step": 10071
    },
    {
      "epoch": 1.5212203594623168,
      "grad_norm": 1.9343228162504595,
      "learning_rate": 4.888899602012036e-06,
      "loss": 0.1267,
      "step": 10072
    },
    {
      "epoch": 1.5213713940492373,
      "grad_norm": 2.0436535060787997,
      "learning_rate": 4.888108983406582e-06,
      "loss": 0.1241,
      "step": 10073
    },
    {
      "epoch": 1.5215224286361577,
      "grad_norm": 2.091621652815546,
      "learning_rate": 4.8873183676001415e-06,
      "loss": 0.124,
      "step": 10074
    },
    {
      "epoch": 1.521673463223078,
      "grad_norm": 1.6086974977943236,
      "learning_rate": 4.886527754612496e-06,
      "loss": 0.1172,
      "step": 10075
    },
    {
      "epoch": 1.5218244978099986,
      "grad_norm": 1.6482493184240874,
      "learning_rate": 4.88573714446342e-06,
      "loss": 0.1236,
      "step": 10076
    },
    {
      "epoch": 1.5219755323969189,
      "grad_norm": 2.2098380593234617,
      "learning_rate": 4.884946537172692e-06,
      "loss": 0.1351,
      "step": 10077
    },
    {
      "epoch": 1.5221265669838393,
      "grad_norm": 1.638091747669196,
      "learning_rate": 4.8841559327600905e-06,
      "loss": 0.0952,
      "step": 10078
    },
    {
      "epoch": 1.5222776015707598,
      "grad_norm": 1.7502246896688662,
      "learning_rate": 4.883365331245392e-06,
      "loss": 0.1095,
      "step": 10079
    },
    {
      "epoch": 1.52242863615768,
      "grad_norm": 1.6413334424522945,
      "learning_rate": 4.882574732648374e-06,
      "loss": 0.1131,
      "step": 10080
    },
    {
      "epoch": 1.5225796707446007,
      "grad_norm": 1.34120353877506,
      "learning_rate": 4.881784136988813e-06,
      "loss": 0.0961,
      "step": 10081
    },
    {
      "epoch": 1.5227307053315209,
      "grad_norm": 1.388908784264606,
      "learning_rate": 4.8809935442864875e-06,
      "loss": 0.0892,
      "step": 10082
    },
    {
      "epoch": 1.5228817399184413,
      "grad_norm": 1.9084617815282516,
      "learning_rate": 4.8802029545611735e-06,
      "loss": 0.1248,
      "step": 10083
    },
    {
      "epoch": 1.5230327745053618,
      "grad_norm": 1.8714361331630736,
      "learning_rate": 4.8794123678326485e-06,
      "loss": 0.1249,
      "step": 10084
    },
    {
      "epoch": 1.523183809092282,
      "grad_norm": 1.2000407251205083,
      "learning_rate": 4.87862178412069e-06,
      "loss": 0.0825,
      "step": 10085
    },
    {
      "epoch": 1.5233348436792027,
      "grad_norm": 1.9202981325070143,
      "learning_rate": 4.8778312034450725e-06,
      "loss": 0.129,
      "step": 10086
    },
    {
      "epoch": 1.523485878266123,
      "grad_norm": 1.7063309486060572,
      "learning_rate": 4.877040625825578e-06,
      "loss": 0.1139,
      "step": 10087
    },
    {
      "epoch": 1.5236369128530434,
      "grad_norm": 2.0363789875109397,
      "learning_rate": 4.8762500512819785e-06,
      "loss": 0.1404,
      "step": 10088
    },
    {
      "epoch": 1.5237879474399638,
      "grad_norm": 1.9217825210286206,
      "learning_rate": 4.875459479834051e-06,
      "loss": 0.1066,
      "step": 10089
    },
    {
      "epoch": 1.523938982026884,
      "grad_norm": 1.6736163356716909,
      "learning_rate": 4.874668911501574e-06,
      "loss": 0.1164,
      "step": 10090
    },
    {
      "epoch": 1.5240900166138047,
      "grad_norm": 1.915539384871439,
      "learning_rate": 4.873878346304321e-06,
      "loss": 0.118,
      "step": 10091
    },
    {
      "epoch": 1.524241051200725,
      "grad_norm": 1.4781902437769119,
      "learning_rate": 4.8730877842620726e-06,
      "loss": 0.1049,
      "step": 10092
    },
    {
      "epoch": 1.5243920857876454,
      "grad_norm": 1.559103420751118,
      "learning_rate": 4.8722972253946025e-06,
      "loss": 0.1059,
      "step": 10093
    },
    {
      "epoch": 1.5245431203745659,
      "grad_norm": 1.4647075049960474,
      "learning_rate": 4.871506669721691e-06,
      "loss": 0.1104,
      "step": 10094
    },
    {
      "epoch": 1.524694154961486,
      "grad_norm": 1.6703279106283326,
      "learning_rate": 4.870716117263108e-06,
      "loss": 0.1127,
      "step": 10095
    },
    {
      "epoch": 1.5248451895484065,
      "grad_norm": 3.8889294538823806,
      "learning_rate": 4.86992556803863e-06,
      "loss": 0.1593,
      "step": 10096
    },
    {
      "epoch": 1.524996224135327,
      "grad_norm": 2.718885483362165,
      "learning_rate": 4.869135022068038e-06,
      "loss": 0.1416,
      "step": 10097
    },
    {
      "epoch": 1.5251472587222474,
      "grad_norm": 1.9311695627531407,
      "learning_rate": 4.868344479371105e-06,
      "loss": 0.1095,
      "step": 10098
    },
    {
      "epoch": 1.5252982933091679,
      "grad_norm": 1.6869335410068618,
      "learning_rate": 4.867553939967608e-06,
      "loss": 0.1204,
      "step": 10099
    },
    {
      "epoch": 1.5254493278960881,
      "grad_norm": 1.9243982804043451,
      "learning_rate": 4.866763403877321e-06,
      "loss": 0.1215,
      "step": 10100
    },
    {
      "epoch": 1.5256003624830086,
      "grad_norm": 1.523214513958972,
      "learning_rate": 4.865972871120022e-06,
      "loss": 0.1116,
      "step": 10101
    },
    {
      "epoch": 1.525751397069929,
      "grad_norm": 1.7152499711089524,
      "learning_rate": 4.865182341715485e-06,
      "loss": 0.1164,
      "step": 10102
    },
    {
      "epoch": 1.5259024316568495,
      "grad_norm": 1.7544181587709937,
      "learning_rate": 4.864391815683485e-06,
      "loss": 0.1168,
      "step": 10103
    },
    {
      "epoch": 1.52605346624377,
      "grad_norm": 1.4239029506040337,
      "learning_rate": 4.863601293043799e-06,
      "loss": 0.0917,
      "step": 10104
    },
    {
      "epoch": 1.5262045008306901,
      "grad_norm": 1.4558771857561397,
      "learning_rate": 4.862810773816202e-06,
      "loss": 0.1009,
      "step": 10105
    },
    {
      "epoch": 1.5263555354176106,
      "grad_norm": 1.8452834666675195,
      "learning_rate": 4.862020258020468e-06,
      "loss": 0.1211,
      "step": 10106
    },
    {
      "epoch": 1.526506570004531,
      "grad_norm": 1.3011035484239886,
      "learning_rate": 4.861229745676374e-06,
      "loss": 0.0957,
      "step": 10107
    },
    {
      "epoch": 1.5266576045914513,
      "grad_norm": 1.6627516378800387,
      "learning_rate": 4.860439236803695e-06,
      "loss": 0.0819,
      "step": 10108
    },
    {
      "epoch": 1.526808639178372,
      "grad_norm": 1.6928494146027755,
      "learning_rate": 4.859648731422204e-06,
      "loss": 0.1085,
      "step": 10109
    },
    {
      "epoch": 1.5269596737652922,
      "grad_norm": 1.3079467982539872,
      "learning_rate": 4.858858229551678e-06,
      "loss": 0.0812,
      "step": 10110
    },
    {
      "epoch": 1.5271107083522126,
      "grad_norm": 1.6468958310979398,
      "learning_rate": 4.8580677312118904e-06,
      "loss": 0.108,
      "step": 10111
    },
    {
      "epoch": 1.527261742939133,
      "grad_norm": 1.3316144349798478,
      "learning_rate": 4.857277236422616e-06,
      "loss": 0.099,
      "step": 10112
    },
    {
      "epoch": 1.5274127775260533,
      "grad_norm": 1.568704532761178,
      "learning_rate": 4.8564867452036315e-06,
      "loss": 0.1059,
      "step": 10113
    },
    {
      "epoch": 1.527563812112974,
      "grad_norm": 1.541238418335733,
      "learning_rate": 4.855696257574708e-06,
      "loss": 0.1042,
      "step": 10114
    },
    {
      "epoch": 1.5277148466998942,
      "grad_norm": 2.1681647197329283,
      "learning_rate": 4.8549057735556235e-06,
      "loss": 0.1294,
      "step": 10115
    },
    {
      "epoch": 1.5278658812868147,
      "grad_norm": 1.9075800705570793,
      "learning_rate": 4.8541152931661524e-06,
      "loss": 0.1075,
      "step": 10116
    },
    {
      "epoch": 1.5280169158737351,
      "grad_norm": 1.7497013126925185,
      "learning_rate": 4.853324816426065e-06,
      "loss": 0.1276,
      "step": 10117
    },
    {
      "epoch": 1.5281679504606553,
      "grad_norm": 1.683603501302267,
      "learning_rate": 4.85253434335514e-06,
      "loss": 0.1103,
      "step": 10118
    },
    {
      "epoch": 1.528318985047576,
      "grad_norm": 1.679686427933184,
      "learning_rate": 4.851743873973147e-06,
      "loss": 0.1049,
      "step": 10119
    },
    {
      "epoch": 1.5284700196344962,
      "grad_norm": 1.5187477392619895,
      "learning_rate": 4.850953408299863e-06,
      "loss": 0.1007,
      "step": 10120
    },
    {
      "epoch": 1.5286210542214167,
      "grad_norm": 2.598367691477274,
      "learning_rate": 4.850162946355063e-06,
      "loss": 0.1232,
      "step": 10121
    },
    {
      "epoch": 1.5287720888083371,
      "grad_norm": 1.7894658850499165,
      "learning_rate": 4.849372488158519e-06,
      "loss": 0.1222,
      "step": 10122
    },
    {
      "epoch": 1.5289231233952574,
      "grad_norm": 1.6283090137123926,
      "learning_rate": 4.848582033730007e-06,
      "loss": 0.109,
      "step": 10123
    },
    {
      "epoch": 1.529074157982178,
      "grad_norm": 1.6506437918090855,
      "learning_rate": 4.847791583089295e-06,
      "loss": 0.1166,
      "step": 10124
    },
    {
      "epoch": 1.5292251925690983,
      "grad_norm": 2.1966460892425896,
      "learning_rate": 4.847001136256162e-06,
      "loss": 0.1345,
      "step": 10125
    },
    {
      "epoch": 1.5293762271560187,
      "grad_norm": 1.6529608227042958,
      "learning_rate": 4.8462106932503796e-06,
      "loss": 0.1051,
      "step": 10126
    },
    {
      "epoch": 1.5295272617429392,
      "grad_norm": 1.363998072864092,
      "learning_rate": 4.845420254091721e-06,
      "loss": 0.0947,
      "step": 10127
    },
    {
      "epoch": 1.5296782963298594,
      "grad_norm": 1.4422725902743645,
      "learning_rate": 4.8446298187999605e-06,
      "loss": 0.1027,
      "step": 10128
    },
    {
      "epoch": 1.52982933091678,
      "grad_norm": 1.6081402098596815,
      "learning_rate": 4.84383938739487e-06,
      "loss": 0.0982,
      "step": 10129
    },
    {
      "epoch": 1.5299803655037003,
      "grad_norm": 1.428081080286445,
      "learning_rate": 4.843048959896225e-06,
      "loss": 0.0911,
      "step": 10130
    },
    {
      "epoch": 1.5301314000906208,
      "grad_norm": 1.7149136224138326,
      "learning_rate": 4.842258536323794e-06,
      "loss": 0.1143,
      "step": 10131
    },
    {
      "epoch": 1.5302824346775412,
      "grad_norm": 1.6375977051019297,
      "learning_rate": 4.841468116697354e-06,
      "loss": 0.1118,
      "step": 10132
    },
    {
      "epoch": 1.5304334692644614,
      "grad_norm": 2.13144916139181,
      "learning_rate": 4.840677701036676e-06,
      "loss": 0.1246,
      "step": 10133
    },
    {
      "epoch": 1.5305845038513821,
      "grad_norm": 1.8961966550405849,
      "learning_rate": 4.839887289361532e-06,
      "loss": 0.118,
      "step": 10134
    },
    {
      "epoch": 1.5307355384383023,
      "grad_norm": 2.054143996766555,
      "learning_rate": 4.839096881691696e-06,
      "loss": 0.1091,
      "step": 10135
    },
    {
      "epoch": 1.5308865730252228,
      "grad_norm": 1.511535581470892,
      "learning_rate": 4.838306478046941e-06,
      "loss": 0.0911,
      "step": 10136
    },
    {
      "epoch": 1.5310376076121432,
      "grad_norm": 1.6030391932629913,
      "learning_rate": 4.8375160784470385e-06,
      "loss": 0.1218,
      "step": 10137
    },
    {
      "epoch": 1.5311886421990635,
      "grad_norm": 1.5900323104714487,
      "learning_rate": 4.83672568291176e-06,
      "loss": 0.1032,
      "step": 10138
    },
    {
      "epoch": 1.5313396767859841,
      "grad_norm": 1.473491953214668,
      "learning_rate": 4.835935291460878e-06,
      "loss": 0.0941,
      "step": 10139
    },
    {
      "epoch": 1.5314907113729044,
      "grad_norm": 1.3222526016749019,
      "learning_rate": 4.8351449041141656e-06,
      "loss": 0.0934,
      "step": 10140
    },
    {
      "epoch": 1.5316417459598248,
      "grad_norm": 1.1950945580280525,
      "learning_rate": 4.834354520891393e-06,
      "loss": 0.0854,
      "step": 10141
    },
    {
      "epoch": 1.5317927805467453,
      "grad_norm": 1.4097795813338183,
      "learning_rate": 4.833564141812333e-06,
      "loss": 0.0944,
      "step": 10142
    },
    {
      "epoch": 1.5319438151336655,
      "grad_norm": 1.5516836185753813,
      "learning_rate": 4.8327737668967585e-06,
      "loss": 0.1045,
      "step": 10143
    },
    {
      "epoch": 1.532094849720586,
      "grad_norm": 1.8525519889835214,
      "learning_rate": 4.831983396164442e-06,
      "loss": 0.1034,
      "step": 10144
    },
    {
      "epoch": 1.5322458843075064,
      "grad_norm": 1.8576876078129554,
      "learning_rate": 4.831193029635152e-06,
      "loss": 0.117,
      "step": 10145
    },
    {
      "epoch": 1.5323969188944269,
      "grad_norm": 1.9330443592465294,
      "learning_rate": 4.830402667328661e-06,
      "loss": 0.1064,
      "step": 10146
    },
    {
      "epoch": 1.5325479534813473,
      "grad_norm": 1.888877721641854,
      "learning_rate": 4.829612309264739e-06,
      "loss": 0.1142,
      "step": 10147
    },
    {
      "epoch": 1.5326989880682675,
      "grad_norm": 1.6305515402894581,
      "learning_rate": 4.8288219554631605e-06,
      "loss": 0.1048,
      "step": 10148
    },
    {
      "epoch": 1.532850022655188,
      "grad_norm": 1.9662066939382281,
      "learning_rate": 4.828031605943694e-06,
      "loss": 0.1306,
      "step": 10149
    },
    {
      "epoch": 1.5330010572421084,
      "grad_norm": 1.751026637932419,
      "learning_rate": 4.8272412607261125e-06,
      "loss": 0.1208,
      "step": 10150
    },
    {
      "epoch": 1.533152091829029,
      "grad_norm": 1.8386528183184732,
      "learning_rate": 4.826450919830185e-06,
      "loss": 0.1212,
      "step": 10151
    },
    {
      "epoch": 1.5333031264159493,
      "grad_norm": 1.7108488119787864,
      "learning_rate": 4.825660583275686e-06,
      "loss": 0.1156,
      "step": 10152
    },
    {
      "epoch": 1.5334541610028696,
      "grad_norm": 1.4648302847967531,
      "learning_rate": 4.824870251082381e-06,
      "loss": 0.1033,
      "step": 10153
    },
    {
      "epoch": 1.53360519558979,
      "grad_norm": 1.479725673234668,
      "learning_rate": 4.824079923270043e-06,
      "loss": 0.0891,
      "step": 10154
    },
    {
      "epoch": 1.5337562301767105,
      "grad_norm": 1.4817540473316413,
      "learning_rate": 4.823289599858443e-06,
      "loss": 0.1185,
      "step": 10155
    },
    {
      "epoch": 1.5339072647636307,
      "grad_norm": 1.65813445781353,
      "learning_rate": 4.82249928086735e-06,
      "loss": 0.1083,
      "step": 10156
    },
    {
      "epoch": 1.5340582993505514,
      "grad_norm": 1.5545850185307117,
      "learning_rate": 4.821708966316536e-06,
      "loss": 0.1152,
      "step": 10157
    },
    {
      "epoch": 1.5342093339374716,
      "grad_norm": 1.7070740706791445,
      "learning_rate": 4.82091865622577e-06,
      "loss": 0.1172,
      "step": 10158
    },
    {
      "epoch": 1.534360368524392,
      "grad_norm": 1.8454889746749557,
      "learning_rate": 4.8201283506148235e-06,
      "loss": 0.1139,
      "step": 10159
    },
    {
      "epoch": 1.5345114031113125,
      "grad_norm": 1.6060907245674614,
      "learning_rate": 4.8193380495034645e-06,
      "loss": 0.1105,
      "step": 10160
    },
    {
      "epoch": 1.5346624376982327,
      "grad_norm": 1.4857287455446664,
      "learning_rate": 4.8185477529114635e-06,
      "loss": 0.0984,
      "step": 10161
    },
    {
      "epoch": 1.5348134722851534,
      "grad_norm": 2.0593254914434755,
      "learning_rate": 4.81775746085859e-06,
      "loss": 0.1169,
      "step": 10162
    },
    {
      "epoch": 1.5349645068720736,
      "grad_norm": 1.7326145954719139,
      "learning_rate": 4.816967173364613e-06,
      "loss": 0.1155,
      "step": 10163
    },
    {
      "epoch": 1.535115541458994,
      "grad_norm": 2.0132087007878927,
      "learning_rate": 4.816176890449305e-06,
      "loss": 0.1135,
      "step": 10164
    },
    {
      "epoch": 1.5352665760459145,
      "grad_norm": 1.7888229328089338,
      "learning_rate": 4.815386612132431e-06,
      "loss": 0.117,
      "step": 10165
    },
    {
      "epoch": 1.5354176106328348,
      "grad_norm": 2.153518104364781,
      "learning_rate": 4.814596338433765e-06,
      "loss": 0.0964,
      "step": 10166
    },
    {
      "epoch": 1.5355686452197554,
      "grad_norm": 1.7267541867879461,
      "learning_rate": 4.813806069373072e-06,
      "loss": 0.1151,
      "step": 10167
    },
    {
      "epoch": 1.5357196798066757,
      "grad_norm": 1.463577732054132,
      "learning_rate": 4.813015804970123e-06,
      "loss": 0.1085,
      "step": 10168
    },
    {
      "epoch": 1.5358707143935961,
      "grad_norm": 1.8498052941409016,
      "learning_rate": 4.812225545244686e-06,
      "loss": 0.1095,
      "step": 10169
    },
    {
      "epoch": 1.5360217489805166,
      "grad_norm": 1.82666863281641,
      "learning_rate": 4.81143529021653e-06,
      "loss": 0.1121,
      "step": 10170
    },
    {
      "epoch": 1.5361727835674368,
      "grad_norm": 1.8922288991222835,
      "learning_rate": 4.810645039905424e-06,
      "loss": 0.1188,
      "step": 10171
    },
    {
      "epoch": 1.5363238181543575,
      "grad_norm": 1.6079955007578144,
      "learning_rate": 4.809854794331137e-06,
      "loss": 0.1,
      "step": 10172
    },
    {
      "epoch": 1.5364748527412777,
      "grad_norm": 1.8441836835971956,
      "learning_rate": 4.809064553513439e-06,
      "loss": 0.127,
      "step": 10173
    },
    {
      "epoch": 1.5366258873281982,
      "grad_norm": 1.6041948436612399,
      "learning_rate": 4.808274317472095e-06,
      "loss": 0.1068,
      "step": 10174
    },
    {
      "epoch": 1.5367769219151186,
      "grad_norm": 1.7391294367967918,
      "learning_rate": 4.807484086226872e-06,
      "loss": 0.1218,
      "step": 10175
    },
    {
      "epoch": 1.5369279565020388,
      "grad_norm": 2.069691435410716,
      "learning_rate": 4.8066938597975424e-06,
      "loss": 0.1158,
      "step": 10176
    },
    {
      "epoch": 1.5370789910889595,
      "grad_norm": 1.7369844007306487,
      "learning_rate": 4.805903638203871e-06,
      "loss": 0.1122,
      "step": 10177
    },
    {
      "epoch": 1.5372300256758797,
      "grad_norm": 1.6585596693562206,
      "learning_rate": 4.805113421465629e-06,
      "loss": 0.1087,
      "step": 10178
    },
    {
      "epoch": 1.5373810602628002,
      "grad_norm": 2.60323719308049,
      "learning_rate": 4.804323209602581e-06,
      "loss": 0.1061,
      "step": 10179
    },
    {
      "epoch": 1.5375320948497206,
      "grad_norm": 1.5525740137086044,
      "learning_rate": 4.803533002634496e-06,
      "loss": 0.1215,
      "step": 10180
    },
    {
      "epoch": 1.5376831294366409,
      "grad_norm": 2.7485095921636646,
      "learning_rate": 4.802742800581141e-06,
      "loss": 0.1138,
      "step": 10181
    },
    {
      "epoch": 1.5378341640235615,
      "grad_norm": 1.7988160949649565,
      "learning_rate": 4.801952603462283e-06,
      "loss": 0.1203,
      "step": 10182
    },
    {
      "epoch": 1.5379851986104818,
      "grad_norm": 1.911664735954489,
      "learning_rate": 4.801162411297689e-06,
      "loss": 0.1377,
      "step": 10183
    },
    {
      "epoch": 1.5381362331974022,
      "grad_norm": 1.300817518745686,
      "learning_rate": 4.8003722241071275e-06,
      "loss": 0.1013,
      "step": 10184
    },
    {
      "epoch": 1.5382872677843227,
      "grad_norm": 1.762573472842206,
      "learning_rate": 4.799582041910364e-06,
      "loss": 0.1345,
      "step": 10185
    },
    {
      "epoch": 1.538438302371243,
      "grad_norm": 1.5786401873346492,
      "learning_rate": 4.798791864727166e-06,
      "loss": 0.1116,
      "step": 10186
    },
    {
      "epoch": 1.5385893369581636,
      "grad_norm": 1.424431899889565,
      "learning_rate": 4.798001692577301e-06,
      "loss": 0.1024,
      "step": 10187
    },
    {
      "epoch": 1.5387403715450838,
      "grad_norm": 2.3796030748892436,
      "learning_rate": 4.797211525480535e-06,
      "loss": 0.1386,
      "step": 10188
    },
    {
      "epoch": 1.5388914061320043,
      "grad_norm": 1.7365410503508196,
      "learning_rate": 4.796421363456634e-06,
      "loss": 0.1057,
      "step": 10189
    },
    {
      "epoch": 1.5390424407189247,
      "grad_norm": 1.754445627197605,
      "learning_rate": 4.795631206525364e-06,
      "loss": 0.1111,
      "step": 10190
    },
    {
      "epoch": 1.539193475305845,
      "grad_norm": 1.6581656247722412,
      "learning_rate": 4.794841054706492e-06,
      "loss": 0.1058,
      "step": 10191
    },
    {
      "epoch": 1.5393445098927654,
      "grad_norm": 1.5698289716378118,
      "learning_rate": 4.794050908019783e-06,
      "loss": 0.1082,
      "step": 10192
    },
    {
      "epoch": 1.5394955444796858,
      "grad_norm": 1.673834381744719,
      "learning_rate": 4.793260766485004e-06,
      "loss": 0.0982,
      "step": 10193
    },
    {
      "epoch": 1.5396465790666063,
      "grad_norm": 1.4812815092405616,
      "learning_rate": 4.792470630121922e-06,
      "loss": 0.1063,
      "step": 10194
    },
    {
      "epoch": 1.5397976136535267,
      "grad_norm": 2.1426772678188435,
      "learning_rate": 4.791680498950303e-06,
      "loss": 0.129,
      "step": 10195
    },
    {
      "epoch": 1.539948648240447,
      "grad_norm": 1.6014281028257549,
      "learning_rate": 4.790890372989908e-06,
      "loss": 0.1154,
      "step": 10196
    },
    {
      "epoch": 1.5400996828273674,
      "grad_norm": 3.000907596607574,
      "learning_rate": 4.790100252260506e-06,
      "loss": 0.1388,
      "step": 10197
    },
    {
      "epoch": 1.5402507174142879,
      "grad_norm": 2.000320279881195,
      "learning_rate": 4.789310136781861e-06,
      "loss": 0.12,
      "step": 10198
    },
    {
      "epoch": 1.5404017520012083,
      "grad_norm": 1.4978009324089645,
      "learning_rate": 4.788520026573739e-06,
      "loss": 0.0945,
      "step": 10199
    },
    {
      "epoch": 1.5405527865881288,
      "grad_norm": 2.1703309267389295,
      "learning_rate": 4.787729921655905e-06,
      "loss": 0.1147,
      "step": 10200
    },
    {
      "epoch": 1.540703821175049,
      "grad_norm": 2.3013060827475944,
      "learning_rate": 4.786939822048125e-06,
      "loss": 0.1179,
      "step": 10201
    },
    {
      "epoch": 1.5408548557619695,
      "grad_norm": 1.5705805024316406,
      "learning_rate": 4.786149727770164e-06,
      "loss": 0.1107,
      "step": 10202
    },
    {
      "epoch": 1.54100589034889,
      "grad_norm": 1.776462680037102,
      "learning_rate": 4.785359638841782e-06,
      "loss": 0.111,
      "step": 10203
    },
    {
      "epoch": 1.5411569249358101,
      "grad_norm": 2.0400996215575984,
      "learning_rate": 4.784569555282748e-06,
      "loss": 0.1181,
      "step": 10204
    },
    {
      "epoch": 1.5413079595227308,
      "grad_norm": 2.0764511649107256,
      "learning_rate": 4.783779477112825e-06,
      "loss": 0.1332,
      "step": 10205
    },
    {
      "epoch": 1.541458994109651,
      "grad_norm": 1.791807246080634,
      "learning_rate": 4.782989404351777e-06,
      "loss": 0.1175,
      "step": 10206
    },
    {
      "epoch": 1.5416100286965715,
      "grad_norm": 1.6859756135611317,
      "learning_rate": 4.7821993370193684e-06,
      "loss": 0.1257,
      "step": 10207
    },
    {
      "epoch": 1.541761063283492,
      "grad_norm": 1.7067197422477887,
      "learning_rate": 4.781409275135364e-06,
      "loss": 0.1203,
      "step": 10208
    },
    {
      "epoch": 1.5419120978704122,
      "grad_norm": 1.842812321143396,
      "learning_rate": 4.780619218719527e-06,
      "loss": 0.1055,
      "step": 10209
    },
    {
      "epoch": 1.5420631324573328,
      "grad_norm": 8.245344523979382,
      "learning_rate": 4.77982916779162e-06,
      "loss": 0.104,
      "step": 10210
    },
    {
      "epoch": 1.542214167044253,
      "grad_norm": 1.5590390537179142,
      "learning_rate": 4.7790391223714084e-06,
      "loss": 0.1005,
      "step": 10211
    },
    {
      "epoch": 1.5423652016311735,
      "grad_norm": 3.0287206947333574,
      "learning_rate": 4.7782490824786535e-06,
      "loss": 0.1058,
      "step": 10212
    },
    {
      "epoch": 1.542516236218094,
      "grad_norm": 1.6936473818038218,
      "learning_rate": 4.777459048133121e-06,
      "loss": 0.126,
      "step": 10213
    },
    {
      "epoch": 1.5426672708050142,
      "grad_norm": 1.5446842416705098,
      "learning_rate": 4.776669019354572e-06,
      "loss": 0.1025,
      "step": 10214
    },
    {
      "epoch": 1.5428183053919349,
      "grad_norm": 1.812043120033799,
      "learning_rate": 4.775878996162771e-06,
      "loss": 0.1267,
      "step": 10215
    },
    {
      "epoch": 1.542969339978855,
      "grad_norm": 1.702034448091626,
      "learning_rate": 4.775088978577481e-06,
      "loss": 0.1115,
      "step": 10216
    },
    {
      "epoch": 1.5431203745657756,
      "grad_norm": 1.2979332870815874,
      "learning_rate": 4.774298966618463e-06,
      "loss": 0.0979,
      "step": 10217
    },
    {
      "epoch": 1.543271409152696,
      "grad_norm": 1.4731775339803825,
      "learning_rate": 4.7735089603054795e-06,
      "loss": 0.1062,
      "step": 10218
    },
    {
      "epoch": 1.5434224437396162,
      "grad_norm": 1.7791860744314583,
      "learning_rate": 4.772718959658295e-06,
      "loss": 0.1445,
      "step": 10219
    },
    {
      "epoch": 1.543573478326537,
      "grad_norm": 1.5937993640080348,
      "learning_rate": 4.771928964696671e-06,
      "loss": 0.1071,
      "step": 10220
    },
    {
      "epoch": 1.5437245129134571,
      "grad_norm": 1.602509197581083,
      "learning_rate": 4.771138975440368e-06,
      "loss": 0.1122,
      "step": 10221
    },
    {
      "epoch": 1.5438755475003776,
      "grad_norm": 1.471611446862472,
      "learning_rate": 4.77034899190915e-06,
      "loss": 0.1019,
      "step": 10222
    },
    {
      "epoch": 1.544026582087298,
      "grad_norm": 1.9697371194711661,
      "learning_rate": 4.769559014122779e-06,
      "loss": 0.1283,
      "step": 10223
    },
    {
      "epoch": 1.5441776166742183,
      "grad_norm": 2.284792506067399,
      "learning_rate": 4.768769042101018e-06,
      "loss": 0.1184,
      "step": 10224
    },
    {
      "epoch": 1.544328651261139,
      "grad_norm": 1.51696373426872,
      "learning_rate": 4.767979075863624e-06,
      "loss": 0.1001,
      "step": 10225
    },
    {
      "epoch": 1.5444796858480592,
      "grad_norm": 1.393607691555287,
      "learning_rate": 4.767189115430361e-06,
      "loss": 0.0961,
      "step": 10226
    },
    {
      "epoch": 1.5446307204349796,
      "grad_norm": 1.8288744172568567,
      "learning_rate": 4.766399160820991e-06,
      "loss": 0.1144,
      "step": 10227
    },
    {
      "epoch": 1.5447817550219,
      "grad_norm": 2.28973079592996,
      "learning_rate": 4.7656092120552745e-06,
      "loss": 0.1248,
      "step": 10228
    },
    {
      "epoch": 1.5449327896088203,
      "grad_norm": 1.756281941498656,
      "learning_rate": 4.7648192691529725e-06,
      "loss": 0.123,
      "step": 10229
    },
    {
      "epoch": 1.545083824195741,
      "grad_norm": 1.5503175205979882,
      "learning_rate": 4.764029332133845e-06,
      "loss": 0.0982,
      "step": 10230
    },
    {
      "epoch": 1.5452348587826612,
      "grad_norm": 1.7036979574474642,
      "learning_rate": 4.763239401017656e-06,
      "loss": 0.1136,
      "step": 10231
    },
    {
      "epoch": 1.5453858933695817,
      "grad_norm": 1.3298785618842943,
      "learning_rate": 4.762449475824162e-06,
      "loss": 0.0956,
      "step": 10232
    },
    {
      "epoch": 1.545536927956502,
      "grad_norm": 1.6312321539210406,
      "learning_rate": 4.761659556573125e-06,
      "loss": 0.1054,
      "step": 10233
    },
    {
      "epoch": 1.5456879625434223,
      "grad_norm": 1.3744786974807104,
      "learning_rate": 4.7608696432843055e-06,
      "loss": 0.1049,
      "step": 10234
    },
    {
      "epoch": 1.545838997130343,
      "grad_norm": 2.0828181452268026,
      "learning_rate": 4.7600797359774636e-06,
      "loss": 0.116,
      "step": 10235
    },
    {
      "epoch": 1.5459900317172632,
      "grad_norm": 1.5804940317014324,
      "learning_rate": 4.759289834672358e-06,
      "loss": 0.1155,
      "step": 10236
    },
    {
      "epoch": 1.5461410663041837,
      "grad_norm": 2.2954132229575217,
      "learning_rate": 4.758499939388752e-06,
      "loss": 0.108,
      "step": 10237
    },
    {
      "epoch": 1.5462921008911041,
      "grad_norm": 1.6383914848248606,
      "learning_rate": 4.757710050146402e-06,
      "loss": 0.1058,
      "step": 10238
    },
    {
      "epoch": 1.5464431354780244,
      "grad_norm": 2.057499632410378,
      "learning_rate": 4.756920166965068e-06,
      "loss": 0.1496,
      "step": 10239
    },
    {
      "epoch": 1.5465941700649448,
      "grad_norm": 1.4841618816654942,
      "learning_rate": 4.756130289864509e-06,
      "loss": 0.1044,
      "step": 10240
    },
    {
      "epoch": 1.5467452046518653,
      "grad_norm": 1.6187783424301196,
      "learning_rate": 4.755340418864486e-06,
      "loss": 0.1185,
      "step": 10241
    },
    {
      "epoch": 1.5468962392387857,
      "grad_norm": 1.7187695284122637,
      "learning_rate": 4.754550553984756e-06,
      "loss": 0.1356,
      "step": 10242
    },
    {
      "epoch": 1.5470472738257062,
      "grad_norm": 1.7529187891625957,
      "learning_rate": 4.75376069524508e-06,
      "loss": 0.1154,
      "step": 10243
    },
    {
      "epoch": 1.5471983084126264,
      "grad_norm": 1.5165576318927902,
      "learning_rate": 4.752970842665214e-06,
      "loss": 0.0962,
      "step": 10244
    },
    {
      "epoch": 1.5473493429995469,
      "grad_norm": 2.0436963292331027,
      "learning_rate": 4.7521809962649215e-06,
      "loss": 0.0987,
      "step": 10245
    },
    {
      "epoch": 1.5475003775864673,
      "grad_norm": 2.020609746310987,
      "learning_rate": 4.751391156063956e-06,
      "loss": 0.1308,
      "step": 10246
    },
    {
      "epoch": 1.5476514121733878,
      "grad_norm": 1.6152188564106347,
      "learning_rate": 4.750601322082078e-06,
      "loss": 0.1003,
      "step": 10247
    },
    {
      "epoch": 1.5478024467603082,
      "grad_norm": 1.579163720150235,
      "learning_rate": 4.749811494339044e-06,
      "loss": 0.0938,
      "step": 10248
    },
    {
      "epoch": 1.5479534813472284,
      "grad_norm": 1.435944437390645,
      "learning_rate": 4.749021672854612e-06,
      "loss": 0.1038,
      "step": 10249
    },
    {
      "epoch": 1.5481045159341489,
      "grad_norm": 2.4811966725691073,
      "learning_rate": 4.748231857648542e-06,
      "loss": 0.106,
      "step": 10250
    },
    {
      "epoch": 1.5482555505210693,
      "grad_norm": 1.5506927105057304,
      "learning_rate": 4.747442048740591e-06,
      "loss": 0.0919,
      "step": 10251
    },
    {
      "epoch": 1.5484065851079896,
      "grad_norm": 1.6708257076192576,
      "learning_rate": 4.746652246150519e-06,
      "loss": 0.11,
      "step": 10252
    },
    {
      "epoch": 1.5485576196949102,
      "grad_norm": 1.2990950285312302,
      "learning_rate": 4.745862449898078e-06,
      "loss": 0.0919,
      "step": 10253
    },
    {
      "epoch": 1.5487086542818305,
      "grad_norm": 1.6188184502417091,
      "learning_rate": 4.745072660003026e-06,
      "loss": 0.1055,
      "step": 10254
    },
    {
      "epoch": 1.548859688868751,
      "grad_norm": 1.4803338731481064,
      "learning_rate": 4.744282876485123e-06,
      "loss": 0.1011,
      "step": 10255
    },
    {
      "epoch": 1.5490107234556714,
      "grad_norm": 1.5580327713433695,
      "learning_rate": 4.743493099364124e-06,
      "loss": 0.1064,
      "step": 10256
    },
    {
      "epoch": 1.5491617580425916,
      "grad_norm": 1.5018929082274484,
      "learning_rate": 4.742703328659787e-06,
      "loss": 0.0911,
      "step": 10257
    },
    {
      "epoch": 1.5493127926295123,
      "grad_norm": 2.184195903209873,
      "learning_rate": 4.741913564391867e-06,
      "loss": 0.1099,
      "step": 10258
    },
    {
      "epoch": 1.5494638272164325,
      "grad_norm": 1.5891742300713196,
      "learning_rate": 4.741123806580122e-06,
      "loss": 0.1209,
      "step": 10259
    },
    {
      "epoch": 1.549614861803353,
      "grad_norm": 2.2463498372090345,
      "learning_rate": 4.740334055244309e-06,
      "loss": 0.1084,
      "step": 10260
    },
    {
      "epoch": 1.5497658963902734,
      "grad_norm": 1.656154733321419,
      "learning_rate": 4.73954431040418e-06,
      "loss": 0.1147,
      "step": 10261
    },
    {
      "epoch": 1.5499169309771936,
      "grad_norm": 2.4231746614362204,
      "learning_rate": 4.738754572079493e-06,
      "loss": 0.1432,
      "step": 10262
    },
    {
      "epoch": 1.5500679655641143,
      "grad_norm": 1.608516832820683,
      "learning_rate": 4.737964840290006e-06,
      "loss": 0.1114,
      "step": 10263
    },
    {
      "epoch": 1.5502190001510345,
      "grad_norm": 1.3777641515248378,
      "learning_rate": 4.737175115055472e-06,
      "loss": 0.0963,
      "step": 10264
    },
    {
      "epoch": 1.550370034737955,
      "grad_norm": 1.863541742006134,
      "learning_rate": 4.736385396395647e-06,
      "loss": 0.1226,
      "step": 10265
    },
    {
      "epoch": 1.5505210693248754,
      "grad_norm": 1.6603868277172709,
      "learning_rate": 4.735595684330286e-06,
      "loss": 0.1075,
      "step": 10266
    },
    {
      "epoch": 1.5506721039117957,
      "grad_norm": 1.5831984844114884,
      "learning_rate": 4.734805978879146e-06,
      "loss": 0.1175,
      "step": 10267
    },
    {
      "epoch": 1.5508231384987163,
      "grad_norm": 2.036141963679894,
      "learning_rate": 4.734016280061979e-06,
      "loss": 0.0997,
      "step": 10268
    },
    {
      "epoch": 1.5509741730856366,
      "grad_norm": 2.489858603337572,
      "learning_rate": 4.733226587898541e-06,
      "loss": 0.1361,
      "step": 10269
    },
    {
      "epoch": 1.551125207672557,
      "grad_norm": 1.8497540489213773,
      "learning_rate": 4.732436902408587e-06,
      "loss": 0.1264,
      "step": 10270
    },
    {
      "epoch": 1.5512762422594775,
      "grad_norm": 1.8649982989662952,
      "learning_rate": 4.731647223611871e-06,
      "loss": 0.0991,
      "step": 10271
    },
    {
      "epoch": 1.5514272768463977,
      "grad_norm": 2.0295068802194445,
      "learning_rate": 4.730857551528146e-06,
      "loss": 0.1216,
      "step": 10272
    },
    {
      "epoch": 1.5515783114333184,
      "grad_norm": 1.971816225448975,
      "learning_rate": 4.730067886177168e-06,
      "loss": 0.1263,
      "step": 10273
    },
    {
      "epoch": 1.5517293460202386,
      "grad_norm": 2.0963710950644683,
      "learning_rate": 4.729278227578693e-06,
      "loss": 0.1326,
      "step": 10274
    },
    {
      "epoch": 1.551880380607159,
      "grad_norm": 1.5650458046433307,
      "learning_rate": 4.7284885757524705e-06,
      "loss": 0.1025,
      "step": 10275
    },
    {
      "epoch": 1.5520314151940795,
      "grad_norm": 1.9239459597400173,
      "learning_rate": 4.727698930718255e-06,
      "loss": 0.1212,
      "step": 10276
    },
    {
      "epoch": 1.5521824497809997,
      "grad_norm": 1.6511359508131342,
      "learning_rate": 4.7269092924957996e-06,
      "loss": 0.1157,
      "step": 10277
    },
    {
      "epoch": 1.5523334843679204,
      "grad_norm": 1.6960932501263375,
      "learning_rate": 4.72611966110486e-06,
      "loss": 0.113,
      "step": 10278
    },
    {
      "epoch": 1.5524845189548406,
      "grad_norm": 1.2437524468249173,
      "learning_rate": 4.725330036565187e-06,
      "loss": 0.0839,
      "step": 10279
    },
    {
      "epoch": 1.552635553541761,
      "grad_norm": 1.7091796915521862,
      "learning_rate": 4.7245404188965345e-06,
      "loss": 0.1022,
      "step": 10280
    },
    {
      "epoch": 1.5527865881286815,
      "grad_norm": 1.550695276509205,
      "learning_rate": 4.723750808118658e-06,
      "loss": 0.1039,
      "step": 10281
    },
    {
      "epoch": 1.5529376227156018,
      "grad_norm": 1.2973864109535138,
      "learning_rate": 4.7229612042513035e-06,
      "loss": 0.0931,
      "step": 10282
    },
    {
      "epoch": 1.5530886573025224,
      "grad_norm": 1.7901876778401546,
      "learning_rate": 4.7221716073142275e-06,
      "loss": 0.1202,
      "step": 10283
    },
    {
      "epoch": 1.5532396918894427,
      "grad_norm": 2.0129803365070678,
      "learning_rate": 4.721382017327181e-06,
      "loss": 0.1097,
      "step": 10284
    },
    {
      "epoch": 1.5533907264763631,
      "grad_norm": 1.5570029347241454,
      "learning_rate": 4.720592434309918e-06,
      "loss": 0.1136,
      "step": 10285
    },
    {
      "epoch": 1.5535417610632836,
      "grad_norm": 1.4777822192997958,
      "learning_rate": 4.719802858282188e-06,
      "loss": 0.1133,
      "step": 10286
    },
    {
      "epoch": 1.5536927956502038,
      "grad_norm": 2.123986114102828,
      "learning_rate": 4.719013289263744e-06,
      "loss": 0.1356,
      "step": 10287
    },
    {
      "epoch": 1.5538438302371242,
      "grad_norm": 1.864797005374476,
      "learning_rate": 4.718223727274339e-06,
      "loss": 0.119,
      "step": 10288
    },
    {
      "epoch": 1.5539948648240447,
      "grad_norm": 1.36363274632278,
      "learning_rate": 4.717434172333721e-06,
      "loss": 0.1017,
      "step": 10289
    },
    {
      "epoch": 1.5541458994109651,
      "grad_norm": 1.898791080890851,
      "learning_rate": 4.716644624461642e-06,
      "loss": 0.095,
      "step": 10290
    },
    {
      "epoch": 1.5542969339978856,
      "grad_norm": 1.7048140047456606,
      "learning_rate": 4.715855083677854e-06,
      "loss": 0.1137,
      "step": 10291
    },
    {
      "epoch": 1.5544479685848058,
      "grad_norm": 1.9488285377573673,
      "learning_rate": 4.715065550002107e-06,
      "loss": 0.1152,
      "step": 10292
    },
    {
      "epoch": 1.5545990031717263,
      "grad_norm": 1.5876427797154813,
      "learning_rate": 4.714276023454153e-06,
      "loss": 0.1068,
      "step": 10293
    },
    {
      "epoch": 1.5547500377586467,
      "grad_norm": 2.127515704264543,
      "learning_rate": 4.71348650405374e-06,
      "loss": 0.0873,
      "step": 10294
    },
    {
      "epoch": 1.5549010723455672,
      "grad_norm": 2.755040107193164,
      "learning_rate": 4.712696991820621e-06,
      "loss": 0.1577,
      "step": 10295
    },
    {
      "epoch": 1.5550521069324876,
      "grad_norm": 1.9661277351198858,
      "learning_rate": 4.7119074867745456e-06,
      "loss": 0.1343,
      "step": 10296
    },
    {
      "epoch": 1.5552031415194079,
      "grad_norm": 1.4780772530812534,
      "learning_rate": 4.711117988935262e-06,
      "loss": 0.0986,
      "step": 10297
    },
    {
      "epoch": 1.5553541761063283,
      "grad_norm": 1.395944839080217,
      "learning_rate": 4.710328498322521e-06,
      "loss": 0.1005,
      "step": 10298
    },
    {
      "epoch": 1.5555052106932488,
      "grad_norm": 1.4318148735670078,
      "learning_rate": 4.709539014956071e-06,
      "loss": 0.109,
      "step": 10299
    },
    {
      "epoch": 1.5556562452801692,
      "grad_norm": 1.8195025458037317,
      "learning_rate": 4.708749538855663e-06,
      "loss": 0.119,
      "step": 10300
    },
    {
      "epoch": 1.5558072798670897,
      "grad_norm": 1.6544868458085036,
      "learning_rate": 4.7079600700410445e-06,
      "loss": 0.1156,
      "step": 10301
    },
    {
      "epoch": 1.55595831445401,
      "grad_norm": 1.6639247201750933,
      "learning_rate": 4.707170608531966e-06,
      "loss": 0.0998,
      "step": 10302
    },
    {
      "epoch": 1.5561093490409303,
      "grad_norm": 1.556887340409484,
      "learning_rate": 4.706381154348179e-06,
      "loss": 0.0949,
      "step": 10303
    },
    {
      "epoch": 1.5562603836278508,
      "grad_norm": 1.6706475127699547,
      "learning_rate": 4.705591707509427e-06,
      "loss": 0.1058,
      "step": 10304
    },
    {
      "epoch": 1.556411418214771,
      "grad_norm": 1.3436770717792268,
      "learning_rate": 4.704802268035458e-06,
      "loss": 0.0885,
      "step": 10305
    },
    {
      "epoch": 1.5565624528016917,
      "grad_norm": 3.1215629286594133,
      "learning_rate": 4.704012835946024e-06,
      "loss": 0.1293,
      "step": 10306
    },
    {
      "epoch": 1.556713487388612,
      "grad_norm": 1.6712278722081308,
      "learning_rate": 4.703223411260873e-06,
      "loss": 0.1065,
      "step": 10307
    },
    {
      "epoch": 1.5568645219755324,
      "grad_norm": 1.6986590440157276,
      "learning_rate": 4.7024339939997505e-06,
      "loss": 0.0991,
      "step": 10308
    },
    {
      "epoch": 1.5570155565624528,
      "grad_norm": 1.8100425153605828,
      "learning_rate": 4.701644584182406e-06,
      "loss": 0.1254,
      "step": 10309
    },
    {
      "epoch": 1.557166591149373,
      "grad_norm": 1.9885905109051059,
      "learning_rate": 4.700855181828587e-06,
      "loss": 0.1068,
      "step": 10310
    },
    {
      "epoch": 1.5573176257362937,
      "grad_norm": 1.867777254250374,
      "learning_rate": 4.7000657869580395e-06,
      "loss": 0.1175,
      "step": 10311
    },
    {
      "epoch": 1.557468660323214,
      "grad_norm": 1.8098263076601124,
      "learning_rate": 4.699276399590511e-06,
      "loss": 0.1091,
      "step": 10312
    },
    {
      "epoch": 1.5576196949101344,
      "grad_norm": 1.3991342220753755,
      "learning_rate": 4.698487019745749e-06,
      "loss": 0.1006,
      "step": 10313
    },
    {
      "epoch": 1.5577707294970549,
      "grad_norm": 1.6547427882337495,
      "learning_rate": 4.6976976474435e-06,
      "loss": 0.1075,
      "step": 10314
    },
    {
      "epoch": 1.557921764083975,
      "grad_norm": 1.6037641090396637,
      "learning_rate": 4.696908282703511e-06,
      "loss": 0.1069,
      "step": 10315
    },
    {
      "epoch": 1.5580727986708958,
      "grad_norm": 1.5682065155557043,
      "learning_rate": 4.696118925545528e-06,
      "loss": 0.0925,
      "step": 10316
    },
    {
      "epoch": 1.558223833257816,
      "grad_norm": 1.6616958366383383,
      "learning_rate": 4.695329575989298e-06,
      "loss": 0.1126,
      "step": 10317
    },
    {
      "epoch": 1.5583748678447364,
      "grad_norm": 1.5155313520520113,
      "learning_rate": 4.694540234054566e-06,
      "loss": 0.1022,
      "step": 10318
    },
    {
      "epoch": 1.558525902431657,
      "grad_norm": 1.7961471651374454,
      "learning_rate": 4.693750899761077e-06,
      "loss": 0.1199,
      "step": 10319
    },
    {
      "epoch": 1.5586769370185771,
      "grad_norm": 1.2611602408806362,
      "learning_rate": 4.692961573128578e-06,
      "loss": 0.0904,
      "step": 10320
    },
    {
      "epoch": 1.5588279716054978,
      "grad_norm": 1.7803747766875193,
      "learning_rate": 4.692172254176815e-06,
      "loss": 0.1184,
      "step": 10321
    },
    {
      "epoch": 1.558979006192418,
      "grad_norm": 1.7706234460532324,
      "learning_rate": 4.6913829429255316e-06,
      "loss": 0.1214,
      "step": 10322
    },
    {
      "epoch": 1.5591300407793385,
      "grad_norm": 1.9350765824183787,
      "learning_rate": 4.690593639394473e-06,
      "loss": 0.0924,
      "step": 10323
    },
    {
      "epoch": 1.559281075366259,
      "grad_norm": 1.906633674015742,
      "learning_rate": 4.689804343603385e-06,
      "loss": 0.1217,
      "step": 10324
    },
    {
      "epoch": 1.5594321099531792,
      "grad_norm": 1.4889209663783654,
      "learning_rate": 4.6890150555720145e-06,
      "loss": 0.0986,
      "step": 10325
    },
    {
      "epoch": 1.5595831445400998,
      "grad_norm": 1.8573207037902604,
      "learning_rate": 4.6882257753201025e-06,
      "loss": 0.1181,
      "step": 10326
    },
    {
      "epoch": 1.55973417912702,
      "grad_norm": 1.8721315188396452,
      "learning_rate": 4.687436502867393e-06,
      "loss": 0.1115,
      "step": 10327
    },
    {
      "epoch": 1.5598852137139405,
      "grad_norm": 1.6669761541172936,
      "learning_rate": 4.686647238233632e-06,
      "loss": 0.1125,
      "step": 10328
    },
    {
      "epoch": 1.560036248300861,
      "grad_norm": 2.3393560019562942,
      "learning_rate": 4.685857981438561e-06,
      "loss": 0.1386,
      "step": 10329
    },
    {
      "epoch": 1.5601872828877812,
      "grad_norm": 1.5850352349557957,
      "learning_rate": 4.685068732501927e-06,
      "loss": 0.1068,
      "step": 10330
    },
    {
      "epoch": 1.5603383174747019,
      "grad_norm": 1.5881698799303121,
      "learning_rate": 4.684279491443472e-06,
      "loss": 0.0927,
      "step": 10331
    },
    {
      "epoch": 1.560489352061622,
      "grad_norm": 1.7745568050759308,
      "learning_rate": 4.683490258282941e-06,
      "loss": 0.1171,
      "step": 10332
    },
    {
      "epoch": 1.5606403866485425,
      "grad_norm": 1.5876021458268965,
      "learning_rate": 4.682701033040074e-06,
      "loss": 0.1097,
      "step": 10333
    },
    {
      "epoch": 1.560791421235463,
      "grad_norm": 1.6610614786259537,
      "learning_rate": 4.681911815734614e-06,
      "loss": 0.1302,
      "step": 10334
    },
    {
      "epoch": 1.5609424558223832,
      "grad_norm": 2.1900651949827226,
      "learning_rate": 4.6811226063863055e-06,
      "loss": 0.1101,
      "step": 10335
    },
    {
      "epoch": 1.561093490409304,
      "grad_norm": 1.7792313441061263,
      "learning_rate": 4.680333405014891e-06,
      "loss": 0.1125,
      "step": 10336
    },
    {
      "epoch": 1.5612445249962241,
      "grad_norm": 1.6068747040771345,
      "learning_rate": 4.6795442116401115e-06,
      "loss": 0.1165,
      "step": 10337
    },
    {
      "epoch": 1.5613955595831446,
      "grad_norm": 3.010730064962682,
      "learning_rate": 4.67875502628171e-06,
      "loss": 0.1475,
      "step": 10338
    },
    {
      "epoch": 1.561546594170065,
      "grad_norm": 3.6883212199399424,
      "learning_rate": 4.67796584895943e-06,
      "loss": 0.1385,
      "step": 10339
    },
    {
      "epoch": 1.5616976287569853,
      "grad_norm": 1.7246385089316782,
      "learning_rate": 4.67717667969301e-06,
      "loss": 0.1367,
      "step": 10340
    },
    {
      "epoch": 1.5618486633439057,
      "grad_norm": 1.775716307906628,
      "learning_rate": 4.676387518502192e-06,
      "loss": 0.1142,
      "step": 10341
    },
    {
      "epoch": 1.5619996979308262,
      "grad_norm": 1.8225087401545583,
      "learning_rate": 4.6755983654067195e-06,
      "loss": 0.1114,
      "step": 10342
    },
    {
      "epoch": 1.5621507325177466,
      "grad_norm": 2.1152761044985304,
      "learning_rate": 4.6748092204263325e-06,
      "loss": 0.1333,
      "step": 10343
    },
    {
      "epoch": 1.562301767104667,
      "grad_norm": 1.3954554694969081,
      "learning_rate": 4.674020083580771e-06,
      "loss": 0.0959,
      "step": 10344
    },
    {
      "epoch": 1.5624528016915873,
      "grad_norm": 1.882928917925644,
      "learning_rate": 4.673230954889777e-06,
      "loss": 0.1141,
      "step": 10345
    },
    {
      "epoch": 1.5626038362785077,
      "grad_norm": 1.393577271409884,
      "learning_rate": 4.672441834373091e-06,
      "loss": 0.1027,
      "step": 10346
    },
    {
      "epoch": 1.5627548708654282,
      "grad_norm": 1.4003802004414354,
      "learning_rate": 4.671652722050452e-06,
      "loss": 0.1014,
      "step": 10347
    },
    {
      "epoch": 1.5629059054523486,
      "grad_norm": 1.4980814444513146,
      "learning_rate": 4.670863617941601e-06,
      "loss": 0.1035,
      "step": 10348
    },
    {
      "epoch": 1.563056940039269,
      "grad_norm": 1.5041962633941297,
      "learning_rate": 4.670074522066277e-06,
      "loss": 0.0877,
      "step": 10349
    },
    {
      "epoch": 1.5632079746261893,
      "grad_norm": 1.8402425120912724,
      "learning_rate": 4.669285434444221e-06,
      "loss": 0.1135,
      "step": 10350
    },
    {
      "epoch": 1.5633590092131098,
      "grad_norm": 1.7249714875729434,
      "learning_rate": 4.668496355095172e-06,
      "loss": 0.109,
      "step": 10351
    },
    {
      "epoch": 1.5635100438000302,
      "grad_norm": 1.6838652714920603,
      "learning_rate": 4.667707284038868e-06,
      "loss": 0.1065,
      "step": 10352
    },
    {
      "epoch": 1.5636610783869505,
      "grad_norm": 1.839168625999324,
      "learning_rate": 4.666918221295051e-06,
      "loss": 0.1339,
      "step": 10353
    },
    {
      "epoch": 1.5638121129738711,
      "grad_norm": 1.5948899878552565,
      "learning_rate": 4.666129166883457e-06,
      "loss": 0.1143,
      "step": 10354
    },
    {
      "epoch": 1.5639631475607914,
      "grad_norm": 1.3903179704109843,
      "learning_rate": 4.665340120823826e-06,
      "loss": 0.0957,
      "step": 10355
    },
    {
      "epoch": 1.5641141821477118,
      "grad_norm": 1.632981938407455,
      "learning_rate": 4.6645510831358945e-06,
      "loss": 0.1254,
      "step": 10356
    },
    {
      "epoch": 1.5642652167346323,
      "grad_norm": 1.6299487400402404,
      "learning_rate": 4.6637620538394025e-06,
      "loss": 0.112,
      "step": 10357
    },
    {
      "epoch": 1.5644162513215525,
      "grad_norm": 1.314911259399471,
      "learning_rate": 4.662973032954088e-06,
      "loss": 0.0967,
      "step": 10358
    },
    {
      "epoch": 1.5645672859084732,
      "grad_norm": 1.6664586470198344,
      "learning_rate": 4.662184020499689e-06,
      "loss": 0.1135,
      "step": 10359
    },
    {
      "epoch": 1.5647183204953934,
      "grad_norm": 1.9553124782523303,
      "learning_rate": 4.6613950164959425e-06,
      "loss": 0.134,
      "step": 10360
    },
    {
      "epoch": 1.5648693550823138,
      "grad_norm": 1.5478371928932353,
      "learning_rate": 4.660606020962588e-06,
      "loss": 0.0968,
      "step": 10361
    },
    {
      "epoch": 1.5650203896692343,
      "grad_norm": 1.6106525478943505,
      "learning_rate": 4.659817033919358e-06,
      "loss": 0.1187,
      "step": 10362
    },
    {
      "epoch": 1.5651714242561545,
      "grad_norm": 2.162546247453146,
      "learning_rate": 4.6590280553859925e-06,
      "loss": 0.1197,
      "step": 10363
    },
    {
      "epoch": 1.5653224588430752,
      "grad_norm": 1.2770658562368853,
      "learning_rate": 4.658239085382227e-06,
      "loss": 0.0968,
      "step": 10364
    },
    {
      "epoch": 1.5654734934299954,
      "grad_norm": 1.7103675447766211,
      "learning_rate": 4.6574501239278e-06,
      "loss": 0.113,
      "step": 10365
    },
    {
      "epoch": 1.5656245280169159,
      "grad_norm": 1.4670865675045466,
      "learning_rate": 4.656661171042446e-06,
      "loss": 0.0974,
      "step": 10366
    },
    {
      "epoch": 1.5657755626038363,
      "grad_norm": 1.6053494142025189,
      "learning_rate": 4.655872226745902e-06,
      "loss": 0.1015,
      "step": 10367
    },
    {
      "epoch": 1.5659265971907566,
      "grad_norm": 1.7107873117067465,
      "learning_rate": 4.655083291057905e-06,
      "loss": 0.1181,
      "step": 10368
    },
    {
      "epoch": 1.5660776317776772,
      "grad_norm": 2.0160888890478876,
      "learning_rate": 4.654294363998188e-06,
      "loss": 0.1114,
      "step": 10369
    },
    {
      "epoch": 1.5662286663645975,
      "grad_norm": 1.411770027499534,
      "learning_rate": 4.653505445586488e-06,
      "loss": 0.0872,
      "step": 10370
    },
    {
      "epoch": 1.566379700951518,
      "grad_norm": 1.3278290444719536,
      "learning_rate": 4.652716535842539e-06,
      "loss": 0.0938,
      "step": 10371
    },
    {
      "epoch": 1.5665307355384384,
      "grad_norm": 1.7693167738791264,
      "learning_rate": 4.6519276347860775e-06,
      "loss": 0.1274,
      "step": 10372
    },
    {
      "epoch": 1.5666817701253586,
      "grad_norm": 1.5688963858092886,
      "learning_rate": 4.651138742436837e-06,
      "loss": 0.097,
      "step": 10373
    },
    {
      "epoch": 1.5668328047122793,
      "grad_norm": 1.7984866556197083,
      "learning_rate": 4.650349858814554e-06,
      "loss": 0.1162,
      "step": 10374
    },
    {
      "epoch": 1.5669838392991995,
      "grad_norm": 1.2417519057501183,
      "learning_rate": 4.649560983938962e-06,
      "loss": 0.0814,
      "step": 10375
    },
    {
      "epoch": 1.56713487388612,
      "grad_norm": 1.8634003733046478,
      "learning_rate": 4.648772117829794e-06,
      "loss": 0.1116,
      "step": 10376
    },
    {
      "epoch": 1.5672859084730404,
      "grad_norm": 1.5580418971073395,
      "learning_rate": 4.647983260506784e-06,
      "loss": 0.1031,
      "step": 10377
    },
    {
      "epoch": 1.5674369430599606,
      "grad_norm": 1.3989328690531453,
      "learning_rate": 4.647194411989667e-06,
      "loss": 0.0955,
      "step": 10378
    },
    {
      "epoch": 1.5675879776468813,
      "grad_norm": 1.1937413272302786,
      "learning_rate": 4.646405572298176e-06,
      "loss": 0.0851,
      "step": 10379
    },
    {
      "epoch": 1.5677390122338015,
      "grad_norm": 1.8275739425377862,
      "learning_rate": 4.645616741452043e-06,
      "loss": 0.1136,
      "step": 10380
    },
    {
      "epoch": 1.567890046820722,
      "grad_norm": 2.1718036621649053,
      "learning_rate": 4.644827919471003e-06,
      "loss": 0.1167,
      "step": 10381
    },
    {
      "epoch": 1.5680410814076424,
      "grad_norm": 1.737944831892437,
      "learning_rate": 4.644039106374791e-06,
      "loss": 0.1262,
      "step": 10382
    },
    {
      "epoch": 1.5681921159945627,
      "grad_norm": 4.659689829322606,
      "learning_rate": 4.643250302183134e-06,
      "loss": 0.1234,
      "step": 10383
    },
    {
      "epoch": 1.5683431505814833,
      "grad_norm": 1.192863320889823,
      "learning_rate": 4.642461506915766e-06,
      "loss": 0.0861,
      "step": 10384
    },
    {
      "epoch": 1.5684941851684036,
      "grad_norm": 1.50267142326174,
      "learning_rate": 4.641672720592421e-06,
      "loss": 0.1029,
      "step": 10385
    },
    {
      "epoch": 1.568645219755324,
      "grad_norm": 1.3764647621804862,
      "learning_rate": 4.64088394323283e-06,
      "loss": 0.0823,
      "step": 10386
    },
    {
      "epoch": 1.5687962543422445,
      "grad_norm": 1.691536300094081,
      "learning_rate": 4.640095174856724e-06,
      "loss": 0.1049,
      "step": 10387
    },
    {
      "epoch": 1.5689472889291647,
      "grad_norm": 1.5525683504986394,
      "learning_rate": 4.639306415483836e-06,
      "loss": 0.0966,
      "step": 10388
    },
    {
      "epoch": 1.5690983235160851,
      "grad_norm": 1.962211756698475,
      "learning_rate": 4.638517665133899e-06,
      "loss": 0.1278,
      "step": 10389
    },
    {
      "epoch": 1.5692493581030056,
      "grad_norm": 1.564259815296779,
      "learning_rate": 4.637728923826638e-06,
      "loss": 0.1067,
      "step": 10390
    },
    {
      "epoch": 1.569400392689926,
      "grad_norm": 1.9854080309261095,
      "learning_rate": 4.636940191581788e-06,
      "loss": 0.1161,
      "step": 10391
    },
    {
      "epoch": 1.5695514272768465,
      "grad_norm": 1.3231790668074246,
      "learning_rate": 4.636151468419079e-06,
      "loss": 0.0974,
      "step": 10392
    },
    {
      "epoch": 1.5697024618637667,
      "grad_norm": 1.6999556315153606,
      "learning_rate": 4.6353627543582415e-06,
      "loss": 0.1117,
      "step": 10393
    },
    {
      "epoch": 1.5698534964506872,
      "grad_norm": 1.7269041636483324,
      "learning_rate": 4.634574049419005e-06,
      "loss": 0.1179,
      "step": 10394
    },
    {
      "epoch": 1.5700045310376076,
      "grad_norm": 1.3885924305682602,
      "learning_rate": 4.6337853536211e-06,
      "loss": 0.0965,
      "step": 10395
    },
    {
      "epoch": 1.570155565624528,
      "grad_norm": 1.5274156279340079,
      "learning_rate": 4.632996666984256e-06,
      "loss": 0.1074,
      "step": 10396
    },
    {
      "epoch": 1.5703066002114485,
      "grad_norm": 1.8421194644266552,
      "learning_rate": 4.6322079895282025e-06,
      "loss": 0.1127,
      "step": 10397
    },
    {
      "epoch": 1.5704576347983688,
      "grad_norm": 1.5363018735484995,
      "learning_rate": 4.631419321272668e-06,
      "loss": 0.1088,
      "step": 10398
    },
    {
      "epoch": 1.5706086693852892,
      "grad_norm": 3.200802833964394,
      "learning_rate": 4.630630662237382e-06,
      "loss": 0.1385,
      "step": 10399
    },
    {
      "epoch": 1.5707597039722097,
      "grad_norm": 1.4260072604834124,
      "learning_rate": 4.629842012442073e-06,
      "loss": 0.0983,
      "step": 10400
    },
    {
      "epoch": 1.5709107385591299,
      "grad_norm": 1.620264363051865,
      "learning_rate": 4.62905337190647e-06,
      "loss": 0.1027,
      "step": 10401
    },
    {
      "epoch": 1.5710617731460506,
      "grad_norm": 1.623363179575515,
      "learning_rate": 4.628264740650301e-06,
      "loss": 0.1061,
      "step": 10402
    },
    {
      "epoch": 1.5712128077329708,
      "grad_norm": 1.6641852390271326,
      "learning_rate": 4.627476118693292e-06,
      "loss": 0.1038,
      "step": 10403
    },
    {
      "epoch": 1.5713638423198912,
      "grad_norm": 1.8749663902773948,
      "learning_rate": 4.626687506055178e-06,
      "loss": 0.1112,
      "step": 10404
    },
    {
      "epoch": 1.5715148769068117,
      "grad_norm": 1.7731613057997762,
      "learning_rate": 4.6258989027556776e-06,
      "loss": 0.1187,
      "step": 10405
    },
    {
      "epoch": 1.571665911493732,
      "grad_norm": 1.6201184651171405,
      "learning_rate": 4.625110308814523e-06,
      "loss": 0.115,
      "step": 10406
    },
    {
      "epoch": 1.5718169460806526,
      "grad_norm": 1.5133774512051967,
      "learning_rate": 4.6243217242514396e-06,
      "loss": 0.0908,
      "step": 10407
    },
    {
      "epoch": 1.5719679806675728,
      "grad_norm": 1.8752138660764246,
      "learning_rate": 4.623533149086154e-06,
      "loss": 0.1251,
      "step": 10408
    },
    {
      "epoch": 1.5721190152544933,
      "grad_norm": 2.034507382552234,
      "learning_rate": 4.622744583338395e-06,
      "loss": 0.116,
      "step": 10409
    },
    {
      "epoch": 1.5722700498414137,
      "grad_norm": 1.716733068006685,
      "learning_rate": 4.6219560270278875e-06,
      "loss": 0.1192,
      "step": 10410
    },
    {
      "epoch": 1.572421084428334,
      "grad_norm": 2.18055499545615,
      "learning_rate": 4.621167480174361e-06,
      "loss": 0.1246,
      "step": 10411
    },
    {
      "epoch": 1.5725721190152546,
      "grad_norm": 1.4290110976389268,
      "learning_rate": 4.620378942797536e-06,
      "loss": 0.0964,
      "step": 10412
    },
    {
      "epoch": 1.5727231536021749,
      "grad_norm": 1.6392781635177869,
      "learning_rate": 4.619590414917139e-06,
      "loss": 0.0973,
      "step": 10413
    },
    {
      "epoch": 1.5728741881890953,
      "grad_norm": 1.4743457832493885,
      "learning_rate": 4.618801896552898e-06,
      "loss": 0.097,
      "step": 10414
    },
    {
      "epoch": 1.5730252227760158,
      "grad_norm": 2.387563419511909,
      "learning_rate": 4.6180133877245385e-06,
      "loss": 0.1195,
      "step": 10415
    },
    {
      "epoch": 1.573176257362936,
      "grad_norm": 1.8720055129645463,
      "learning_rate": 4.617224888451783e-06,
      "loss": 0.1158,
      "step": 10416
    },
    {
      "epoch": 1.5733272919498567,
      "grad_norm": 1.6617326852249366,
      "learning_rate": 4.616436398754358e-06,
      "loss": 0.1071,
      "step": 10417
    },
    {
      "epoch": 1.5734783265367769,
      "grad_norm": 1.8003576402261734,
      "learning_rate": 4.615647918651989e-06,
      "loss": 0.1326,
      "step": 10418
    },
    {
      "epoch": 1.5736293611236973,
      "grad_norm": 4.846542370990139,
      "learning_rate": 4.614859448164397e-06,
      "loss": 0.1141,
      "step": 10419
    },
    {
      "epoch": 1.5737803957106178,
      "grad_norm": 2.3020364829325395,
      "learning_rate": 4.614070987311308e-06,
      "loss": 0.1156,
      "step": 10420
    },
    {
      "epoch": 1.573931430297538,
      "grad_norm": 1.7214886163892904,
      "learning_rate": 4.613282536112446e-06,
      "loss": 0.1345,
      "step": 10421
    },
    {
      "epoch": 1.5740824648844587,
      "grad_norm": 1.882970364936252,
      "learning_rate": 4.612494094587534e-06,
      "loss": 0.1077,
      "step": 10422
    },
    {
      "epoch": 1.574233499471379,
      "grad_norm": 1.9907486783399915,
      "learning_rate": 4.611705662756295e-06,
      "loss": 0.1206,
      "step": 10423
    },
    {
      "epoch": 1.5743845340582994,
      "grad_norm": 2.0500628250533572,
      "learning_rate": 4.610917240638453e-06,
      "loss": 0.119,
      "step": 10424
    },
    {
      "epoch": 1.5745355686452198,
      "grad_norm": 1.4390338582675468,
      "learning_rate": 4.6101288282537305e-06,
      "loss": 0.0948,
      "step": 10425
    },
    {
      "epoch": 1.57468660323214,
      "grad_norm": 1.4617520536991064,
      "learning_rate": 4.60934042562185e-06,
      "loss": 0.0951,
      "step": 10426
    },
    {
      "epoch": 1.5748376378190607,
      "grad_norm": 1.6220928378742552,
      "learning_rate": 4.608552032762533e-06,
      "loss": 0.1142,
      "step": 10427
    },
    {
      "epoch": 1.574988672405981,
      "grad_norm": 1.8355588717828937,
      "learning_rate": 4.607763649695502e-06,
      "loss": 0.1169,
      "step": 10428
    },
    {
      "epoch": 1.5751397069929014,
      "grad_norm": 2.247907217238778,
      "learning_rate": 4.60697527644048e-06,
      "loss": 0.1381,
      "step": 10429
    },
    {
      "epoch": 1.5752907415798219,
      "grad_norm": 1.535710511756457,
      "learning_rate": 4.606186913017187e-06,
      "loss": 0.105,
      "step": 10430
    },
    {
      "epoch": 1.575441776166742,
      "grad_norm": 1.5320684350526916,
      "learning_rate": 4.605398559445344e-06,
      "loss": 0.0924,
      "step": 10431
    },
    {
      "epoch": 1.5755928107536628,
      "grad_norm": 1.4656832918539977,
      "learning_rate": 4.604610215744674e-06,
      "loss": 0.0964,
      "step": 10432
    },
    {
      "epoch": 1.575743845340583,
      "grad_norm": 1.808999333661212,
      "learning_rate": 4.6038218819349e-06,
      "loss": 0.1137,
      "step": 10433
    },
    {
      "epoch": 1.5758948799275034,
      "grad_norm": 1.4632215953846655,
      "learning_rate": 4.603033558035737e-06,
      "loss": 0.1023,
      "step": 10434
    },
    {
      "epoch": 1.5760459145144239,
      "grad_norm": 1.2718435052529298,
      "learning_rate": 4.602245244066908e-06,
      "loss": 0.0841,
      "step": 10435
    },
    {
      "epoch": 1.5761969491013441,
      "grad_norm": 1.6123256259952825,
      "learning_rate": 4.601456940048132e-06,
      "loss": 0.1154,
      "step": 10436
    },
    {
      "epoch": 1.5763479836882646,
      "grad_norm": 1.4131938662368393,
      "learning_rate": 4.600668645999131e-06,
      "loss": 0.0967,
      "step": 10437
    },
    {
      "epoch": 1.576499018275185,
      "grad_norm": 1.5498852120750073,
      "learning_rate": 4.599880361939623e-06,
      "loss": 0.1088,
      "step": 10438
    },
    {
      "epoch": 1.5766500528621055,
      "grad_norm": 2.1694189913741564,
      "learning_rate": 4.599092087889328e-06,
      "loss": 0.123,
      "step": 10439
    },
    {
      "epoch": 1.576801087449026,
      "grad_norm": 1.7745003789374494,
      "learning_rate": 4.598303823867968e-06,
      "loss": 0.1115,
      "step": 10440
    },
    {
      "epoch": 1.5769521220359461,
      "grad_norm": 1.4201794860079904,
      "learning_rate": 4.597515569895255e-06,
      "loss": 0.0982,
      "step": 10441
    },
    {
      "epoch": 1.5771031566228666,
      "grad_norm": 2.1333842398456215,
      "learning_rate": 4.596727325990913e-06,
      "loss": 0.1163,
      "step": 10442
    },
    {
      "epoch": 1.577254191209787,
      "grad_norm": 2.0007372648018382,
      "learning_rate": 4.5959390921746585e-06,
      "loss": 0.124,
      "step": 10443
    },
    {
      "epoch": 1.5774052257967075,
      "grad_norm": 1.3424446695191743,
      "learning_rate": 4.595150868466209e-06,
      "loss": 0.0875,
      "step": 10444
    },
    {
      "epoch": 1.577556260383628,
      "grad_norm": 1.572955089293553,
      "learning_rate": 4.594362654885285e-06,
      "loss": 0.0982,
      "step": 10445
    },
    {
      "epoch": 1.5777072949705482,
      "grad_norm": 2.473350226399431,
      "learning_rate": 4.593574451451601e-06,
      "loss": 0.1278,
      "step": 10446
    },
    {
      "epoch": 1.5778583295574686,
      "grad_norm": 1.7883037735162932,
      "learning_rate": 4.592786258184878e-06,
      "loss": 0.1031,
      "step": 10447
    },
    {
      "epoch": 1.578009364144389,
      "grad_norm": 1.5217383623009626,
      "learning_rate": 4.591998075104829e-06,
      "loss": 0.0921,
      "step": 10448
    },
    {
      "epoch": 1.5781603987313093,
      "grad_norm": 1.8078391589499927,
      "learning_rate": 4.591209902231172e-06,
      "loss": 0.1242,
      "step": 10449
    },
    {
      "epoch": 1.57831143331823,
      "grad_norm": 2.0388229947836978,
      "learning_rate": 4.5904217395836255e-06,
      "loss": 0.1249,
      "step": 10450
    },
    {
      "epoch": 1.5784624679051502,
      "grad_norm": 1.602145588004288,
      "learning_rate": 4.589633587181904e-06,
      "loss": 0.1175,
      "step": 10451
    },
    {
      "epoch": 1.5786135024920707,
      "grad_norm": 2.168108149769876,
      "learning_rate": 4.588845445045724e-06,
      "loss": 0.118,
      "step": 10452
    },
    {
      "epoch": 1.5787645370789911,
      "grad_norm": 1.6889902969803927,
      "learning_rate": 4.588057313194801e-06,
      "loss": 0.1124,
      "step": 10453
    },
    {
      "epoch": 1.5789155716659113,
      "grad_norm": 1.3011935205702285,
      "learning_rate": 4.5872691916488525e-06,
      "loss": 0.09,
      "step": 10454
    },
    {
      "epoch": 1.579066606252832,
      "grad_norm": 2.426061972421964,
      "learning_rate": 4.5864810804275916e-06,
      "loss": 0.1277,
      "step": 10455
    },
    {
      "epoch": 1.5792176408397522,
      "grad_norm": 2.0533435164521885,
      "learning_rate": 4.585692979550733e-06,
      "loss": 0.1148,
      "step": 10456
    },
    {
      "epoch": 1.5793686754266727,
      "grad_norm": 1.3869760580014217,
      "learning_rate": 4.584904889037993e-06,
      "loss": 0.0978,
      "step": 10457
    },
    {
      "epoch": 1.5795197100135931,
      "grad_norm": 1.608390126312188,
      "learning_rate": 4.584116808909086e-06,
      "loss": 0.0934,
      "step": 10458
    },
    {
      "epoch": 1.5796707446005134,
      "grad_norm": 1.6324555716466849,
      "learning_rate": 4.583328739183725e-06,
      "loss": 0.1113,
      "step": 10459
    },
    {
      "epoch": 1.579821779187434,
      "grad_norm": 1.8872262073329613,
      "learning_rate": 4.5825406798816245e-06,
      "loss": 0.1208,
      "step": 10460
    },
    {
      "epoch": 1.5799728137743543,
      "grad_norm": 1.7466634405515513,
      "learning_rate": 4.581752631022501e-06,
      "loss": 0.1134,
      "step": 10461
    },
    {
      "epoch": 1.5801238483612747,
      "grad_norm": 1.7038159494654364,
      "learning_rate": 4.580964592626064e-06,
      "loss": 0.1006,
      "step": 10462
    },
    {
      "epoch": 1.5802748829481952,
      "grad_norm": 1.3274346152079814,
      "learning_rate": 4.5801765647120285e-06,
      "loss": 0.0911,
      "step": 10463
    },
    {
      "epoch": 1.5804259175351154,
      "grad_norm": 1.7043904810760844,
      "learning_rate": 4.579388547300106e-06,
      "loss": 0.1226,
      "step": 10464
    },
    {
      "epoch": 1.580576952122036,
      "grad_norm": 1.4167426284512246,
      "learning_rate": 4.578600540410012e-06,
      "loss": 0.1007,
      "step": 10465
    },
    {
      "epoch": 1.5807279867089563,
      "grad_norm": 1.602717416364672,
      "learning_rate": 4.577812544061456e-06,
      "loss": 0.0815,
      "step": 10466
    },
    {
      "epoch": 1.5808790212958768,
      "grad_norm": 1.8506291721111863,
      "learning_rate": 4.5770245582741514e-06,
      "loss": 0.1076,
      "step": 10467
    },
    {
      "epoch": 1.5810300558827972,
      "grad_norm": 1.8265919324153568,
      "learning_rate": 4.5762365830678115e-06,
      "loss": 0.1253,
      "step": 10468
    },
    {
      "epoch": 1.5811810904697174,
      "grad_norm": 1.8664438447039733,
      "learning_rate": 4.575448618462147e-06,
      "loss": 0.121,
      "step": 10469
    },
    {
      "epoch": 1.5813321250566381,
      "grad_norm": 2.0608874587130335,
      "learning_rate": 4.574660664476869e-06,
      "loss": 0.1367,
      "step": 10470
    },
    {
      "epoch": 1.5814831596435583,
      "grad_norm": 1.5385412736454611,
      "learning_rate": 4.5738727211316865e-06,
      "loss": 0.1122,
      "step": 10471
    },
    {
      "epoch": 1.5816341942304788,
      "grad_norm": 1.7519796896934008,
      "learning_rate": 4.573084788446313e-06,
      "loss": 0.112,
      "step": 10472
    },
    {
      "epoch": 1.5817852288173992,
      "grad_norm": 1.9596336167015949,
      "learning_rate": 4.5722968664404585e-06,
      "loss": 0.1083,
      "step": 10473
    },
    {
      "epoch": 1.5819362634043195,
      "grad_norm": 2.3191680781215007,
      "learning_rate": 4.5715089551338335e-06,
      "loss": 0.1181,
      "step": 10474
    },
    {
      "epoch": 1.5820872979912401,
      "grad_norm": 1.5361881446517316,
      "learning_rate": 4.570721054546148e-06,
      "loss": 0.1041,
      "step": 10475
    },
    {
      "epoch": 1.5822383325781604,
      "grad_norm": 1.4221116481570852,
      "learning_rate": 4.569933164697112e-06,
      "loss": 0.0871,
      "step": 10476
    },
    {
      "epoch": 1.5823893671650808,
      "grad_norm": 1.2955450371578883,
      "learning_rate": 4.569145285606434e-06,
      "loss": 0.0909,
      "step": 10477
    },
    {
      "epoch": 1.5825404017520013,
      "grad_norm": 1.9469014609158377,
      "learning_rate": 4.568357417293823e-06,
      "loss": 0.1301,
      "step": 10478
    },
    {
      "epoch": 1.5826914363389215,
      "grad_norm": 1.8545086158704756,
      "learning_rate": 4.5675695597789894e-06,
      "loss": 0.1041,
      "step": 10479
    },
    {
      "epoch": 1.5828424709258422,
      "grad_norm": 1.4655383869194583,
      "learning_rate": 4.566781713081641e-06,
      "loss": 0.0899,
      "step": 10480
    },
    {
      "epoch": 1.5829935055127624,
      "grad_norm": 1.616548512713311,
      "learning_rate": 4.565993877221486e-06,
      "loss": 0.1192,
      "step": 10481
    },
    {
      "epoch": 1.5831445400996829,
      "grad_norm": 1.5165076681347578,
      "learning_rate": 4.565206052218232e-06,
      "loss": 0.0904,
      "step": 10482
    },
    {
      "epoch": 1.5832955746866033,
      "grad_norm": 1.3467867307936656,
      "learning_rate": 4.5644182380915915e-06,
      "loss": 0.0857,
      "step": 10483
    },
    {
      "epoch": 1.5834466092735235,
      "grad_norm": 1.4163219041002977,
      "learning_rate": 4.5636304348612655e-06,
      "loss": 0.0998,
      "step": 10484
    },
    {
      "epoch": 1.583597643860444,
      "grad_norm": 1.8564872898477982,
      "learning_rate": 4.562842642546965e-06,
      "loss": 0.12,
      "step": 10485
    },
    {
      "epoch": 1.5837486784473644,
      "grad_norm": 1.7269956065999177,
      "learning_rate": 4.5620548611683965e-06,
      "loss": 0.1224,
      "step": 10486
    },
    {
      "epoch": 1.583899713034285,
      "grad_norm": 1.728477951074471,
      "learning_rate": 4.561267090745265e-06,
      "loss": 0.1081,
      "step": 10487
    },
    {
      "epoch": 1.5840507476212053,
      "grad_norm": 2.7297542457604917,
      "learning_rate": 4.560479331297279e-06,
      "loss": 0.1276,
      "step": 10488
    },
    {
      "epoch": 1.5842017822081256,
      "grad_norm": 1.762380925727033,
      "learning_rate": 4.559691582844145e-06,
      "loss": 0.1226,
      "step": 10489
    },
    {
      "epoch": 1.584352816795046,
      "grad_norm": 1.2569038096462164,
      "learning_rate": 4.558903845405571e-06,
      "loss": 0.0845,
      "step": 10490
    },
    {
      "epoch": 1.5845038513819665,
      "grad_norm": 1.5375363459861704,
      "learning_rate": 4.558116119001258e-06,
      "loss": 0.1128,
      "step": 10491
    },
    {
      "epoch": 1.584654885968887,
      "grad_norm": 1.5404954070720414,
      "learning_rate": 4.557328403650911e-06,
      "loss": 0.103,
      "step": 10492
    },
    {
      "epoch": 1.5848059205558074,
      "grad_norm": 1.4391606120941693,
      "learning_rate": 4.55654069937424e-06,
      "loss": 0.1059,
      "step": 10493
    },
    {
      "epoch": 1.5849569551427276,
      "grad_norm": 1.6484237061037428,
      "learning_rate": 4.555753006190946e-06,
      "loss": 0.1012,
      "step": 10494
    },
    {
      "epoch": 1.585107989729648,
      "grad_norm": 1.5997796700112206,
      "learning_rate": 4.5549653241207365e-06,
      "loss": 0.1161,
      "step": 10495
    },
    {
      "epoch": 1.5852590243165685,
      "grad_norm": 1.603277021513013,
      "learning_rate": 4.554177653183314e-06,
      "loss": 0.1002,
      "step": 10496
    },
    {
      "epoch": 1.5854100589034887,
      "grad_norm": 1.4968490594125983,
      "learning_rate": 4.553389993398382e-06,
      "loss": 0.0908,
      "step": 10497
    },
    {
      "epoch": 1.5855610934904094,
      "grad_norm": 4.66656094340676,
      "learning_rate": 4.552602344785646e-06,
      "loss": 0.154,
      "step": 10498
    },
    {
      "epoch": 1.5857121280773296,
      "grad_norm": 1.3826034508801939,
      "learning_rate": 4.551814707364808e-06,
      "loss": 0.0938,
      "step": 10499
    },
    {
      "epoch": 1.58586316266425,
      "grad_norm": 1.4943656384692205,
      "learning_rate": 4.551027081155572e-06,
      "loss": 0.0998,
      "step": 10500
    },
    {
      "epoch": 1.5860141972511705,
      "grad_norm": 1.5857480773550614,
      "learning_rate": 4.55023946617764e-06,
      "loss": 0.0951,
      "step": 10501
    },
    {
      "epoch": 1.5861652318380908,
      "grad_norm": 1.8308231413293046,
      "learning_rate": 4.549451862450715e-06,
      "loss": 0.1172,
      "step": 10502
    },
    {
      "epoch": 1.5863162664250114,
      "grad_norm": 1.620306584130969,
      "learning_rate": 4.5486642699945e-06,
      "loss": 0.1131,
      "step": 10503
    },
    {
      "epoch": 1.5864673010119317,
      "grad_norm": 1.4237590132530153,
      "learning_rate": 4.547876688828697e-06,
      "loss": 0.0895,
      "step": 10504
    },
    {
      "epoch": 1.5866183355988521,
      "grad_norm": 1.5032041749501464,
      "learning_rate": 4.547089118973008e-06,
      "loss": 0.1151,
      "step": 10505
    },
    {
      "epoch": 1.5867693701857726,
      "grad_norm": 1.4080818581866286,
      "learning_rate": 4.546301560447132e-06,
      "loss": 0.0941,
      "step": 10506
    },
    {
      "epoch": 1.5869204047726928,
      "grad_norm": 1.9779335612738735,
      "learning_rate": 4.545514013270773e-06,
      "loss": 0.1083,
      "step": 10507
    },
    {
      "epoch": 1.5870714393596135,
      "grad_norm": 1.637880454378159,
      "learning_rate": 4.544726477463631e-06,
      "loss": 0.104,
      "step": 10508
    },
    {
      "epoch": 1.5872224739465337,
      "grad_norm": 1.4800547436581426,
      "learning_rate": 4.543938953045406e-06,
      "loss": 0.0948,
      "step": 10509
    },
    {
      "epoch": 1.5873735085334542,
      "grad_norm": 1.4089399398691906,
      "learning_rate": 4.5431514400358e-06,
      "loss": 0.0925,
      "step": 10510
    },
    {
      "epoch": 1.5875245431203746,
      "grad_norm": 1.7891294748623234,
      "learning_rate": 4.5423639384545104e-06,
      "loss": 0.1077,
      "step": 10511
    },
    {
      "epoch": 1.5876755777072948,
      "grad_norm": 1.8336917912011357,
      "learning_rate": 4.541576448321242e-06,
      "loss": 0.1022,
      "step": 10512
    },
    {
      "epoch": 1.5878266122942155,
      "grad_norm": 2.2544170549763547,
      "learning_rate": 4.540788969655689e-06,
      "loss": 0.1056,
      "step": 10513
    },
    {
      "epoch": 1.5879776468811357,
      "grad_norm": 1.6322948556090489,
      "learning_rate": 4.540001502477552e-06,
      "loss": 0.1049,
      "step": 10514
    },
    {
      "epoch": 1.5881286814680562,
      "grad_norm": 1.4436081959131364,
      "learning_rate": 4.53921404680653e-06,
      "loss": 0.0988,
      "step": 10515
    },
    {
      "epoch": 1.5882797160549766,
      "grad_norm": 2.0593462498482866,
      "learning_rate": 4.538426602662323e-06,
      "loss": 0.1301,
      "step": 10516
    },
    {
      "epoch": 1.5884307506418969,
      "grad_norm": 1.557728892786076,
      "learning_rate": 4.5376391700646294e-06,
      "loss": 0.109,
      "step": 10517
    },
    {
      "epoch": 1.5885817852288175,
      "grad_norm": 2.114604964306103,
      "learning_rate": 4.536851749033145e-06,
      "loss": 0.1139,
      "step": 10518
    },
    {
      "epoch": 1.5887328198157378,
      "grad_norm": 1.434514066829242,
      "learning_rate": 4.536064339587572e-06,
      "loss": 0.1108,
      "step": 10519
    },
    {
      "epoch": 1.5888838544026582,
      "grad_norm": 1.750234876265488,
      "learning_rate": 4.535276941747601e-06,
      "loss": 0.102,
      "step": 10520
    },
    {
      "epoch": 1.5890348889895787,
      "grad_norm": 1.7103793182133487,
      "learning_rate": 4.534489555532934e-06,
      "loss": 0.1078,
      "step": 10521
    },
    {
      "epoch": 1.589185923576499,
      "grad_norm": 1.8275077571635918,
      "learning_rate": 4.533702180963267e-06,
      "loss": 0.1132,
      "step": 10522
    },
    {
      "epoch": 1.5893369581634196,
      "grad_norm": 1.5774839267278145,
      "learning_rate": 4.5329148180582975e-06,
      "loss": 0.1014,
      "step": 10523
    },
    {
      "epoch": 1.5894879927503398,
      "grad_norm": 1.9517353984629875,
      "learning_rate": 4.5321274668377195e-06,
      "loss": 0.123,
      "step": 10524
    },
    {
      "epoch": 1.5896390273372603,
      "grad_norm": 1.7322724670815008,
      "learning_rate": 4.531340127321231e-06,
      "loss": 0.1317,
      "step": 10525
    },
    {
      "epoch": 1.5897900619241807,
      "grad_norm": 2.0203397198220743,
      "learning_rate": 4.530552799528527e-06,
      "loss": 0.1146,
      "step": 10526
    },
    {
      "epoch": 1.589941096511101,
      "grad_norm": 2.2001428857949685,
      "learning_rate": 4.529765483479303e-06,
      "loss": 0.0916,
      "step": 10527
    },
    {
      "epoch": 1.5900921310980216,
      "grad_norm": 1.9626388333135127,
      "learning_rate": 4.528978179193255e-06,
      "loss": 0.1179,
      "step": 10528
    },
    {
      "epoch": 1.5902431656849418,
      "grad_norm": 1.7246273243632482,
      "learning_rate": 4.5281908866900755e-06,
      "loss": 0.1207,
      "step": 10529
    },
    {
      "epoch": 1.5903942002718623,
      "grad_norm": 1.513607636558367,
      "learning_rate": 4.527403605989461e-06,
      "loss": 0.0931,
      "step": 10530
    },
    {
      "epoch": 1.5905452348587827,
      "grad_norm": 1.6495354766210484,
      "learning_rate": 4.526616337111106e-06,
      "loss": 0.0944,
      "step": 10531
    },
    {
      "epoch": 1.590696269445703,
      "grad_norm": 2.1882090767247364,
      "learning_rate": 4.525829080074703e-06,
      "loss": 0.111,
      "step": 10532
    },
    {
      "epoch": 1.5908473040326234,
      "grad_norm": 1.647142405086584,
      "learning_rate": 4.525041834899948e-06,
      "loss": 0.1107,
      "step": 10533
    },
    {
      "epoch": 1.5909983386195439,
      "grad_norm": 1.7776413702362004,
      "learning_rate": 4.524254601606531e-06,
      "loss": 0.1061,
      "step": 10534
    },
    {
      "epoch": 1.5911493732064643,
      "grad_norm": 1.812976209960414,
      "learning_rate": 4.5234673802141475e-06,
      "loss": 0.1284,
      "step": 10535
    },
    {
      "epoch": 1.5913004077933848,
      "grad_norm": 1.9625863645194976,
      "learning_rate": 4.522680170742489e-06,
      "loss": 0.1126,
      "step": 10536
    },
    {
      "epoch": 1.591451442380305,
      "grad_norm": 2.1228009624224367,
      "learning_rate": 4.52189297321125e-06,
      "loss": 0.1138,
      "step": 10537
    },
    {
      "epoch": 1.5916024769672255,
      "grad_norm": 1.5483260752834387,
      "learning_rate": 4.5211057876401195e-06,
      "loss": 0.1081,
      "step": 10538
    },
    {
      "epoch": 1.591753511554146,
      "grad_norm": 1.3811124626014362,
      "learning_rate": 4.520318614048791e-06,
      "loss": 0.0961,
      "step": 10539
    },
    {
      "epoch": 1.5919045461410664,
      "grad_norm": 2.1203446500335246,
      "learning_rate": 4.519531452456958e-06,
      "loss": 0.122,
      "step": 10540
    },
    {
      "epoch": 1.5920555807279868,
      "grad_norm": 1.7108474283668569,
      "learning_rate": 4.518744302884312e-06,
      "loss": 0.1176,
      "step": 10541
    },
    {
      "epoch": 1.592206615314907,
      "grad_norm": 1.6520049651088884,
      "learning_rate": 4.51795716535054e-06,
      "loss": 0.11,
      "step": 10542
    },
    {
      "epoch": 1.5923576499018275,
      "grad_norm": 1.4880543122851886,
      "learning_rate": 4.517170039875332e-06,
      "loss": 0.1036,
      "step": 10543
    },
    {
      "epoch": 1.592508684488748,
      "grad_norm": 1.3956287556422484,
      "learning_rate": 4.5163829264783845e-06,
      "loss": 0.0917,
      "step": 10544
    },
    {
      "epoch": 1.5926597190756682,
      "grad_norm": 1.4485105887265872,
      "learning_rate": 4.515595825179382e-06,
      "loss": 0.0919,
      "step": 10545
    },
    {
      "epoch": 1.5928107536625888,
      "grad_norm": 1.6703844903303973,
      "learning_rate": 4.514808735998018e-06,
      "loss": 0.1109,
      "step": 10546
    },
    {
      "epoch": 1.592961788249509,
      "grad_norm": 1.6098853282728853,
      "learning_rate": 4.51402165895398e-06,
      "loss": 0.1144,
      "step": 10547
    },
    {
      "epoch": 1.5931128228364295,
      "grad_norm": 1.6069201788035807,
      "learning_rate": 4.513234594066959e-06,
      "loss": 0.103,
      "step": 10548
    },
    {
      "epoch": 1.59326385742335,
      "grad_norm": 1.9704852456958184,
      "learning_rate": 4.512447541356641e-06,
      "loss": 0.1083,
      "step": 10549
    },
    {
      "epoch": 1.5934148920102702,
      "grad_norm": 1.5162744903354062,
      "learning_rate": 4.511660500842716e-06,
      "loss": 0.1013,
      "step": 10550
    },
    {
      "epoch": 1.5935659265971909,
      "grad_norm": 1.8093172918204032,
      "learning_rate": 4.510873472544872e-06,
      "loss": 0.1323,
      "step": 10551
    },
    {
      "epoch": 1.593716961184111,
      "grad_norm": 2.7286819675606733,
      "learning_rate": 4.510086456482798e-06,
      "loss": 0.1311,
      "step": 10552
    },
    {
      "epoch": 1.5938679957710316,
      "grad_norm": 1.7186292884504337,
      "learning_rate": 4.50929945267618e-06,
      "loss": 0.1133,
      "step": 10553
    },
    {
      "epoch": 1.594019030357952,
      "grad_norm": 1.5895479542276814,
      "learning_rate": 4.508512461144707e-06,
      "loss": 0.0948,
      "step": 10554
    },
    {
      "epoch": 1.5941700649448722,
      "grad_norm": 1.5620941504168613,
      "learning_rate": 4.5077254819080655e-06,
      "loss": 0.0983,
      "step": 10555
    },
    {
      "epoch": 1.594321099531793,
      "grad_norm": 2.0849425868221827,
      "learning_rate": 4.506938514985941e-06,
      "loss": 0.1337,
      "step": 10556
    },
    {
      "epoch": 1.5944721341187131,
      "grad_norm": 1.4866150639863063,
      "learning_rate": 4.506151560398021e-06,
      "loss": 0.0965,
      "step": 10557
    },
    {
      "epoch": 1.5946231687056336,
      "grad_norm": 1.516755597985627,
      "learning_rate": 4.505364618163991e-06,
      "loss": 0.1074,
      "step": 10558
    },
    {
      "epoch": 1.594774203292554,
      "grad_norm": 1.997963494549762,
      "learning_rate": 4.504577688303537e-06,
      "loss": 0.1298,
      "step": 10559
    },
    {
      "epoch": 1.5949252378794743,
      "grad_norm": 1.4623022655308762,
      "learning_rate": 4.503790770836346e-06,
      "loss": 0.1084,
      "step": 10560
    },
    {
      "epoch": 1.595076272466395,
      "grad_norm": 1.7484390836155597,
      "learning_rate": 4.503003865782101e-06,
      "loss": 0.1197,
      "step": 10561
    },
    {
      "epoch": 1.5952273070533152,
      "grad_norm": 1.465307266780104,
      "learning_rate": 4.502216973160489e-06,
      "loss": 0.1028,
      "step": 10562
    },
    {
      "epoch": 1.5953783416402356,
      "grad_norm": 1.9381280918530812,
      "learning_rate": 4.501430092991192e-06,
      "loss": 0.1278,
      "step": 10563
    },
    {
      "epoch": 1.595529376227156,
      "grad_norm": 1.3459105398836921,
      "learning_rate": 4.500643225293896e-06,
      "loss": 0.088,
      "step": 10564
    },
    {
      "epoch": 1.5956804108140763,
      "grad_norm": 1.3521257739715822,
      "learning_rate": 4.499856370088284e-06,
      "loss": 0.0815,
      "step": 10565
    },
    {
      "epoch": 1.595831445400997,
      "grad_norm": 1.541619508035741,
      "learning_rate": 4.4990695273940405e-06,
      "loss": 0.1129,
      "step": 10566
    },
    {
      "epoch": 1.5959824799879172,
      "grad_norm": 1.8312102224851763,
      "learning_rate": 4.498282697230847e-06,
      "loss": 0.1287,
      "step": 10567
    },
    {
      "epoch": 1.5961335145748377,
      "grad_norm": 1.7000966447309949,
      "learning_rate": 4.49749587961839e-06,
      "loss": 0.1011,
      "step": 10568
    },
    {
      "epoch": 1.596284549161758,
      "grad_norm": 1.5145718948831988,
      "learning_rate": 4.49670907457635e-06,
      "loss": 0.0922,
      "step": 10569
    },
    {
      "epoch": 1.5964355837486783,
      "grad_norm": 1.3892421244681659,
      "learning_rate": 4.495922282124409e-06,
      "loss": 0.0951,
      "step": 10570
    },
    {
      "epoch": 1.596586618335599,
      "grad_norm": 1.621540499012252,
      "learning_rate": 4.495135502282249e-06,
      "loss": 0.0967,
      "step": 10571
    },
    {
      "epoch": 1.5967376529225192,
      "grad_norm": 1.6762899881718536,
      "learning_rate": 4.4943487350695505e-06,
      "loss": 0.1003,
      "step": 10572
    },
    {
      "epoch": 1.5968886875094397,
      "grad_norm": 1.9033203000734706,
      "learning_rate": 4.493561980505999e-06,
      "loss": 0.108,
      "step": 10573
    },
    {
      "epoch": 1.5970397220963601,
      "grad_norm": 1.8409646157551984,
      "learning_rate": 4.492775238611272e-06,
      "loss": 0.1302,
      "step": 10574
    },
    {
      "epoch": 1.5971907566832804,
      "grad_norm": 1.5710195298967218,
      "learning_rate": 4.491988509405052e-06,
      "loss": 0.0957,
      "step": 10575
    },
    {
      "epoch": 1.597341791270201,
      "grad_norm": 1.8075742517233597,
      "learning_rate": 4.491201792907019e-06,
      "loss": 0.1114,
      "step": 10576
    },
    {
      "epoch": 1.5974928258571213,
      "grad_norm": 1.4589629327057125,
      "learning_rate": 4.4904150891368545e-06,
      "loss": 0.0963,
      "step": 10577
    },
    {
      "epoch": 1.5976438604440417,
      "grad_norm": 1.8803730593015597,
      "learning_rate": 4.489628398114234e-06,
      "loss": 0.1051,
      "step": 10578
    },
    {
      "epoch": 1.5977948950309622,
      "grad_norm": 1.5302134243347112,
      "learning_rate": 4.488841719858842e-06,
      "loss": 0.0901,
      "step": 10579
    },
    {
      "epoch": 1.5979459296178824,
      "grad_norm": 2.0146730838147127,
      "learning_rate": 4.488055054390355e-06,
      "loss": 0.1117,
      "step": 10580
    },
    {
      "epoch": 1.5980969642048029,
      "grad_norm": 1.530409329420003,
      "learning_rate": 4.487268401728452e-06,
      "loss": 0.096,
      "step": 10581
    },
    {
      "epoch": 1.5982479987917233,
      "grad_norm": 1.6759531691649088,
      "learning_rate": 4.486481761892813e-06,
      "loss": 0.1011,
      "step": 10582
    },
    {
      "epoch": 1.5983990333786438,
      "grad_norm": 2.1319929161151236,
      "learning_rate": 4.485695134903115e-06,
      "loss": 0.1222,
      "step": 10583
    },
    {
      "epoch": 1.5985500679655642,
      "grad_norm": 1.974191379878499,
      "learning_rate": 4.484908520779037e-06,
      "loss": 0.1217,
      "step": 10584
    },
    {
      "epoch": 1.5987011025524844,
      "grad_norm": 1.4721200737724343,
      "learning_rate": 4.484121919540254e-06,
      "loss": 0.1041,
      "step": 10585
    },
    {
      "epoch": 1.5988521371394049,
      "grad_norm": 1.73602215312713,
      "learning_rate": 4.483335331206446e-06,
      "loss": 0.1137,
      "step": 10586
    },
    {
      "epoch": 1.5990031717263253,
      "grad_norm": 1.316804562575235,
      "learning_rate": 4.482548755797288e-06,
      "loss": 0.0892,
      "step": 10587
    },
    {
      "epoch": 1.5991542063132458,
      "grad_norm": 1.5886655908865315,
      "learning_rate": 4.481762193332458e-06,
      "loss": 0.1041,
      "step": 10588
    },
    {
      "epoch": 1.5993052409001662,
      "grad_norm": 1.214401969543538,
      "learning_rate": 4.480975643831633e-06,
      "loss": 0.0854,
      "step": 10589
    },
    {
      "epoch": 1.5994562754870865,
      "grad_norm": 1.7268174955094828,
      "learning_rate": 4.480189107314485e-06,
      "loss": 0.1173,
      "step": 10590
    },
    {
      "epoch": 1.599607310074007,
      "grad_norm": 1.8874238887465702,
      "learning_rate": 4.479402583800697e-06,
      "loss": 0.1235,
      "step": 10591
    },
    {
      "epoch": 1.5997583446609274,
      "grad_norm": 1.5962168979885418,
      "learning_rate": 4.478616073309937e-06,
      "loss": 0.1072,
      "step": 10592
    },
    {
      "epoch": 1.5999093792478476,
      "grad_norm": 1.5624202373397618,
      "learning_rate": 4.477829575861883e-06,
      "loss": 0.0982,
      "step": 10593
    },
    {
      "epoch": 1.6000604138347683,
      "grad_norm": 1.6088238577312606,
      "learning_rate": 4.477043091476209e-06,
      "loss": 0.1069,
      "step": 10594
    },
    {
      "epoch": 1.6002114484216885,
      "grad_norm": 1.7081124122509124,
      "learning_rate": 4.476256620172589e-06,
      "loss": 0.1179,
      "step": 10595
    },
    {
      "epoch": 1.600362483008609,
      "grad_norm": 2.0964636607096834,
      "learning_rate": 4.475470161970699e-06,
      "loss": 0.111,
      "step": 10596
    },
    {
      "epoch": 1.6005135175955294,
      "grad_norm": 1.3103311086082112,
      "learning_rate": 4.474683716890212e-06,
      "loss": 0.0852,
      "step": 10597
    },
    {
      "epoch": 1.6006645521824496,
      "grad_norm": 1.3819377605899048,
      "learning_rate": 4.4738972849508025e-06,
      "loss": 0.1014,
      "step": 10598
    },
    {
      "epoch": 1.6008155867693703,
      "grad_norm": 1.613057798874848,
      "learning_rate": 4.47311086617214e-06,
      "loss": 0.0873,
      "step": 10599
    },
    {
      "epoch": 1.6009666213562905,
      "grad_norm": 1.5511327461219575,
      "learning_rate": 4.472324460573898e-06,
      "loss": 0.1095,
      "step": 10600
    },
    {
      "epoch": 1.601117655943211,
      "grad_norm": 1.6588959477815104,
      "learning_rate": 4.47153806817575e-06,
      "loss": 0.1148,
      "step": 10601
    },
    {
      "epoch": 1.6012686905301314,
      "grad_norm": 1.9082353119249338,
      "learning_rate": 4.470751688997369e-06,
      "loss": 0.1274,
      "step": 10602
    },
    {
      "epoch": 1.6014197251170517,
      "grad_norm": 1.6763244321758293,
      "learning_rate": 4.469965323058425e-06,
      "loss": 0.0989,
      "step": 10603
    },
    {
      "epoch": 1.6015707597039723,
      "grad_norm": 1.630119269901649,
      "learning_rate": 4.469178970378591e-06,
      "loss": 0.1166,
      "step": 10604
    },
    {
      "epoch": 1.6017217942908926,
      "grad_norm": 1.6981005947889487,
      "learning_rate": 4.468392630977537e-06,
      "loss": 0.1222,
      "step": 10605
    },
    {
      "epoch": 1.601872828877813,
      "grad_norm": 1.52948010570152,
      "learning_rate": 4.467606304874934e-06,
      "loss": 0.1079,
      "step": 10606
    },
    {
      "epoch": 1.6020238634647335,
      "grad_norm": 3.7546911415421738,
      "learning_rate": 4.466819992090451e-06,
      "loss": 0.1148,
      "step": 10607
    },
    {
      "epoch": 1.6021748980516537,
      "grad_norm": 1.862982646397477,
      "learning_rate": 4.46603369264376e-06,
      "loss": 0.1211,
      "step": 10608
    },
    {
      "epoch": 1.6023259326385744,
      "grad_norm": 1.4665780746672172,
      "learning_rate": 4.46524740655453e-06,
      "loss": 0.0955,
      "step": 10609
    },
    {
      "epoch": 1.6024769672254946,
      "grad_norm": 1.529860679014807,
      "learning_rate": 4.464461133842431e-06,
      "loss": 0.1016,
      "step": 10610
    },
    {
      "epoch": 1.602628001812415,
      "grad_norm": 1.5769397944963728,
      "learning_rate": 4.46367487452713e-06,
      "loss": 0.1166,
      "step": 10611
    },
    {
      "epoch": 1.6027790363993355,
      "grad_norm": 1.5867985925850459,
      "learning_rate": 4.462888628628298e-06,
      "loss": 0.1009,
      "step": 10612
    },
    {
      "epoch": 1.6029300709862557,
      "grad_norm": 1.1985602988082542,
      "learning_rate": 4.462102396165602e-06,
      "loss": 0.0873,
      "step": 10613
    },
    {
      "epoch": 1.6030811055731764,
      "grad_norm": 1.5183568132954381,
      "learning_rate": 4.461316177158711e-06,
      "loss": 0.1071,
      "step": 10614
    },
    {
      "epoch": 1.6032321401600966,
      "grad_norm": 1.3427973427856097,
      "learning_rate": 4.460529971627292e-06,
      "loss": 0.1008,
      "step": 10615
    },
    {
      "epoch": 1.603383174747017,
      "grad_norm": 1.9174309841092694,
      "learning_rate": 4.4597437795910125e-06,
      "loss": 0.1135,
      "step": 10616
    },
    {
      "epoch": 1.6035342093339375,
      "grad_norm": 1.6126980595236542,
      "learning_rate": 4.4589576010695395e-06,
      "loss": 0.1173,
      "step": 10617
    },
    {
      "epoch": 1.6036852439208578,
      "grad_norm": 1.670624468546549,
      "learning_rate": 4.458171436082539e-06,
      "loss": 0.0908,
      "step": 10618
    },
    {
      "epoch": 1.6038362785077784,
      "grad_norm": 1.514370830756706,
      "learning_rate": 4.457385284649679e-06,
      "loss": 0.1016,
      "step": 10619
    },
    {
      "epoch": 1.6039873130946987,
      "grad_norm": 1.6384215978815422,
      "learning_rate": 4.456599146790626e-06,
      "loss": 0.1089,
      "step": 10620
    },
    {
      "epoch": 1.6041383476816191,
      "grad_norm": 1.6255677739641086,
      "learning_rate": 4.455813022525043e-06,
      "loss": 0.1029,
      "step": 10621
    },
    {
      "epoch": 1.6042893822685396,
      "grad_norm": 2.1275585570221773,
      "learning_rate": 4.455026911872597e-06,
      "loss": 0.1088,
      "step": 10622
    },
    {
      "epoch": 1.6044404168554598,
      "grad_norm": 2.1302461906709347,
      "learning_rate": 4.454240814852951e-06,
      "loss": 0.1198,
      "step": 10623
    },
    {
      "epoch": 1.6045914514423805,
      "grad_norm": 1.9459930581678022,
      "learning_rate": 4.4534547314857726e-06,
      "loss": 0.1184,
      "step": 10624
    },
    {
      "epoch": 1.6047424860293007,
      "grad_norm": 1.7773622523283856,
      "learning_rate": 4.452668661790724e-06,
      "loss": 0.1272,
      "step": 10625
    },
    {
      "epoch": 1.6048935206162211,
      "grad_norm": 1.5945032688838658,
      "learning_rate": 4.451882605787471e-06,
      "loss": 0.1085,
      "step": 10626
    },
    {
      "epoch": 1.6050445552031416,
      "grad_norm": 2.4055461480076548,
      "learning_rate": 4.4510965634956786e-06,
      "loss": 0.1181,
      "step": 10627
    },
    {
      "epoch": 1.6051955897900618,
      "grad_norm": 1.8020081482079449,
      "learning_rate": 4.450310534935004e-06,
      "loss": 0.1354,
      "step": 10628
    },
    {
      "epoch": 1.6053466243769823,
      "grad_norm": 1.3620902850408674,
      "learning_rate": 4.449524520125115e-06,
      "loss": 0.0865,
      "step": 10629
    },
    {
      "epoch": 1.6054976589639027,
      "grad_norm": 1.9011312759722707,
      "learning_rate": 4.448738519085672e-06,
      "loss": 0.1219,
      "step": 10630
    },
    {
      "epoch": 1.6056486935508232,
      "grad_norm": 1.7454986971917048,
      "learning_rate": 4.4479525318363395e-06,
      "loss": 0.1264,
      "step": 10631
    },
    {
      "epoch": 1.6057997281377436,
      "grad_norm": 1.8324660114242235,
      "learning_rate": 4.447166558396777e-06,
      "loss": 0.1199,
      "step": 10632
    },
    {
      "epoch": 1.6059507627246639,
      "grad_norm": 1.816777704997904,
      "learning_rate": 4.4463805987866484e-06,
      "loss": 0.1051,
      "step": 10633
    },
    {
      "epoch": 1.6061017973115843,
      "grad_norm": 1.831301122387047,
      "learning_rate": 4.445594653025614e-06,
      "loss": 0.1179,
      "step": 10634
    },
    {
      "epoch": 1.6062528318985048,
      "grad_norm": 2.165225580353229,
      "learning_rate": 4.444808721133333e-06,
      "loss": 0.1045,
      "step": 10635
    },
    {
      "epoch": 1.6064038664854252,
      "grad_norm": 2.2949114031342073,
      "learning_rate": 4.444022803129469e-06,
      "loss": 0.1246,
      "step": 10636
    },
    {
      "epoch": 1.6065549010723457,
      "grad_norm": 1.6924834767676713,
      "learning_rate": 4.443236899033679e-06,
      "loss": 0.1287,
      "step": 10637
    },
    {
      "epoch": 1.606705935659266,
      "grad_norm": 1.8313550208773226,
      "learning_rate": 4.442451008865624e-06,
      "loss": 0.1244,
      "step": 10638
    },
    {
      "epoch": 1.6068569702461863,
      "grad_norm": 1.8137277056642787,
      "learning_rate": 4.441665132644964e-06,
      "loss": 0.1214,
      "step": 10639
    },
    {
      "epoch": 1.6070080048331068,
      "grad_norm": 1.4909223641807847,
      "learning_rate": 4.4408792703913585e-06,
      "loss": 0.0965,
      "step": 10640
    },
    {
      "epoch": 1.607159039420027,
      "grad_norm": 2.4608377855178394,
      "learning_rate": 4.440093422124467e-06,
      "loss": 0.1298,
      "step": 10641
    },
    {
      "epoch": 1.6073100740069477,
      "grad_norm": 1.2297622698918151,
      "learning_rate": 4.439307587863945e-06,
      "loss": 0.0875,
      "step": 10642
    },
    {
      "epoch": 1.607461108593868,
      "grad_norm": 1.86524902577641,
      "learning_rate": 4.438521767629452e-06,
      "loss": 0.1138,
      "step": 10643
    },
    {
      "epoch": 1.6076121431807884,
      "grad_norm": 1.5621808090029512,
      "learning_rate": 4.437735961440647e-06,
      "loss": 0.1075,
      "step": 10644
    },
    {
      "epoch": 1.6077631777677088,
      "grad_norm": 1.8473340646256806,
      "learning_rate": 4.436950169317185e-06,
      "loss": 0.1115,
      "step": 10645
    },
    {
      "epoch": 1.607914212354629,
      "grad_norm": 1.7441526911962986,
      "learning_rate": 4.436164391278724e-06,
      "loss": 0.1042,
      "step": 10646
    },
    {
      "epoch": 1.6080652469415497,
      "grad_norm": 1.640078437097976,
      "learning_rate": 4.4353786273449216e-06,
      "loss": 0.1043,
      "step": 10647
    },
    {
      "epoch": 1.60821628152847,
      "grad_norm": 1.5067812103166,
      "learning_rate": 4.434592877535433e-06,
      "loss": 0.1008,
      "step": 10648
    },
    {
      "epoch": 1.6083673161153904,
      "grad_norm": 2.085374827347537,
      "learning_rate": 4.433807141869918e-06,
      "loss": 0.1309,
      "step": 10649
    },
    {
      "epoch": 1.6085183507023109,
      "grad_norm": 1.516077784939062,
      "learning_rate": 4.4330214203680264e-06,
      "loss": 0.099,
      "step": 10650
    },
    {
      "epoch": 1.608669385289231,
      "grad_norm": 1.8253028283129928,
      "learning_rate": 4.432235713049414e-06,
      "loss": 0.1204,
      "step": 10651
    },
    {
      "epoch": 1.6088204198761518,
      "grad_norm": 1.7076785566112498,
      "learning_rate": 4.431450019933739e-06,
      "loss": 0.1097,
      "step": 10652
    },
    {
      "epoch": 1.608971454463072,
      "grad_norm": 1.7420931206699082,
      "learning_rate": 4.430664341040655e-06,
      "loss": 0.1005,
      "step": 10653
    },
    {
      "epoch": 1.6091224890499924,
      "grad_norm": 1.4195297883531162,
      "learning_rate": 4.429878676389816e-06,
      "loss": 0.0957,
      "step": 10654
    },
    {
      "epoch": 1.609273523636913,
      "grad_norm": 1.5686561543084954,
      "learning_rate": 4.429093026000875e-06,
      "loss": 0.107,
      "step": 10655
    },
    {
      "epoch": 1.6094245582238331,
      "grad_norm": 1.67537785985548,
      "learning_rate": 4.428307389893488e-06,
      "loss": 0.1121,
      "step": 10656
    },
    {
      "epoch": 1.6095755928107538,
      "grad_norm": 1.7044049050033263,
      "learning_rate": 4.427521768087304e-06,
      "loss": 0.1166,
      "step": 10657
    },
    {
      "epoch": 1.609726627397674,
      "grad_norm": 1.289268845188048,
      "learning_rate": 4.426736160601978e-06,
      "loss": 0.0919,
      "step": 10658
    },
    {
      "epoch": 1.6098776619845945,
      "grad_norm": 1.641077336181876,
      "learning_rate": 4.425950567457164e-06,
      "loss": 0.1057,
      "step": 10659
    },
    {
      "epoch": 1.610028696571515,
      "grad_norm": 1.62333556095986,
      "learning_rate": 4.42516498867251e-06,
      "loss": 0.1065,
      "step": 10660
    },
    {
      "epoch": 1.6101797311584352,
      "grad_norm": 1.4824925977324683,
      "learning_rate": 4.424379424267671e-06,
      "loss": 0.0863,
      "step": 10661
    },
    {
      "epoch": 1.6103307657453558,
      "grad_norm": 1.5055658027541405,
      "learning_rate": 4.423593874262298e-06,
      "loss": 0.0906,
      "step": 10662
    },
    {
      "epoch": 1.610481800332276,
      "grad_norm": 1.588018527730671,
      "learning_rate": 4.422808338676042e-06,
      "loss": 0.1104,
      "step": 10663
    },
    {
      "epoch": 1.6106328349191965,
      "grad_norm": 1.1900702082381853,
      "learning_rate": 4.422022817528552e-06,
      "loss": 0.087,
      "step": 10664
    },
    {
      "epoch": 1.610783869506117,
      "grad_norm": 1.7672005830419009,
      "learning_rate": 4.421237310839479e-06,
      "loss": 0.1068,
      "step": 10665
    },
    {
      "epoch": 1.6109349040930372,
      "grad_norm": 1.7742034421193789,
      "learning_rate": 4.420451818628474e-06,
      "loss": 0.1052,
      "step": 10666
    },
    {
      "epoch": 1.6110859386799579,
      "grad_norm": 1.7274177082017024,
      "learning_rate": 4.419666340915185e-06,
      "loss": 0.1093,
      "step": 10667
    },
    {
      "epoch": 1.611236973266878,
      "grad_norm": 1.6118129026916297,
      "learning_rate": 4.4188808777192616e-06,
      "loss": 0.1112,
      "step": 10668
    },
    {
      "epoch": 1.6113880078537985,
      "grad_norm": 1.6504524637777256,
      "learning_rate": 4.4180954290603515e-06,
      "loss": 0.1041,
      "step": 10669
    },
    {
      "epoch": 1.611539042440719,
      "grad_norm": 1.6892215307478784,
      "learning_rate": 4.4173099949581074e-06,
      "loss": 0.1235,
      "step": 10670
    },
    {
      "epoch": 1.6116900770276392,
      "grad_norm": 1.9941733137774247,
      "learning_rate": 4.416524575432173e-06,
      "loss": 0.1269,
      "step": 10671
    },
    {
      "epoch": 1.61184111161456,
      "grad_norm": 2.395222137077173,
      "learning_rate": 4.415739170502198e-06,
      "loss": 0.1264,
      "step": 10672
    },
    {
      "epoch": 1.6119921462014801,
      "grad_norm": 1.7801550762821456,
      "learning_rate": 4.4149537801878276e-06,
      "loss": 0.1064,
      "step": 10673
    },
    {
      "epoch": 1.6121431807884006,
      "grad_norm": 1.797767300492479,
      "learning_rate": 4.4141684045087095e-06,
      "loss": 0.1156,
      "step": 10674
    },
    {
      "epoch": 1.612294215375321,
      "grad_norm": 1.7710804542961727,
      "learning_rate": 4.413383043484492e-06,
      "loss": 0.101,
      "step": 10675
    },
    {
      "epoch": 1.6124452499622413,
      "grad_norm": 1.5908071176613505,
      "learning_rate": 4.412597697134822e-06,
      "loss": 0.0951,
      "step": 10676
    },
    {
      "epoch": 1.6125962845491617,
      "grad_norm": 2.0369315591768524,
      "learning_rate": 4.411812365479344e-06,
      "loss": 0.1283,
      "step": 10677
    },
    {
      "epoch": 1.6127473191360822,
      "grad_norm": 1.494836271661186,
      "learning_rate": 4.411027048537703e-06,
      "loss": 0.0918,
      "step": 10678
    },
    {
      "epoch": 1.6128983537230026,
      "grad_norm": 1.3999108018209687,
      "learning_rate": 4.4102417463295426e-06,
      "loss": 0.0946,
      "step": 10679
    },
    {
      "epoch": 1.613049388309923,
      "grad_norm": 1.6264238172584,
      "learning_rate": 4.409456458874509e-06,
      "loss": 0.1009,
      "step": 10680
    },
    {
      "epoch": 1.6132004228968433,
      "grad_norm": 1.8045920268143818,
      "learning_rate": 4.408671186192249e-06,
      "loss": 0.1069,
      "step": 10681
    },
    {
      "epoch": 1.6133514574837637,
      "grad_norm": 1.4702180017363373,
      "learning_rate": 4.407885928302403e-06,
      "loss": 0.113,
      "step": 10682
    },
    {
      "epoch": 1.6135024920706842,
      "grad_norm": 2.2482125640507697,
      "learning_rate": 4.407100685224618e-06,
      "loss": 0.1124,
      "step": 10683
    },
    {
      "epoch": 1.6136535266576046,
      "grad_norm": 1.7296512814096536,
      "learning_rate": 4.406315456978535e-06,
      "loss": 0.1069,
      "step": 10684
    },
    {
      "epoch": 1.613804561244525,
      "grad_norm": 1.4974150089704457,
      "learning_rate": 4.405530243583797e-06,
      "loss": 0.1018,
      "step": 10685
    },
    {
      "epoch": 1.6139555958314453,
      "grad_norm": 1.595913558102768,
      "learning_rate": 4.404745045060048e-06,
      "loss": 0.1089,
      "step": 10686
    },
    {
      "epoch": 1.6141066304183658,
      "grad_norm": 1.3205283828927947,
      "learning_rate": 4.403959861426929e-06,
      "loss": 0.0958,
      "step": 10687
    },
    {
      "epoch": 1.6142576650052862,
      "grad_norm": 1.576874122833411,
      "learning_rate": 4.403174692704081e-06,
      "loss": 0.0933,
      "step": 10688
    },
    {
      "epoch": 1.6144086995922065,
      "grad_norm": 1.4268149049903196,
      "learning_rate": 4.402389538911147e-06,
      "loss": 0.0907,
      "step": 10689
    },
    {
      "epoch": 1.6145597341791271,
      "grad_norm": 1.4876653659461971,
      "learning_rate": 4.401604400067767e-06,
      "loss": 0.1127,
      "step": 10690
    },
    {
      "epoch": 1.6147107687660474,
      "grad_norm": 1.4635836583930344,
      "learning_rate": 4.400819276193583e-06,
      "loss": 0.1068,
      "step": 10691
    },
    {
      "epoch": 1.6148618033529678,
      "grad_norm": 2.726379628428287,
      "learning_rate": 4.400034167308235e-06,
      "loss": 0.1476,
      "step": 10692
    },
    {
      "epoch": 1.6150128379398883,
      "grad_norm": 2.162921467374729,
      "learning_rate": 4.399249073431361e-06,
      "loss": 0.1185,
      "step": 10693
    },
    {
      "epoch": 1.6151638725268085,
      "grad_norm": 1.8203585165725586,
      "learning_rate": 4.398463994582603e-06,
      "loss": 0.1076,
      "step": 10694
    },
    {
      "epoch": 1.6153149071137292,
      "grad_norm": 1.4775690754965192,
      "learning_rate": 4.397678930781598e-06,
      "loss": 0.0977,
      "step": 10695
    },
    {
      "epoch": 1.6154659417006494,
      "grad_norm": 2.079646501531669,
      "learning_rate": 4.396893882047986e-06,
      "loss": 0.133,
      "step": 10696
    },
    {
      "epoch": 1.6156169762875698,
      "grad_norm": 1.2678106699621676,
      "learning_rate": 4.396108848401406e-06,
      "loss": 0.087,
      "step": 10697
    },
    {
      "epoch": 1.6157680108744903,
      "grad_norm": 1.6825449241609376,
      "learning_rate": 4.395323829861494e-06,
      "loss": 0.1143,
      "step": 10698
    },
    {
      "epoch": 1.6159190454614105,
      "grad_norm": 1.730818491860993,
      "learning_rate": 4.3945388264478924e-06,
      "loss": 0.1036,
      "step": 10699
    },
    {
      "epoch": 1.6160700800483312,
      "grad_norm": 2.241257219673708,
      "learning_rate": 4.393753838180234e-06,
      "loss": 0.1085,
      "step": 10700
    },
    {
      "epoch": 1.6162211146352514,
      "grad_norm": 1.489575919344725,
      "learning_rate": 4.392968865078155e-06,
      "loss": 0.1011,
      "step": 10701
    },
    {
      "epoch": 1.6163721492221719,
      "grad_norm": 1.3418363489920972,
      "learning_rate": 4.392183907161294e-06,
      "loss": 0.0894,
      "step": 10702
    },
    {
      "epoch": 1.6165231838090923,
      "grad_norm": 1.7114999538682985,
      "learning_rate": 4.391398964449288e-06,
      "loss": 0.1211,
      "step": 10703
    },
    {
      "epoch": 1.6166742183960126,
      "grad_norm": 1.512500915149971,
      "learning_rate": 4.390614036961772e-06,
      "loss": 0.104,
      "step": 10704
    },
    {
      "epoch": 1.6168252529829332,
      "grad_norm": 1.4710816859522604,
      "learning_rate": 4.38982912471838e-06,
      "loss": 0.1128,
      "step": 10705
    },
    {
      "epoch": 1.6169762875698535,
      "grad_norm": 2.0237443838493707,
      "learning_rate": 4.389044227738751e-06,
      "loss": 0.1459,
      "step": 10706
    },
    {
      "epoch": 1.617127322156774,
      "grad_norm": 1.727186205330231,
      "learning_rate": 4.388259346042514e-06,
      "loss": 0.101,
      "step": 10707
    },
    {
      "epoch": 1.6172783567436944,
      "grad_norm": 1.5038608977697108,
      "learning_rate": 4.387474479649306e-06,
      "loss": 0.0907,
      "step": 10708
    },
    {
      "epoch": 1.6174293913306146,
      "grad_norm": 1.788239871696377,
      "learning_rate": 4.386689628578762e-06,
      "loss": 0.0888,
      "step": 10709
    },
    {
      "epoch": 1.6175804259175353,
      "grad_norm": 1.371010970933046,
      "learning_rate": 4.385904792850514e-06,
      "loss": 0.0965,
      "step": 10710
    },
    {
      "epoch": 1.6177314605044555,
      "grad_norm": 1.427870589374446,
      "learning_rate": 4.385119972484195e-06,
      "loss": 0.0977,
      "step": 10711
    },
    {
      "epoch": 1.617882495091376,
      "grad_norm": 1.5179584526132885,
      "learning_rate": 4.384335167499439e-06,
      "loss": 0.1028,
      "step": 10712
    },
    {
      "epoch": 1.6180335296782964,
      "grad_norm": 1.6384970534382983,
      "learning_rate": 4.383550377915879e-06,
      "loss": 0.116,
      "step": 10713
    },
    {
      "epoch": 1.6181845642652166,
      "grad_norm": 1.3165829343813353,
      "learning_rate": 4.382765603753143e-06,
      "loss": 0.0888,
      "step": 10714
    },
    {
      "epoch": 1.6183355988521373,
      "grad_norm": 1.5594928528705934,
      "learning_rate": 4.3819808450308655e-06,
      "loss": 0.1023,
      "step": 10715
    },
    {
      "epoch": 1.6184866334390575,
      "grad_norm": 2.282515941376033,
      "learning_rate": 4.381196101768678e-06,
      "loss": 0.1269,
      "step": 10716
    },
    {
      "epoch": 1.618637668025978,
      "grad_norm": 1.495478305614394,
      "learning_rate": 4.380411373986209e-06,
      "loss": 0.0953,
      "step": 10717
    },
    {
      "epoch": 1.6187887026128984,
      "grad_norm": 1.6934910718189344,
      "learning_rate": 4.379626661703091e-06,
      "loss": 0.1061,
      "step": 10718
    },
    {
      "epoch": 1.6189397371998187,
      "grad_norm": 1.860010822792632,
      "learning_rate": 4.378841964938954e-06,
      "loss": 0.1128,
      "step": 10719
    },
    {
      "epoch": 1.6190907717867393,
      "grad_norm": 1.7166997522178398,
      "learning_rate": 4.378057283713425e-06,
      "loss": 0.1131,
      "step": 10720
    },
    {
      "epoch": 1.6192418063736596,
      "grad_norm": 1.4539928272178844,
      "learning_rate": 4.3772726180461396e-06,
      "loss": 0.0975,
      "step": 10721
    },
    {
      "epoch": 1.61939284096058,
      "grad_norm": 1.403810355758079,
      "learning_rate": 4.37648796795672e-06,
      "loss": 0.0972,
      "step": 10722
    },
    {
      "epoch": 1.6195438755475005,
      "grad_norm": 2.5352782001741696,
      "learning_rate": 4.375703333464796e-06,
      "loss": 0.1656,
      "step": 10723
    },
    {
      "epoch": 1.6196949101344207,
      "grad_norm": 1.7922458822763385,
      "learning_rate": 4.374918714589997e-06,
      "loss": 0.1054,
      "step": 10724
    },
    {
      "epoch": 1.6198459447213411,
      "grad_norm": 1.7386275238906237,
      "learning_rate": 4.374134111351949e-06,
      "loss": 0.1133,
      "step": 10725
    },
    {
      "epoch": 1.6199969793082616,
      "grad_norm": 1.6654182018149564,
      "learning_rate": 4.373349523770282e-06,
      "loss": 0.1075,
      "step": 10726
    },
    {
      "epoch": 1.620148013895182,
      "grad_norm": 1.6522583384049498,
      "learning_rate": 4.3725649518646215e-06,
      "loss": 0.0857,
      "step": 10727
    },
    {
      "epoch": 1.6202990484821025,
      "grad_norm": 1.9707576500717479,
      "learning_rate": 4.371780395654596e-06,
      "loss": 0.1217,
      "step": 10728
    },
    {
      "epoch": 1.6204500830690227,
      "grad_norm": 1.667006624156128,
      "learning_rate": 4.370995855159827e-06,
      "loss": 0.1059,
      "step": 10729
    },
    {
      "epoch": 1.6206011176559432,
      "grad_norm": 1.4876521305184947,
      "learning_rate": 4.370211330399942e-06,
      "loss": 0.1067,
      "step": 10730
    },
    {
      "epoch": 1.6207521522428636,
      "grad_norm": 1.5797746444528793,
      "learning_rate": 4.369426821394568e-06,
      "loss": 0.0986,
      "step": 10731
    },
    {
      "epoch": 1.620903186829784,
      "grad_norm": 1.1997232666871807,
      "learning_rate": 4.368642328163329e-06,
      "loss": 0.0777,
      "step": 10732
    },
    {
      "epoch": 1.6210542214167045,
      "grad_norm": 1.661238223958852,
      "learning_rate": 4.36785785072585e-06,
      "loss": 0.0983,
      "step": 10733
    },
    {
      "epoch": 1.6212052560036248,
      "grad_norm": 1.5760883381223398,
      "learning_rate": 4.367073389101754e-06,
      "loss": 0.0921,
      "step": 10734
    },
    {
      "epoch": 1.6213562905905452,
      "grad_norm": 1.3413552593882199,
      "learning_rate": 4.366288943310667e-06,
      "loss": 0.1028,
      "step": 10735
    },
    {
      "epoch": 1.6215073251774657,
      "grad_norm": 1.5742442413419357,
      "learning_rate": 4.36550451337221e-06,
      "loss": 0.0912,
      "step": 10736
    },
    {
      "epoch": 1.6216583597643859,
      "grad_norm": 1.5220646100076032,
      "learning_rate": 4.364720099306006e-06,
      "loss": 0.1077,
      "step": 10737
    },
    {
      "epoch": 1.6218093943513066,
      "grad_norm": 2.313517823966995,
      "learning_rate": 4.3639357011316785e-06,
      "loss": 0.1265,
      "step": 10738
    },
    {
      "epoch": 1.6219604289382268,
      "grad_norm": 1.5893384891038733,
      "learning_rate": 4.363151318868849e-06,
      "loss": 0.0906,
      "step": 10739
    },
    {
      "epoch": 1.6221114635251472,
      "grad_norm": 1.780238366142264,
      "learning_rate": 4.3623669525371395e-06,
      "loss": 0.1284,
      "step": 10740
    },
    {
      "epoch": 1.6222624981120677,
      "grad_norm": 1.9495079723033732,
      "learning_rate": 4.361582602156173e-06,
      "loss": 0.1031,
      "step": 10741
    },
    {
      "epoch": 1.622413532698988,
      "grad_norm": 1.595663382651037,
      "learning_rate": 4.360798267745568e-06,
      "loss": 0.1075,
      "step": 10742
    },
    {
      "epoch": 1.6225645672859086,
      "grad_norm": 2.0735090024574134,
      "learning_rate": 4.360013949324947e-06,
      "loss": 0.1234,
      "step": 10743
    },
    {
      "epoch": 1.6227156018728288,
      "grad_norm": 2.0362050976333728,
      "learning_rate": 4.359229646913928e-06,
      "loss": 0.1231,
      "step": 10744
    },
    {
      "epoch": 1.6228666364597493,
      "grad_norm": 1.7870759266425107,
      "learning_rate": 4.358445360532132e-06,
      "loss": 0.1105,
      "step": 10745
    },
    {
      "epoch": 1.6230176710466697,
      "grad_norm": 1.8364594441591549,
      "learning_rate": 4.357661090199178e-06,
      "loss": 0.112,
      "step": 10746
    },
    {
      "epoch": 1.62316870563359,
      "grad_norm": 2.6788173181971597,
      "learning_rate": 4.356876835934686e-06,
      "loss": 0.1031,
      "step": 10747
    },
    {
      "epoch": 1.6233197402205106,
      "grad_norm": 1.8237489394305288,
      "learning_rate": 4.356092597758272e-06,
      "loss": 0.1129,
      "step": 10748
    },
    {
      "epoch": 1.6234707748074308,
      "grad_norm": 1.5051331450310073,
      "learning_rate": 4.355308375689559e-06,
      "loss": 0.0976,
      "step": 10749
    },
    {
      "epoch": 1.6236218093943513,
      "grad_norm": 1.4802991889514905,
      "learning_rate": 4.354524169748161e-06,
      "loss": 0.1022,
      "step": 10750
    },
    {
      "epoch": 1.6237728439812718,
      "grad_norm": 1.6284940105444095,
      "learning_rate": 4.3537399799536945e-06,
      "loss": 0.1097,
      "step": 10751
    },
    {
      "epoch": 1.623923878568192,
      "grad_norm": 1.9783948895463928,
      "learning_rate": 4.352955806325779e-06,
      "loss": 0.1375,
      "step": 10752
    },
    {
      "epoch": 1.6240749131551127,
      "grad_norm": 1.2883323800938158,
      "learning_rate": 4.352171648884028e-06,
      "loss": 0.093,
      "step": 10753
    },
    {
      "epoch": 1.6242259477420329,
      "grad_norm": 2.931143522314931,
      "learning_rate": 4.351387507648061e-06,
      "loss": 0.1294,
      "step": 10754
    },
    {
      "epoch": 1.6243769823289533,
      "grad_norm": 1.683236721288283,
      "learning_rate": 4.350603382637492e-06,
      "loss": 0.1053,
      "step": 10755
    },
    {
      "epoch": 1.6245280169158738,
      "grad_norm": 1.2367755657921082,
      "learning_rate": 4.3498192738719384e-06,
      "loss": 0.0939,
      "step": 10756
    },
    {
      "epoch": 1.624679051502794,
      "grad_norm": 1.5566919875106662,
      "learning_rate": 4.349035181371014e-06,
      "loss": 0.1151,
      "step": 10757
    },
    {
      "epoch": 1.6248300860897147,
      "grad_norm": 1.929998493282161,
      "learning_rate": 4.34825110515433e-06,
      "loss": 0.1123,
      "step": 10758
    },
    {
      "epoch": 1.624981120676635,
      "grad_norm": 1.7339150596980284,
      "learning_rate": 4.3474670452415044e-06,
      "loss": 0.0998,
      "step": 10759
    },
    {
      "epoch": 1.6251321552635554,
      "grad_norm": 1.7313888398444894,
      "learning_rate": 4.346683001652149e-06,
      "loss": 0.1039,
      "step": 10760
    },
    {
      "epoch": 1.6252831898504758,
      "grad_norm": 2.154630209372567,
      "learning_rate": 4.345898974405878e-06,
      "loss": 0.1344,
      "step": 10761
    },
    {
      "epoch": 1.625434224437396,
      "grad_norm": 1.578278519604013,
      "learning_rate": 4.3451149635223045e-06,
      "loss": 0.1004,
      "step": 10762
    },
    {
      "epoch": 1.6255852590243167,
      "grad_norm": 1.8928770766523104,
      "learning_rate": 4.34433096902104e-06,
      "loss": 0.1315,
      "step": 10763
    },
    {
      "epoch": 1.625736293611237,
      "grad_norm": 1.695355110356407,
      "learning_rate": 4.3435469909216985e-06,
      "loss": 0.1056,
      "step": 10764
    },
    {
      "epoch": 1.6258873281981574,
      "grad_norm": 1.3011406238602221,
      "learning_rate": 4.3427630292438885e-06,
      "loss": 0.0863,
      "step": 10765
    },
    {
      "epoch": 1.6260383627850779,
      "grad_norm": 1.4123559023227914,
      "learning_rate": 4.3419790840072235e-06,
      "loss": 0.1063,
      "step": 10766
    },
    {
      "epoch": 1.626189397371998,
      "grad_norm": 1.6072917088467729,
      "learning_rate": 4.341195155231314e-06,
      "loss": 0.0928,
      "step": 10767
    },
    {
      "epoch": 1.6263404319589188,
      "grad_norm": 1.752483384892773,
      "learning_rate": 4.340411242935769e-06,
      "loss": 0.102,
      "step": 10768
    },
    {
      "epoch": 1.626491466545839,
      "grad_norm": 1.9091552235493667,
      "learning_rate": 4.339627347140201e-06,
      "loss": 0.1119,
      "step": 10769
    },
    {
      "epoch": 1.6266425011327594,
      "grad_norm": 1.6222752213171383,
      "learning_rate": 4.338843467864218e-06,
      "loss": 0.1121,
      "step": 10770
    },
    {
      "epoch": 1.6267935357196799,
      "grad_norm": 1.774195707601802,
      "learning_rate": 4.33805960512743e-06,
      "loss": 0.1063,
      "step": 10771
    },
    {
      "epoch": 1.6269445703066001,
      "grad_norm": 1.699140780725634,
      "learning_rate": 4.337275758949444e-06,
      "loss": 0.1151,
      "step": 10772
    },
    {
      "epoch": 1.6270956048935206,
      "grad_norm": 1.8533171379708393,
      "learning_rate": 4.33649192934987e-06,
      "loss": 0.1174,
      "step": 10773
    },
    {
      "epoch": 1.627246639480441,
      "grad_norm": 1.602932852111012,
      "learning_rate": 4.335708116348315e-06,
      "loss": 0.0875,
      "step": 10774
    },
    {
      "epoch": 1.6273976740673615,
      "grad_norm": 2.104883229775702,
      "learning_rate": 4.334924319964387e-06,
      "loss": 0.1229,
      "step": 10775
    },
    {
      "epoch": 1.627548708654282,
      "grad_norm": 1.548614272480425,
      "learning_rate": 4.334140540217694e-06,
      "loss": 0.0899,
      "step": 10776
    },
    {
      "epoch": 1.6276997432412021,
      "grad_norm": 1.6283848155172709,
      "learning_rate": 4.333356777127839e-06,
      "loss": 0.1248,
      "step": 10777
    },
    {
      "epoch": 1.6278507778281226,
      "grad_norm": 1.355632990982064,
      "learning_rate": 4.332573030714436e-06,
      "loss": 0.101,
      "step": 10778
    },
    {
      "epoch": 1.628001812415043,
      "grad_norm": 1.6172514353615675,
      "learning_rate": 4.331789300997083e-06,
      "loss": 0.1046,
      "step": 10779
    },
    {
      "epoch": 1.6281528470019635,
      "grad_norm": 1.582541825135879,
      "learning_rate": 4.331005587995388e-06,
      "loss": 0.0915,
      "step": 10780
    },
    {
      "epoch": 1.628303881588884,
      "grad_norm": 1.5005418148977452,
      "learning_rate": 4.330221891728955e-06,
      "loss": 0.0969,
      "step": 10781
    },
    {
      "epoch": 1.6284549161758042,
      "grad_norm": 1.594183690741116,
      "learning_rate": 4.3294382122173916e-06,
      "loss": 0.1062,
      "step": 10782
    },
    {
      "epoch": 1.6286059507627246,
      "grad_norm": 1.8309196407795325,
      "learning_rate": 4.3286545494803e-06,
      "loss": 0.0983,
      "step": 10783
    },
    {
      "epoch": 1.628756985349645,
      "grad_norm": 1.5276268352964697,
      "learning_rate": 4.3278709035372845e-06,
      "loss": 0.0921,
      "step": 10784
    },
    {
      "epoch": 1.6289080199365653,
      "grad_norm": 2.347691604617623,
      "learning_rate": 4.32708727440795e-06,
      "loss": 0.141,
      "step": 10785
    },
    {
      "epoch": 1.629059054523486,
      "grad_norm": 1.971677249869501,
      "learning_rate": 4.326303662111894e-06,
      "loss": 0.1214,
      "step": 10786
    },
    {
      "epoch": 1.6292100891104062,
      "grad_norm": 1.4206507347111688,
      "learning_rate": 4.325520066668725e-06,
      "loss": 0.0957,
      "step": 10787
    },
    {
      "epoch": 1.6293611236973267,
      "grad_norm": 1.619520997480469,
      "learning_rate": 4.324736488098041e-06,
      "loss": 0.1133,
      "step": 10788
    },
    {
      "epoch": 1.6295121582842471,
      "grad_norm": 2.3070544463255835,
      "learning_rate": 4.323952926419446e-06,
      "loss": 0.12,
      "step": 10789
    },
    {
      "epoch": 1.6296631928711673,
      "grad_norm": 1.5233131836408027,
      "learning_rate": 4.323169381652541e-06,
      "loss": 0.101,
      "step": 10790
    },
    {
      "epoch": 1.629814227458088,
      "grad_norm": 1.764022901063967,
      "learning_rate": 4.322385853816925e-06,
      "loss": 0.1018,
      "step": 10791
    },
    {
      "epoch": 1.6299652620450082,
      "grad_norm": 1.2533824388757817,
      "learning_rate": 4.321602342932201e-06,
      "loss": 0.0773,
      "step": 10792
    },
    {
      "epoch": 1.6301162966319287,
      "grad_norm": 1.7321018125863124,
      "learning_rate": 4.3208188490179675e-06,
      "loss": 0.1141,
      "step": 10793
    },
    {
      "epoch": 1.6302673312188491,
      "grad_norm": 2.2911735968446187,
      "learning_rate": 4.3200353720938234e-06,
      "loss": 0.0987,
      "step": 10794
    },
    {
      "epoch": 1.6304183658057694,
      "grad_norm": 1.858337779124384,
      "learning_rate": 4.31925191217937e-06,
      "loss": 0.1144,
      "step": 10795
    },
    {
      "epoch": 1.63056940039269,
      "grad_norm": 1.4527637675279597,
      "learning_rate": 4.3184684692942034e-06,
      "loss": 0.0955,
      "step": 10796
    },
    {
      "epoch": 1.6307204349796103,
      "grad_norm": 1.7826287162845251,
      "learning_rate": 4.317685043457922e-06,
      "loss": 0.1056,
      "step": 10797
    },
    {
      "epoch": 1.6308714695665307,
      "grad_norm": 1.8573199037454564,
      "learning_rate": 4.316901634690126e-06,
      "loss": 0.1192,
      "step": 10798
    },
    {
      "epoch": 1.6310225041534512,
      "grad_norm": 1.2182922074028002,
      "learning_rate": 4.316118243010411e-06,
      "loss": 0.0773,
      "step": 10799
    },
    {
      "epoch": 1.6311735387403714,
      "grad_norm": 1.699075142935946,
      "learning_rate": 4.315334868438376e-06,
      "loss": 0.0963,
      "step": 10800
    },
    {
      "epoch": 1.631324573327292,
      "grad_norm": 1.518835297029967,
      "learning_rate": 4.314551510993615e-06,
      "loss": 0.1015,
      "step": 10801
    },
    {
      "epoch": 1.6314756079142123,
      "grad_norm": 1.264999743295667,
      "learning_rate": 4.3137681706957245e-06,
      "loss": 0.0818,
      "step": 10802
    },
    {
      "epoch": 1.6316266425011328,
      "grad_norm": 1.944526778516531,
      "learning_rate": 4.312984847564301e-06,
      "loss": 0.1309,
      "step": 10803
    },
    {
      "epoch": 1.6317776770880532,
      "grad_norm": 1.4393920621851177,
      "learning_rate": 4.312201541618939e-06,
      "loss": 0.099,
      "step": 10804
    },
    {
      "epoch": 1.6319287116749734,
      "grad_norm": 1.9463293756126208,
      "learning_rate": 4.311418252879233e-06,
      "loss": 0.1017,
      "step": 10805
    },
    {
      "epoch": 1.6320797462618941,
      "grad_norm": 1.4562643460217695,
      "learning_rate": 4.31063498136478e-06,
      "loss": 0.1088,
      "step": 10806
    },
    {
      "epoch": 1.6322307808488143,
      "grad_norm": 1.4492724182546517,
      "learning_rate": 4.309851727095174e-06,
      "loss": 0.0942,
      "step": 10807
    },
    {
      "epoch": 1.6323818154357348,
      "grad_norm": 2.077425645117771,
      "learning_rate": 4.309068490090005e-06,
      "loss": 0.114,
      "step": 10808
    },
    {
      "epoch": 1.6325328500226552,
      "grad_norm": 1.5737889947911425,
      "learning_rate": 4.308285270368867e-06,
      "loss": 0.101,
      "step": 10809
    },
    {
      "epoch": 1.6326838846095755,
      "grad_norm": 1.4349986362804532,
      "learning_rate": 4.307502067951353e-06,
      "loss": 0.0937,
      "step": 10810
    },
    {
      "epoch": 1.6328349191964961,
      "grad_norm": 1.8875801236933192,
      "learning_rate": 4.306718882857057e-06,
      "loss": 0.113,
      "step": 10811
    },
    {
      "epoch": 1.6329859537834164,
      "grad_norm": 1.441562480177624,
      "learning_rate": 4.305935715105569e-06,
      "loss": 0.0932,
      "step": 10812
    },
    {
      "epoch": 1.6331369883703368,
      "grad_norm": 1.9503294739850374,
      "learning_rate": 4.305152564716482e-06,
      "loss": 0.1177,
      "step": 10813
    },
    {
      "epoch": 1.6332880229572573,
      "grad_norm": 1.8088248829275242,
      "learning_rate": 4.3043694317093854e-06,
      "loss": 0.1077,
      "step": 10814
    },
    {
      "epoch": 1.6334390575441775,
      "grad_norm": 1.4113498286630866,
      "learning_rate": 4.3035863161038705e-06,
      "loss": 0.0944,
      "step": 10815
    },
    {
      "epoch": 1.6335900921310982,
      "grad_norm": 1.4817169060479374,
      "learning_rate": 4.302803217919527e-06,
      "loss": 0.0969,
      "step": 10816
    },
    {
      "epoch": 1.6337411267180184,
      "grad_norm": 1.4628925769293746,
      "learning_rate": 4.302020137175943e-06,
      "loss": 0.0968,
      "step": 10817
    },
    {
      "epoch": 1.6338921613049389,
      "grad_norm": 1.724536863453241,
      "learning_rate": 4.3012370738927114e-06,
      "loss": 0.1066,
      "step": 10818
    },
    {
      "epoch": 1.6340431958918593,
      "grad_norm": 1.6411388058665397,
      "learning_rate": 4.300454028089417e-06,
      "loss": 0.1095,
      "step": 10819
    },
    {
      "epoch": 1.6341942304787795,
      "grad_norm": 1.703917955645131,
      "learning_rate": 4.299670999785651e-06,
      "loss": 0.1179,
      "step": 10820
    },
    {
      "epoch": 1.6343452650657,
      "grad_norm": 1.5579668117374073,
      "learning_rate": 4.298887989001001e-06,
      "loss": 0.0987,
      "step": 10821
    },
    {
      "epoch": 1.6344962996526204,
      "grad_norm": 1.9175556119269008,
      "learning_rate": 4.298104995755054e-06,
      "loss": 0.1302,
      "step": 10822
    },
    {
      "epoch": 1.634647334239541,
      "grad_norm": 2.1508260359668703,
      "learning_rate": 4.297322020067395e-06,
      "loss": 0.1303,
      "step": 10823
    },
    {
      "epoch": 1.6347983688264613,
      "grad_norm": 1.8517618855335642,
      "learning_rate": 4.296539061957613e-06,
      "loss": 0.1273,
      "step": 10824
    },
    {
      "epoch": 1.6349494034133816,
      "grad_norm": 3.916910427687765,
      "learning_rate": 4.295756121445293e-06,
      "loss": 0.1624,
      "step": 10825
    },
    {
      "epoch": 1.635100438000302,
      "grad_norm": 1.7198055296745927,
      "learning_rate": 4.294973198550022e-06,
      "loss": 0.0858,
      "step": 10826
    },
    {
      "epoch": 1.6352514725872225,
      "grad_norm": 2.6277710408738497,
      "learning_rate": 4.294190293291383e-06,
      "loss": 0.1033,
      "step": 10827
    },
    {
      "epoch": 1.635402507174143,
      "grad_norm": 1.777437137665618,
      "learning_rate": 4.293407405688962e-06,
      "loss": 0.1097,
      "step": 10828
    },
    {
      "epoch": 1.6355535417610634,
      "grad_norm": 1.4602281785204743,
      "learning_rate": 4.2926245357623465e-06,
      "loss": 0.0963,
      "step": 10829
    },
    {
      "epoch": 1.6357045763479836,
      "grad_norm": 1.3748728693209804,
      "learning_rate": 4.291841683531116e-06,
      "loss": 0.1077,
      "step": 10830
    },
    {
      "epoch": 1.635855610934904,
      "grad_norm": 1.7010156234097498,
      "learning_rate": 4.291058849014854e-06,
      "loss": 0.0922,
      "step": 10831
    },
    {
      "epoch": 1.6360066455218245,
      "grad_norm": 1.5610812173352504,
      "learning_rate": 4.290276032233146e-06,
      "loss": 0.1005,
      "step": 10832
    },
    {
      "epoch": 1.6361576801087447,
      "grad_norm": 1.5647902255492112,
      "learning_rate": 4.289493233205572e-06,
      "loss": 0.1035,
      "step": 10833
    },
    {
      "epoch": 1.6363087146956654,
      "grad_norm": 1.8179116917228024,
      "learning_rate": 4.288710451951716e-06,
      "loss": 0.1157,
      "step": 10834
    },
    {
      "epoch": 1.6364597492825856,
      "grad_norm": 1.3348127848892615,
      "learning_rate": 4.287927688491161e-06,
      "loss": 0.0883,
      "step": 10835
    },
    {
      "epoch": 1.636610783869506,
      "grad_norm": 1.7901613122888462,
      "learning_rate": 4.287144942843488e-06,
      "loss": 0.1012,
      "step": 10836
    },
    {
      "epoch": 1.6367618184564265,
      "grad_norm": 1.4942188756938097,
      "learning_rate": 4.286362215028275e-06,
      "loss": 0.1039,
      "step": 10837
    },
    {
      "epoch": 1.6369128530433468,
      "grad_norm": 1.464500063034417,
      "learning_rate": 4.285579505065102e-06,
      "loss": 0.0911,
      "step": 10838
    },
    {
      "epoch": 1.6370638876302674,
      "grad_norm": 2.0568727679285095,
      "learning_rate": 4.284796812973552e-06,
      "loss": 0.1249,
      "step": 10839
    },
    {
      "epoch": 1.6372149222171877,
      "grad_norm": 1.957289608075903,
      "learning_rate": 4.284014138773202e-06,
      "loss": 0.1078,
      "step": 10840
    },
    {
      "epoch": 1.6373659568041081,
      "grad_norm": 1.3089877102171044,
      "learning_rate": 4.283231482483634e-06,
      "loss": 0.1019,
      "step": 10841
    },
    {
      "epoch": 1.6375169913910286,
      "grad_norm": 1.914723489730232,
      "learning_rate": 4.2824488441244245e-06,
      "loss": 0.1032,
      "step": 10842
    },
    {
      "epoch": 1.6376680259779488,
      "grad_norm": 1.3785864684713198,
      "learning_rate": 4.281666223715153e-06,
      "loss": 0.0917,
      "step": 10843
    },
    {
      "epoch": 1.6378190605648695,
      "grad_norm": 1.3027610997261203,
      "learning_rate": 4.280883621275395e-06,
      "loss": 0.085,
      "step": 10844
    },
    {
      "epoch": 1.6379700951517897,
      "grad_norm": 1.9988204754062144,
      "learning_rate": 4.280101036824729e-06,
      "loss": 0.1341,
      "step": 10845
    },
    {
      "epoch": 1.6381211297387102,
      "grad_norm": 1.537263624818815,
      "learning_rate": 4.27931847038273e-06,
      "loss": 0.1084,
      "step": 10846
    },
    {
      "epoch": 1.6382721643256306,
      "grad_norm": 2.27751006595059,
      "learning_rate": 4.2785359219689785e-06,
      "loss": 0.1079,
      "step": 10847
    },
    {
      "epoch": 1.6384231989125508,
      "grad_norm": 1.452331990081763,
      "learning_rate": 4.277753391603047e-06,
      "loss": 0.0958,
      "step": 10848
    },
    {
      "epoch": 1.6385742334994715,
      "grad_norm": 1.7845423703939072,
      "learning_rate": 4.2769708793045115e-06,
      "loss": 0.117,
      "step": 10849
    },
    {
      "epoch": 1.6387252680863917,
      "grad_norm": 1.6894089914273007,
      "learning_rate": 4.276188385092948e-06,
      "loss": 0.1063,
      "step": 10850
    },
    {
      "epoch": 1.6388763026733122,
      "grad_norm": 2.3857533365195414,
      "learning_rate": 4.27540590898793e-06,
      "loss": 0.1176,
      "step": 10851
    },
    {
      "epoch": 1.6390273372602326,
      "grad_norm": 1.949888289224625,
      "learning_rate": 4.274623451009031e-06,
      "loss": 0.1095,
      "step": 10852
    },
    {
      "epoch": 1.6391783718471529,
      "grad_norm": 1.4834433899527528,
      "learning_rate": 4.273841011175826e-06,
      "loss": 0.0984,
      "step": 10853
    },
    {
      "epoch": 1.6393294064340735,
      "grad_norm": 2.239751430211955,
      "learning_rate": 4.273058589507887e-06,
      "loss": 0.1223,
      "step": 10854
    },
    {
      "epoch": 1.6394804410209938,
      "grad_norm": 1.5114485497724492,
      "learning_rate": 4.272276186024789e-06,
      "loss": 0.0979,
      "step": 10855
    },
    {
      "epoch": 1.6396314756079142,
      "grad_norm": 2.486258153020888,
      "learning_rate": 4.2714938007461e-06,
      "loss": 0.1255,
      "step": 10856
    },
    {
      "epoch": 1.6397825101948347,
      "grad_norm": 1.6320921150792853,
      "learning_rate": 4.270711433691398e-06,
      "loss": 0.1046,
      "step": 10857
    },
    {
      "epoch": 1.639933544781755,
      "grad_norm": 2.8077193790360693,
      "learning_rate": 4.269929084880248e-06,
      "loss": 0.1295,
      "step": 10858
    },
    {
      "epoch": 1.6400845793686756,
      "grad_norm": 1.3179667658321184,
      "learning_rate": 4.2691467543322244e-06,
      "loss": 0.0863,
      "step": 10859
    },
    {
      "epoch": 1.6402356139555958,
      "grad_norm": 1.7787304196517066,
      "learning_rate": 4.268364442066897e-06,
      "loss": 0.1116,
      "step": 10860
    },
    {
      "epoch": 1.6403866485425163,
      "grad_norm": 1.4238903808672638,
      "learning_rate": 4.267582148103834e-06,
      "loss": 0.0926,
      "step": 10861
    },
    {
      "epoch": 1.6405376831294367,
      "grad_norm": 2.1206310753358837,
      "learning_rate": 4.266799872462608e-06,
      "loss": 0.1168,
      "step": 10862
    },
    {
      "epoch": 1.640688717716357,
      "grad_norm": 1.4743711667380412,
      "learning_rate": 4.2660176151627866e-06,
      "loss": 0.0825,
      "step": 10863
    },
    {
      "epoch": 1.6408397523032776,
      "grad_norm": 1.4986760969815058,
      "learning_rate": 4.2652353762239376e-06,
      "loss": 0.0903,
      "step": 10864
    },
    {
      "epoch": 1.6409907868901978,
      "grad_norm": 1.706598812275866,
      "learning_rate": 4.264453155665633e-06,
      "loss": 0.11,
      "step": 10865
    },
    {
      "epoch": 1.6411418214771183,
      "grad_norm": 2.3939704295742867,
      "learning_rate": 4.263670953507434e-06,
      "loss": 0.1349,
      "step": 10866
    },
    {
      "epoch": 1.6412928560640387,
      "grad_norm": 1.6152936983406534,
      "learning_rate": 4.2628887697689125e-06,
      "loss": 0.1209,
      "step": 10867
    },
    {
      "epoch": 1.641443890650959,
      "grad_norm": 1.6949626139491127,
      "learning_rate": 4.262106604469633e-06,
      "loss": 0.1023,
      "step": 10868
    },
    {
      "epoch": 1.6415949252378794,
      "grad_norm": 1.5175929673505437,
      "learning_rate": 4.261324457629164e-06,
      "loss": 0.0986,
      "step": 10869
    },
    {
      "epoch": 1.6417459598247999,
      "grad_norm": 1.5649515681910364,
      "learning_rate": 4.260542329267069e-06,
      "loss": 0.103,
      "step": 10870
    },
    {
      "epoch": 1.6418969944117203,
      "grad_norm": 1.713903504003222,
      "learning_rate": 4.259760219402915e-06,
      "loss": 0.1079,
      "step": 10871
    },
    {
      "epoch": 1.6420480289986408,
      "grad_norm": 1.681103227478605,
      "learning_rate": 4.258978128056268e-06,
      "loss": 0.1032,
      "step": 10872
    },
    {
      "epoch": 1.642199063585561,
      "grad_norm": 1.2961318202234156,
      "learning_rate": 4.25819605524669e-06,
      "loss": 0.0893,
      "step": 10873
    },
    {
      "epoch": 1.6423500981724815,
      "grad_norm": 1.5125229144843857,
      "learning_rate": 4.257414000993744e-06,
      "loss": 0.0995,
      "step": 10874
    },
    {
      "epoch": 1.642501132759402,
      "grad_norm": 1.8436618781989658,
      "learning_rate": 4.256631965316997e-06,
      "loss": 0.1025,
      "step": 10875
    },
    {
      "epoch": 1.6426521673463224,
      "grad_norm": 1.4102117066494682,
      "learning_rate": 4.255849948236009e-06,
      "loss": 0.0841,
      "step": 10876
    },
    {
      "epoch": 1.6428032019332428,
      "grad_norm": 1.7572491705075044,
      "learning_rate": 4.255067949770345e-06,
      "loss": 0.1058,
      "step": 10877
    },
    {
      "epoch": 1.642954236520163,
      "grad_norm": 1.6890013799625996,
      "learning_rate": 4.254285969939566e-06,
      "loss": 0.1082,
      "step": 10878
    },
    {
      "epoch": 1.6431052711070835,
      "grad_norm": 2.0160313426343355,
      "learning_rate": 4.253504008763235e-06,
      "loss": 0.1061,
      "step": 10879
    },
    {
      "epoch": 1.643256305694004,
      "grad_norm": 1.7780112100216088,
      "learning_rate": 4.25272206626091e-06,
      "loss": 0.104,
      "step": 10880
    },
    {
      "epoch": 1.6434073402809242,
      "grad_norm": 2.037848981143661,
      "learning_rate": 4.251940142452155e-06,
      "loss": 0.1041,
      "step": 10881
    },
    {
      "epoch": 1.6435583748678448,
      "grad_norm": 2.22849558199677,
      "learning_rate": 4.251158237356528e-06,
      "loss": 0.109,
      "step": 10882
    },
    {
      "epoch": 1.643709409454765,
      "grad_norm": 2.0086329125409033,
      "learning_rate": 4.25037635099359e-06,
      "loss": 0.124,
      "step": 10883
    },
    {
      "epoch": 1.6438604440416855,
      "grad_norm": 1.5672181711216762,
      "learning_rate": 4.249594483382898e-06,
      "loss": 0.1065,
      "step": 10884
    },
    {
      "epoch": 1.644011478628606,
      "grad_norm": 1.534266546315424,
      "learning_rate": 4.248812634544015e-06,
      "loss": 0.1066,
      "step": 10885
    },
    {
      "epoch": 1.6441625132155262,
      "grad_norm": 1.5636602140128224,
      "learning_rate": 4.2480308044964995e-06,
      "loss": 0.1068,
      "step": 10886
    },
    {
      "epoch": 1.6443135478024469,
      "grad_norm": 1.7162838797979911,
      "learning_rate": 4.247248993259905e-06,
      "loss": 0.098,
      "step": 10887
    },
    {
      "epoch": 1.644464582389367,
      "grad_norm": 1.3729263247160646,
      "learning_rate": 4.24646720085379e-06,
      "loss": 0.0928,
      "step": 10888
    },
    {
      "epoch": 1.6446156169762876,
      "grad_norm": 2.0529559280070786,
      "learning_rate": 4.245685427297713e-06,
      "loss": 0.1329,
      "step": 10889
    },
    {
      "epoch": 1.644766651563208,
      "grad_norm": 1.5838217045770189,
      "learning_rate": 4.24490367261123e-06,
      "loss": 0.103,
      "step": 10890
    },
    {
      "epoch": 1.6449176861501282,
      "grad_norm": 1.719333005460067,
      "learning_rate": 4.2441219368138976e-06,
      "loss": 0.1168,
      "step": 10891
    },
    {
      "epoch": 1.645068720737049,
      "grad_norm": 1.589015586433826,
      "learning_rate": 4.243340219925271e-06,
      "loss": 0.0968,
      "step": 10892
    },
    {
      "epoch": 1.6452197553239691,
      "grad_norm": 1.5336451382865621,
      "learning_rate": 4.2425585219649065e-06,
      "loss": 0.0994,
      "step": 10893
    },
    {
      "epoch": 1.6453707899108896,
      "grad_norm": 1.9246700158858703,
      "learning_rate": 4.241776842952354e-06,
      "loss": 0.1165,
      "step": 10894
    },
    {
      "epoch": 1.64552182449781,
      "grad_norm": 1.5447436540256008,
      "learning_rate": 4.2409951829071725e-06,
      "loss": 0.0997,
      "step": 10895
    },
    {
      "epoch": 1.6456728590847303,
      "grad_norm": 1.6894979196920132,
      "learning_rate": 4.240213541848915e-06,
      "loss": 0.1114,
      "step": 10896
    },
    {
      "epoch": 1.645823893671651,
      "grad_norm": 1.5544921896690471,
      "learning_rate": 4.239431919797132e-06,
      "loss": 0.1072,
      "step": 10897
    },
    {
      "epoch": 1.6459749282585712,
      "grad_norm": 1.774827120804565,
      "learning_rate": 4.23865031677138e-06,
      "loss": 0.116,
      "step": 10898
    },
    {
      "epoch": 1.6461259628454916,
      "grad_norm": 1.7414118974129709,
      "learning_rate": 4.237868732791208e-06,
      "loss": 0.1143,
      "step": 10899
    },
    {
      "epoch": 1.646276997432412,
      "grad_norm": 1.5511411732578373,
      "learning_rate": 4.2370871678761685e-06,
      "loss": 0.1058,
      "step": 10900
    },
    {
      "epoch": 1.6464280320193323,
      "grad_norm": 1.8913476584243878,
      "learning_rate": 4.236305622045815e-06,
      "loss": 0.1081,
      "step": 10901
    },
    {
      "epoch": 1.646579066606253,
      "grad_norm": 2.70294459721984,
      "learning_rate": 4.235524095319696e-06,
      "loss": 0.1436,
      "step": 10902
    },
    {
      "epoch": 1.6467301011931732,
      "grad_norm": 1.2951125708235944,
      "learning_rate": 4.234742587717361e-06,
      "loss": 0.0943,
      "step": 10903
    },
    {
      "epoch": 1.6468811357800937,
      "grad_norm": 1.6932218664192356,
      "learning_rate": 4.233961099258362e-06,
      "loss": 0.116,
      "step": 10904
    },
    {
      "epoch": 1.647032170367014,
      "grad_norm": 1.4295471849796983,
      "learning_rate": 4.233179629962248e-06,
      "loss": 0.0975,
      "step": 10905
    },
    {
      "epoch": 1.6471832049539343,
      "grad_norm": 1.7846153704187122,
      "learning_rate": 4.232398179848567e-06,
      "loss": 0.1246,
      "step": 10906
    },
    {
      "epoch": 1.647334239540855,
      "grad_norm": 1.5822522338304894,
      "learning_rate": 4.231616748936866e-06,
      "loss": 0.0965,
      "step": 10907
    },
    {
      "epoch": 1.6474852741277752,
      "grad_norm": 1.5369447225911153,
      "learning_rate": 4.2308353372467e-06,
      "loss": 0.1003,
      "step": 10908
    },
    {
      "epoch": 1.6476363087146957,
      "grad_norm": 1.3126071842155405,
      "learning_rate": 4.230053944797607e-06,
      "loss": 0.0851,
      "step": 10909
    },
    {
      "epoch": 1.6477873433016161,
      "grad_norm": 1.559140697081721,
      "learning_rate": 4.2292725716091395e-06,
      "loss": 0.0974,
      "step": 10910
    },
    {
      "epoch": 1.6479383778885364,
      "grad_norm": 2.0204871333558256,
      "learning_rate": 4.228491217700843e-06,
      "loss": 0.1229,
      "step": 10911
    },
    {
      "epoch": 1.648089412475457,
      "grad_norm": 1.4231293293095753,
      "learning_rate": 4.227709883092261e-06,
      "loss": 0.1047,
      "step": 10912
    },
    {
      "epoch": 1.6482404470623773,
      "grad_norm": 1.5215657907753157,
      "learning_rate": 4.2269285678029424e-06,
      "loss": 0.0988,
      "step": 10913
    },
    {
      "epoch": 1.6483914816492977,
      "grad_norm": 1.5714844311933354,
      "learning_rate": 4.226147271852431e-06,
      "loss": 0.0958,
      "step": 10914
    },
    {
      "epoch": 1.6485425162362182,
      "grad_norm": 1.5405618190023127,
      "learning_rate": 4.2253659952602736e-06,
      "loss": 0.0944,
      "step": 10915
    },
    {
      "epoch": 1.6486935508231384,
      "grad_norm": 1.4904550768987916,
      "learning_rate": 4.2245847380460105e-06,
      "loss": 0.0867,
      "step": 10916
    },
    {
      "epoch": 1.6488445854100588,
      "grad_norm": 1.6418343038609617,
      "learning_rate": 4.223803500229185e-06,
      "loss": 0.1041,
      "step": 10917
    },
    {
      "epoch": 1.6489956199969793,
      "grad_norm": 1.3525792853466765,
      "learning_rate": 4.223022281829343e-06,
      "loss": 0.1011,
      "step": 10918
    },
    {
      "epoch": 1.6491466545838998,
      "grad_norm": 1.249263132417794,
      "learning_rate": 4.222241082866027e-06,
      "loss": 0.0793,
      "step": 10919
    },
    {
      "epoch": 1.6492976891708202,
      "grad_norm": 1.657076967899037,
      "learning_rate": 4.221459903358778e-06,
      "loss": 0.0881,
      "step": 10920
    },
    {
      "epoch": 1.6494487237577404,
      "grad_norm": 1.301214021805934,
      "learning_rate": 4.2206787433271374e-06,
      "loss": 0.0917,
      "step": 10921
    },
    {
      "epoch": 1.6495997583446609,
      "grad_norm": 1.8201782497407462,
      "learning_rate": 4.219897602790648e-06,
      "loss": 0.1144,
      "step": 10922
    },
    {
      "epoch": 1.6497507929315813,
      "grad_norm": 1.3909708570234958,
      "learning_rate": 4.2191164817688475e-06,
      "loss": 0.0962,
      "step": 10923
    },
    {
      "epoch": 1.6499018275185018,
      "grad_norm": 1.7995948884949242,
      "learning_rate": 4.218335380281279e-06,
      "loss": 0.1185,
      "step": 10924
    },
    {
      "epoch": 1.6500528621054222,
      "grad_norm": 1.491857720436933,
      "learning_rate": 4.217554298347481e-06,
      "loss": 0.0948,
      "step": 10925
    },
    {
      "epoch": 1.6502038966923425,
      "grad_norm": 1.7574190925223943,
      "learning_rate": 4.216773235986992e-06,
      "loss": 0.1337,
      "step": 10926
    },
    {
      "epoch": 1.650354931279263,
      "grad_norm": 1.6418323246646775,
      "learning_rate": 4.215992193219352e-06,
      "loss": 0.0963,
      "step": 10927
    },
    {
      "epoch": 1.6505059658661834,
      "grad_norm": 1.5222606651729556,
      "learning_rate": 4.215211170064099e-06,
      "loss": 0.0986,
      "step": 10928
    },
    {
      "epoch": 1.6506570004531036,
      "grad_norm": 1.3328422343857447,
      "learning_rate": 4.214430166540771e-06,
      "loss": 0.0922,
      "step": 10929
    },
    {
      "epoch": 1.6508080350400243,
      "grad_norm": 1.6564478711066304,
      "learning_rate": 4.2136491826689024e-06,
      "loss": 0.1019,
      "step": 10930
    },
    {
      "epoch": 1.6509590696269445,
      "grad_norm": 1.6881560689700803,
      "learning_rate": 4.212868218468034e-06,
      "loss": 0.1258,
      "step": 10931
    },
    {
      "epoch": 1.651110104213865,
      "grad_norm": 2.1386473306902776,
      "learning_rate": 4.212087273957699e-06,
      "loss": 0.1219,
      "step": 10932
    },
    {
      "epoch": 1.6512611388007854,
      "grad_norm": 1.6535584544832282,
      "learning_rate": 4.2113063491574345e-06,
      "loss": 0.1077,
      "step": 10933
    },
    {
      "epoch": 1.6514121733877056,
      "grad_norm": 1.842955290889116,
      "learning_rate": 4.210525444086776e-06,
      "loss": 0.1087,
      "step": 10934
    },
    {
      "epoch": 1.6515632079746263,
      "grad_norm": 1.4909131001706397,
      "learning_rate": 4.209744558765257e-06,
      "loss": 0.1039,
      "step": 10935
    },
    {
      "epoch": 1.6517142425615465,
      "grad_norm": 1.9463629580499895,
      "learning_rate": 4.208963693212412e-06,
      "loss": 0.111,
      "step": 10936
    },
    {
      "epoch": 1.651865277148467,
      "grad_norm": 1.5805788869192967,
      "learning_rate": 4.20818284744778e-06,
      "loss": 0.1066,
      "step": 10937
    },
    {
      "epoch": 1.6520163117353874,
      "grad_norm": 1.6350432607001615,
      "learning_rate": 4.207402021490886e-06,
      "loss": 0.1141,
      "step": 10938
    },
    {
      "epoch": 1.6521673463223077,
      "grad_norm": 1.719386595933087,
      "learning_rate": 4.206621215361267e-06,
      "loss": 0.106,
      "step": 10939
    },
    {
      "epoch": 1.6523183809092283,
      "grad_norm": 1.8145112871012008,
      "learning_rate": 4.2058404290784535e-06,
      "loss": 0.1208,
      "step": 10940
    },
    {
      "epoch": 1.6524694154961486,
      "grad_norm": 2.5735077465431755,
      "learning_rate": 4.20505966266198e-06,
      "loss": 0.0994,
      "step": 10941
    },
    {
      "epoch": 1.652620450083069,
      "grad_norm": 1.3936139207377471,
      "learning_rate": 4.204278916131377e-06,
      "loss": 0.0964,
      "step": 10942
    },
    {
      "epoch": 1.6527714846699895,
      "grad_norm": 1.7473650226875816,
      "learning_rate": 4.203498189506174e-06,
      "loss": 0.1239,
      "step": 10943
    },
    {
      "epoch": 1.6529225192569097,
      "grad_norm": 1.3046812222289264,
      "learning_rate": 4.2027174828059045e-06,
      "loss": 0.093,
      "step": 10944
    },
    {
      "epoch": 1.6530735538438304,
      "grad_norm": 1.4117513756781588,
      "learning_rate": 4.2019367960500914e-06,
      "loss": 0.0928,
      "step": 10945
    },
    {
      "epoch": 1.6532245884307506,
      "grad_norm": 1.4662417120815552,
      "learning_rate": 4.201156129258271e-06,
      "loss": 0.0974,
      "step": 10946
    },
    {
      "epoch": 1.653375623017671,
      "grad_norm": 1.6338165743781417,
      "learning_rate": 4.200375482449969e-06,
      "loss": 0.1133,
      "step": 10947
    },
    {
      "epoch": 1.6535266576045915,
      "grad_norm": 1.54295762106175,
      "learning_rate": 4.199594855644714e-06,
      "loss": 0.1018,
      "step": 10948
    },
    {
      "epoch": 1.6536776921915117,
      "grad_norm": 1.280091059254388,
      "learning_rate": 4.198814248862034e-06,
      "loss": 0.0864,
      "step": 10949
    },
    {
      "epoch": 1.6538287267784324,
      "grad_norm": 2.9085677878002656,
      "learning_rate": 4.1980336621214575e-06,
      "loss": 0.1143,
      "step": 10950
    },
    {
      "epoch": 1.6539797613653526,
      "grad_norm": 2.31305178490602,
      "learning_rate": 4.19725309544251e-06,
      "loss": 0.1132,
      "step": 10951
    },
    {
      "epoch": 1.654130795952273,
      "grad_norm": 1.6720064788155733,
      "learning_rate": 4.1964725488447175e-06,
      "loss": 0.1114,
      "step": 10952
    },
    {
      "epoch": 1.6542818305391935,
      "grad_norm": 1.8611839451993877,
      "learning_rate": 4.195692022347606e-06,
      "loss": 0.1046,
      "step": 10953
    },
    {
      "epoch": 1.6544328651261138,
      "grad_norm": 2.0041036306127853,
      "learning_rate": 4.194911515970701e-06,
      "loss": 0.1219,
      "step": 10954
    },
    {
      "epoch": 1.6545838997130344,
      "grad_norm": 1.642781430800638,
      "learning_rate": 4.194131029733528e-06,
      "loss": 0.1116,
      "step": 10955
    },
    {
      "epoch": 1.6547349342999547,
      "grad_norm": 1.707481338698937,
      "learning_rate": 4.19335056365561e-06,
      "loss": 0.0986,
      "step": 10956
    },
    {
      "epoch": 1.6548859688868751,
      "grad_norm": 1.7317515075509178,
      "learning_rate": 4.192570117756472e-06,
      "loss": 0.1015,
      "step": 10957
    },
    {
      "epoch": 1.6550370034737956,
      "grad_norm": 1.7629660433353198,
      "learning_rate": 4.191789692055638e-06,
      "loss": 0.0893,
      "step": 10958
    },
    {
      "epoch": 1.6551880380607158,
      "grad_norm": 1.3922163948384334,
      "learning_rate": 4.191009286572628e-06,
      "loss": 0.0928,
      "step": 10959
    },
    {
      "epoch": 1.6553390726476365,
      "grad_norm": 1.9148654260537972,
      "learning_rate": 4.1902289013269656e-06,
      "loss": 0.1126,
      "step": 10960
    },
    {
      "epoch": 1.6554901072345567,
      "grad_norm": 1.6524630506829738,
      "learning_rate": 4.189448536338173e-06,
      "loss": 0.1121,
      "step": 10961
    },
    {
      "epoch": 1.6556411418214771,
      "grad_norm": 1.7443713938037715,
      "learning_rate": 4.1886681916257716e-06,
      "loss": 0.1156,
      "step": 10962
    },
    {
      "epoch": 1.6557921764083976,
      "grad_norm": 1.6776117288735204,
      "learning_rate": 4.18788786720928e-06,
      "loss": 0.103,
      "step": 10963
    },
    {
      "epoch": 1.6559432109953178,
      "grad_norm": 1.4285027011124771,
      "learning_rate": 4.187107563108222e-06,
      "loss": 0.1052,
      "step": 10964
    },
    {
      "epoch": 1.6560942455822383,
      "grad_norm": 1.5344318793965883,
      "learning_rate": 4.186327279342117e-06,
      "loss": 0.1145,
      "step": 10965
    },
    {
      "epoch": 1.6562452801691587,
      "grad_norm": 1.549812974533223,
      "learning_rate": 4.185547015930481e-06,
      "loss": 0.1124,
      "step": 10966
    },
    {
      "epoch": 1.6563963147560792,
      "grad_norm": 1.4740092037788406,
      "learning_rate": 4.184766772892835e-06,
      "loss": 0.0901,
      "step": 10967
    },
    {
      "epoch": 1.6565473493429996,
      "grad_norm": 1.4780757568157983,
      "learning_rate": 4.183986550248695e-06,
      "loss": 0.0928,
      "step": 10968
    },
    {
      "epoch": 1.6566983839299199,
      "grad_norm": 1.8570194659193582,
      "learning_rate": 4.183206348017582e-06,
      "loss": 0.0904,
      "step": 10969
    },
    {
      "epoch": 1.6568494185168403,
      "grad_norm": 1.782936921154383,
      "learning_rate": 4.182426166219011e-06,
      "loss": 0.1174,
      "step": 10970
    },
    {
      "epoch": 1.6570004531037608,
      "grad_norm": 1.5293225646948025,
      "learning_rate": 4.181646004872499e-06,
      "loss": 0.1009,
      "step": 10971
    },
    {
      "epoch": 1.6571514876906812,
      "grad_norm": 1.4089745788482124,
      "learning_rate": 4.180865863997563e-06,
      "loss": 0.0958,
      "step": 10972
    },
    {
      "epoch": 1.6573025222776017,
      "grad_norm": 1.764136167342492,
      "learning_rate": 4.180085743613719e-06,
      "loss": 0.1036,
      "step": 10973
    },
    {
      "epoch": 1.657453556864522,
      "grad_norm": 1.9174157516907302,
      "learning_rate": 4.179305643740481e-06,
      "loss": 0.1291,
      "step": 10974
    },
    {
      "epoch": 1.6576045914514423,
      "grad_norm": 1.685487798177938,
      "learning_rate": 4.178525564397363e-06,
      "loss": 0.11,
      "step": 10975
    },
    {
      "epoch": 1.6577556260383628,
      "grad_norm": 1.9918055759267794,
      "learning_rate": 4.17774550560388e-06,
      "loss": 0.1073,
      "step": 10976
    },
    {
      "epoch": 1.657906660625283,
      "grad_norm": 1.409388470283533,
      "learning_rate": 4.1769654673795455e-06,
      "loss": 0.1038,
      "step": 10977
    },
    {
      "epoch": 1.6580576952122037,
      "grad_norm": 1.5460543765283996,
      "learning_rate": 4.176185449743873e-06,
      "loss": 0.1134,
      "step": 10978
    },
    {
      "epoch": 1.658208729799124,
      "grad_norm": 1.499628227529676,
      "learning_rate": 4.1754054527163745e-06,
      "loss": 0.1128,
      "step": 10979
    },
    {
      "epoch": 1.6583597643860444,
      "grad_norm": 1.9050015024491114,
      "learning_rate": 4.174625476316564e-06,
      "loss": 0.0971,
      "step": 10980
    },
    {
      "epoch": 1.6585107989729648,
      "grad_norm": 1.4797853507009637,
      "learning_rate": 4.173845520563949e-06,
      "loss": 0.0984,
      "step": 10981
    },
    {
      "epoch": 1.658661833559885,
      "grad_norm": 1.4696108965789445,
      "learning_rate": 4.173065585478044e-06,
      "loss": 0.098,
      "step": 10982
    },
    {
      "epoch": 1.6588128681468057,
      "grad_norm": 1.4735282020899982,
      "learning_rate": 4.172285671078358e-06,
      "loss": 0.0972,
      "step": 10983
    },
    {
      "epoch": 1.658963902733726,
      "grad_norm": 1.6053867059506013,
      "learning_rate": 4.171505777384401e-06,
      "loss": 0.1108,
      "step": 10984
    },
    {
      "epoch": 1.6591149373206464,
      "grad_norm": 2.079268890173858,
      "learning_rate": 4.170725904415684e-06,
      "loss": 0.1209,
      "step": 10985
    },
    {
      "epoch": 1.6592659719075669,
      "grad_norm": 1.7030067624654148,
      "learning_rate": 4.169946052191713e-06,
      "loss": 0.1121,
      "step": 10986
    },
    {
      "epoch": 1.659417006494487,
      "grad_norm": 1.6534428286242764,
      "learning_rate": 4.1691662207320005e-06,
      "loss": 0.1136,
      "step": 10987
    },
    {
      "epoch": 1.6595680410814078,
      "grad_norm": 1.4687589952229685,
      "learning_rate": 4.168386410056051e-06,
      "loss": 0.1008,
      "step": 10988
    },
    {
      "epoch": 1.659719075668328,
      "grad_norm": 1.3400494443853155,
      "learning_rate": 4.167606620183372e-06,
      "loss": 0.089,
      "step": 10989
    },
    {
      "epoch": 1.6598701102552484,
      "grad_norm": 2.0514283099571324,
      "learning_rate": 4.166826851133473e-06,
      "loss": 0.1034,
      "step": 10990
    },
    {
      "epoch": 1.660021144842169,
      "grad_norm": 1.9065951703094364,
      "learning_rate": 4.166047102925856e-06,
      "loss": 0.1109,
      "step": 10991
    },
    {
      "epoch": 1.6601721794290891,
      "grad_norm": 1.3859331912206987,
      "learning_rate": 4.165267375580032e-06,
      "loss": 0.1027,
      "step": 10992
    },
    {
      "epoch": 1.6603232140160098,
      "grad_norm": 1.5092110994966257,
      "learning_rate": 4.164487669115502e-06,
      "loss": 0.0946,
      "step": 10993
    },
    {
      "epoch": 1.66047424860293,
      "grad_norm": 1.588730047831384,
      "learning_rate": 4.163707983551777e-06,
      "loss": 0.0841,
      "step": 10994
    },
    {
      "epoch": 1.6606252831898505,
      "grad_norm": 1.6291079436443603,
      "learning_rate": 4.162928318908354e-06,
      "loss": 0.0845,
      "step": 10995
    },
    {
      "epoch": 1.660776317776771,
      "grad_norm": 2.834163039927141,
      "learning_rate": 4.162148675204738e-06,
      "loss": 0.1219,
      "step": 10996
    },
    {
      "epoch": 1.6609273523636912,
      "grad_norm": 1.7146764635524792,
      "learning_rate": 4.161369052460435e-06,
      "loss": 0.1034,
      "step": 10997
    },
    {
      "epoch": 1.6610783869506118,
      "grad_norm": 1.5871698270615007,
      "learning_rate": 4.1605894506949466e-06,
      "loss": 0.1137,
      "step": 10998
    },
    {
      "epoch": 1.661229421537532,
      "grad_norm": 1.3766296918450511,
      "learning_rate": 4.159809869927775e-06,
      "loss": 0.0896,
      "step": 10999
    },
    {
      "epoch": 1.6613804561244525,
      "grad_norm": 1.630895103883687,
      "learning_rate": 4.159030310178423e-06,
      "loss": 0.0979,
      "step": 11000
    },
    {
      "epoch": 1.661531490711373,
      "grad_norm": 1.7026880577702668,
      "learning_rate": 4.15825077146639e-06,
      "loss": 0.1061,
      "step": 11001
    },
    {
      "epoch": 1.6616825252982932,
      "grad_norm": 1.6041511280538658,
      "learning_rate": 4.157471253811177e-06,
      "loss": 0.0957,
      "step": 11002
    },
    {
      "epoch": 1.6618335598852139,
      "grad_norm": 1.5210399287697711,
      "learning_rate": 4.1566917572322835e-06,
      "loss": 0.0982,
      "step": 11003
    },
    {
      "epoch": 1.661984594472134,
      "grad_norm": 1.5978912028358985,
      "learning_rate": 4.155912281749209e-06,
      "loss": 0.1012,
      "step": 11004
    },
    {
      "epoch": 1.6621356290590545,
      "grad_norm": 1.548639124557181,
      "learning_rate": 4.155132827381455e-06,
      "loss": 0.1063,
      "step": 11005
    },
    {
      "epoch": 1.662286663645975,
      "grad_norm": 1.5897699449622649,
      "learning_rate": 4.154353394148517e-06,
      "loss": 0.0789,
      "step": 11006
    },
    {
      "epoch": 1.6624376982328952,
      "grad_norm": 2.0023341253939,
      "learning_rate": 4.153573982069895e-06,
      "loss": 0.1037,
      "step": 11007
    },
    {
      "epoch": 1.662588732819816,
      "grad_norm": 1.5674986566581026,
      "learning_rate": 4.152794591165084e-06,
      "loss": 0.0938,
      "step": 11008
    },
    {
      "epoch": 1.6627397674067361,
      "grad_norm": 1.5546554335263765,
      "learning_rate": 4.152015221453585e-06,
      "loss": 0.0976,
      "step": 11009
    },
    {
      "epoch": 1.6628908019936566,
      "grad_norm": 1.6482941796036223,
      "learning_rate": 4.15123587295489e-06,
      "loss": 0.0983,
      "step": 11010
    },
    {
      "epoch": 1.663041836580577,
      "grad_norm": 1.4388708779869928,
      "learning_rate": 4.150456545688497e-06,
      "loss": 0.0993,
      "step": 11011
    },
    {
      "epoch": 1.6631928711674973,
      "grad_norm": 1.7272554365996708,
      "learning_rate": 4.1496772396739e-06,
      "loss": 0.1056,
      "step": 11012
    },
    {
      "epoch": 1.6633439057544177,
      "grad_norm": 1.5138797696889623,
      "learning_rate": 4.1488979549305955e-06,
      "loss": 0.1065,
      "step": 11013
    },
    {
      "epoch": 1.6634949403413382,
      "grad_norm": 3.6530450915497688,
      "learning_rate": 4.148118691478077e-06,
      "loss": 0.0999,
      "step": 11014
    },
    {
      "epoch": 1.6636459749282586,
      "grad_norm": 1.6601705492216363,
      "learning_rate": 4.147339449335836e-06,
      "loss": 0.109,
      "step": 11015
    },
    {
      "epoch": 1.663797009515179,
      "grad_norm": 1.7335783785505123,
      "learning_rate": 4.146560228523373e-06,
      "loss": 0.097,
      "step": 11016
    },
    {
      "epoch": 1.6639480441020993,
      "grad_norm": 1.1967240614566845,
      "learning_rate": 4.145781029060172e-06,
      "loss": 0.0893,
      "step": 11017
    },
    {
      "epoch": 1.6640990786890197,
      "grad_norm": 1.3822577322983705,
      "learning_rate": 4.145001850965728e-06,
      "loss": 0.0978,
      "step": 11018
    },
    {
      "epoch": 1.6642501132759402,
      "grad_norm": 1.493798160955704,
      "learning_rate": 4.144222694259533e-06,
      "loss": 0.1112,
      "step": 11019
    },
    {
      "epoch": 1.6644011478628606,
      "grad_norm": 1.6520252018264627,
      "learning_rate": 4.143443558961079e-06,
      "loss": 0.115,
      "step": 11020
    },
    {
      "epoch": 1.664552182449781,
      "grad_norm": 1.87759390177422,
      "learning_rate": 4.142664445089856e-06,
      "loss": 0.1156,
      "step": 11021
    },
    {
      "epoch": 1.6647032170367013,
      "grad_norm": 1.6036643811894389,
      "learning_rate": 4.141885352665353e-06,
      "loss": 0.1028,
      "step": 11022
    },
    {
      "epoch": 1.6648542516236218,
      "grad_norm": 1.519265924022147,
      "learning_rate": 4.141106281707063e-06,
      "loss": 0.0909,
      "step": 11023
    },
    {
      "epoch": 1.6650052862105422,
      "grad_norm": 1.740816220597368,
      "learning_rate": 4.140327232234468e-06,
      "loss": 0.1125,
      "step": 11024
    },
    {
      "epoch": 1.6651563207974625,
      "grad_norm": 1.9398772763176695,
      "learning_rate": 4.139548204267061e-06,
      "loss": 0.1055,
      "step": 11025
    },
    {
      "epoch": 1.6653073553843831,
      "grad_norm": 1.7910724008036758,
      "learning_rate": 4.138769197824329e-06,
      "loss": 0.1063,
      "step": 11026
    },
    {
      "epoch": 1.6654583899713034,
      "grad_norm": 2.1784804904432455,
      "learning_rate": 4.13799021292576e-06,
      "loss": 0.1102,
      "step": 11027
    },
    {
      "epoch": 1.6656094245582238,
      "grad_norm": 1.5984547399532907,
      "learning_rate": 4.13721124959084e-06,
      "loss": 0.0874,
      "step": 11028
    },
    {
      "epoch": 1.6657604591451443,
      "grad_norm": 1.7967707024679516,
      "learning_rate": 4.136432307839056e-06,
      "loss": 0.1205,
      "step": 11029
    },
    {
      "epoch": 1.6659114937320645,
      "grad_norm": 1.2785565486074257,
      "learning_rate": 4.135653387689893e-06,
      "loss": 0.0853,
      "step": 11030
    },
    {
      "epoch": 1.6660625283189852,
      "grad_norm": 1.8242358364517732,
      "learning_rate": 4.134874489162835e-06,
      "loss": 0.102,
      "step": 11031
    },
    {
      "epoch": 1.6662135629059054,
      "grad_norm": 1.4923879508786129,
      "learning_rate": 4.134095612277368e-06,
      "loss": 0.0816,
      "step": 11032
    },
    {
      "epoch": 1.6663645974928258,
      "grad_norm": 1.5260724617961814,
      "learning_rate": 4.1333167570529756e-06,
      "loss": 0.0984,
      "step": 11033
    },
    {
      "epoch": 1.6665156320797463,
      "grad_norm": 1.597448918582563,
      "learning_rate": 4.132537923509142e-06,
      "loss": 0.0917,
      "step": 11034
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 2.0071440827805063,
      "learning_rate": 4.131759111665349e-06,
      "loss": 0.1032,
      "step": 11035
    },
    {
      "epoch": 1.6668177012535872,
      "grad_norm": 1.7352435795887997,
      "learning_rate": 4.1309803215410796e-06,
      "loss": 0.1074,
      "step": 11036
    },
    {
      "epoch": 1.6669687358405074,
      "grad_norm": 1.4302538484626106,
      "learning_rate": 4.130201553155815e-06,
      "loss": 0.0953,
      "step": 11037
    },
    {
      "epoch": 1.6671197704274279,
      "grad_norm": 1.3963328705065143,
      "learning_rate": 4.129422806529039e-06,
      "loss": 0.1015,
      "step": 11038
    },
    {
      "epoch": 1.6672708050143483,
      "grad_norm": 1.9375896966400983,
      "learning_rate": 4.128644081680228e-06,
      "loss": 0.1193,
      "step": 11039
    },
    {
      "epoch": 1.6674218396012686,
      "grad_norm": 1.5135599085220233,
      "learning_rate": 4.127865378628866e-06,
      "loss": 0.1003,
      "step": 11040
    },
    {
      "epoch": 1.6675728741881892,
      "grad_norm": 2.0342038087317813,
      "learning_rate": 4.127086697394432e-06,
      "loss": 0.1071,
      "step": 11041
    },
    {
      "epoch": 1.6677239087751095,
      "grad_norm": 1.457339699141248,
      "learning_rate": 4.126308037996403e-06,
      "loss": 0.1008,
      "step": 11042
    },
    {
      "epoch": 1.66787494336203,
      "grad_norm": 1.3820116992373017,
      "learning_rate": 4.125529400454259e-06,
      "loss": 0.0957,
      "step": 11043
    },
    {
      "epoch": 1.6680259779489504,
      "grad_norm": 1.5626132184929038,
      "learning_rate": 4.124750784787479e-06,
      "loss": 0.1129,
      "step": 11044
    },
    {
      "epoch": 1.6681770125358706,
      "grad_norm": 1.8519921949091886,
      "learning_rate": 4.123972191015542e-06,
      "loss": 0.1014,
      "step": 11045
    },
    {
      "epoch": 1.6683280471227913,
      "grad_norm": 2.1314971030830057,
      "learning_rate": 4.12319361915792e-06,
      "loss": 0.1291,
      "step": 11046
    },
    {
      "epoch": 1.6684790817097115,
      "grad_norm": 1.9255939570997356,
      "learning_rate": 4.122415069234093e-06,
      "loss": 0.1205,
      "step": 11047
    },
    {
      "epoch": 1.668630116296632,
      "grad_norm": 1.5586399843984118,
      "learning_rate": 4.121636541263534e-06,
      "loss": 0.118,
      "step": 11048
    },
    {
      "epoch": 1.6687811508835524,
      "grad_norm": 2.36076936509947,
      "learning_rate": 4.120858035265721e-06,
      "loss": 0.1135,
      "step": 11049
    },
    {
      "epoch": 1.6689321854704726,
      "grad_norm": 1.9572207680121139,
      "learning_rate": 4.120079551260129e-06,
      "loss": 0.1141,
      "step": 11050
    },
    {
      "epoch": 1.6690832200573933,
      "grad_norm": 1.3573861253567356,
      "learning_rate": 4.11930108926623e-06,
      "loss": 0.0931,
      "step": 11051
    },
    {
      "epoch": 1.6692342546443135,
      "grad_norm": 1.459832159559631,
      "learning_rate": 4.118522649303501e-06,
      "loss": 0.0863,
      "step": 11052
    },
    {
      "epoch": 1.669385289231234,
      "grad_norm": 1.5940447235482866,
      "learning_rate": 4.117744231391411e-06,
      "loss": 0.1057,
      "step": 11053
    },
    {
      "epoch": 1.6695363238181544,
      "grad_norm": 1.6917440633175485,
      "learning_rate": 4.116965835549434e-06,
      "loss": 0.1193,
      "step": 11054
    },
    {
      "epoch": 1.6696873584050747,
      "grad_norm": 1.4633864043987959,
      "learning_rate": 4.116187461797043e-06,
      "loss": 0.0956,
      "step": 11055
    },
    {
      "epoch": 1.6698383929919953,
      "grad_norm": 2.4263131592818925,
      "learning_rate": 4.11540911015371e-06,
      "loss": 0.1099,
      "step": 11056
    },
    {
      "epoch": 1.6699894275789156,
      "grad_norm": 1.3825800324323698,
      "learning_rate": 4.114630780638904e-06,
      "loss": 0.088,
      "step": 11057
    },
    {
      "epoch": 1.670140462165836,
      "grad_norm": 1.5885954757512848,
      "learning_rate": 4.113852473272096e-06,
      "loss": 0.1145,
      "step": 11058
    },
    {
      "epoch": 1.6702914967527565,
      "grad_norm": 1.4143208759361863,
      "learning_rate": 4.113074188072757e-06,
      "loss": 0.0984,
      "step": 11059
    },
    {
      "epoch": 1.6704425313396767,
      "grad_norm": 1.4254989021287958,
      "learning_rate": 4.1122959250603536e-06,
      "loss": 0.0928,
      "step": 11060
    },
    {
      "epoch": 1.6705935659265974,
      "grad_norm": 1.8165289326410943,
      "learning_rate": 4.111517684254357e-06,
      "loss": 0.1087,
      "step": 11061
    },
    {
      "epoch": 1.6707446005135176,
      "grad_norm": 1.5308499224213366,
      "learning_rate": 4.110739465674234e-06,
      "loss": 0.0967,
      "step": 11062
    },
    {
      "epoch": 1.670895635100438,
      "grad_norm": 1.5100422614413687,
      "learning_rate": 4.109961269339452e-06,
      "loss": 0.0901,
      "step": 11063
    },
    {
      "epoch": 1.6710466696873585,
      "grad_norm": 2.9070205305486954,
      "learning_rate": 4.109183095269479e-06,
      "loss": 0.1168,
      "step": 11064
    },
    {
      "epoch": 1.6711977042742787,
      "grad_norm": 1.6582242330130321,
      "learning_rate": 4.108404943483781e-06,
      "loss": 0.1103,
      "step": 11065
    },
    {
      "epoch": 1.6713487388611992,
      "grad_norm": 1.391083306597529,
      "learning_rate": 4.107626814001826e-06,
      "loss": 0.0985,
      "step": 11066
    },
    {
      "epoch": 1.6714997734481196,
      "grad_norm": 2.2063016748445348,
      "learning_rate": 4.106848706843075e-06,
      "loss": 0.1119,
      "step": 11067
    },
    {
      "epoch": 1.67165080803504,
      "grad_norm": 2.0268336593356757,
      "learning_rate": 4.106070622026995e-06,
      "loss": 0.1292,
      "step": 11068
    },
    {
      "epoch": 1.6718018426219605,
      "grad_norm": 1.4647245541413285,
      "learning_rate": 4.10529255957305e-06,
      "loss": 0.1007,
      "step": 11069
    },
    {
      "epoch": 1.6719528772088808,
      "grad_norm": 1.5562262446250303,
      "learning_rate": 4.104514519500705e-06,
      "loss": 0.0968,
      "step": 11070
    },
    {
      "epoch": 1.6721039117958012,
      "grad_norm": 1.3546956632428753,
      "learning_rate": 4.10373650182942e-06,
      "loss": 0.0964,
      "step": 11071
    },
    {
      "epoch": 1.6722549463827217,
      "grad_norm": 1.7428601617664181,
      "learning_rate": 4.102958506578661e-06,
      "loss": 0.1126,
      "step": 11072
    },
    {
      "epoch": 1.672405980969642,
      "grad_norm": 1.8293890272870597,
      "learning_rate": 4.102180533767889e-06,
      "loss": 0.1047,
      "step": 11073
    },
    {
      "epoch": 1.6725570155565626,
      "grad_norm": 2.0158338102889957,
      "learning_rate": 4.101402583416566e-06,
      "loss": 0.1238,
      "step": 11074
    },
    {
      "epoch": 1.6727080501434828,
      "grad_norm": 1.321492170288727,
      "learning_rate": 4.1006246555441496e-06,
      "loss": 0.0946,
      "step": 11075
    },
    {
      "epoch": 1.6728590847304032,
      "grad_norm": 1.9201720085838256,
      "learning_rate": 4.099846750170102e-06,
      "loss": 0.1036,
      "step": 11076
    },
    {
      "epoch": 1.6730101193173237,
      "grad_norm": 2.0404322482084463,
      "learning_rate": 4.099068867313883e-06,
      "loss": 0.1167,
      "step": 11077
    },
    {
      "epoch": 1.673161153904244,
      "grad_norm": 2.0437947084425847,
      "learning_rate": 4.098291006994954e-06,
      "loss": 0.114,
      "step": 11078
    },
    {
      "epoch": 1.6733121884911646,
      "grad_norm": 1.9868925751725777,
      "learning_rate": 4.09751316923277e-06,
      "loss": 0.1117,
      "step": 11079
    },
    {
      "epoch": 1.6734632230780848,
      "grad_norm": 1.5003996023968265,
      "learning_rate": 4.096735354046791e-06,
      "loss": 0.0985,
      "step": 11080
    },
    {
      "epoch": 1.6736142576650053,
      "grad_norm": 1.5994423478653943,
      "learning_rate": 4.095957561456475e-06,
      "loss": 0.1125,
      "step": 11081
    },
    {
      "epoch": 1.6737652922519257,
      "grad_norm": 2.2417278970073307,
      "learning_rate": 4.095179791481278e-06,
      "loss": 0.1066,
      "step": 11082
    },
    {
      "epoch": 1.673916326838846,
      "grad_norm": 1.3684597484539909,
      "learning_rate": 4.094402044140655e-06,
      "loss": 0.1031,
      "step": 11083
    },
    {
      "epoch": 1.6740673614257666,
      "grad_norm": 1.3045511878456852,
      "learning_rate": 4.093624319454064e-06,
      "loss": 0.0925,
      "step": 11084
    },
    {
      "epoch": 1.6742183960126868,
      "grad_norm": 1.6407273816253003,
      "learning_rate": 4.092846617440959e-06,
      "loss": 0.103,
      "step": 11085
    },
    {
      "epoch": 1.6743694305996073,
      "grad_norm": 1.2853736745552644,
      "learning_rate": 4.0920689381207945e-06,
      "loss": 0.0958,
      "step": 11086
    },
    {
      "epoch": 1.6745204651865278,
      "grad_norm": 1.939984449612757,
      "learning_rate": 4.091291281513026e-06,
      "loss": 0.1139,
      "step": 11087
    },
    {
      "epoch": 1.674671499773448,
      "grad_norm": 1.56520198409962,
      "learning_rate": 4.090513647637106e-06,
      "loss": 0.1017,
      "step": 11088
    },
    {
      "epoch": 1.6748225343603687,
      "grad_norm": 1.6344619379735406,
      "learning_rate": 4.089736036512487e-06,
      "loss": 0.1011,
      "step": 11089
    },
    {
      "epoch": 1.6749735689472889,
      "grad_norm": 1.7837478930101303,
      "learning_rate": 4.088958448158622e-06,
      "loss": 0.1057,
      "step": 11090
    },
    {
      "epoch": 1.6751246035342093,
      "grad_norm": 1.4982469235538631,
      "learning_rate": 4.088180882594963e-06,
      "loss": 0.0947,
      "step": 11091
    },
    {
      "epoch": 1.6752756381211298,
      "grad_norm": 1.886835859373309,
      "learning_rate": 4.08740333984096e-06,
      "loss": 0.1159,
      "step": 11092
    },
    {
      "epoch": 1.67542667270805,
      "grad_norm": 1.5022281350424571,
      "learning_rate": 4.086625819916065e-06,
      "loss": 0.1,
      "step": 11093
    },
    {
      "epoch": 1.6755777072949707,
      "grad_norm": 1.4140703623620685,
      "learning_rate": 4.085848322839727e-06,
      "loss": 0.0984,
      "step": 11094
    },
    {
      "epoch": 1.675728741881891,
      "grad_norm": 2.0939663068442087,
      "learning_rate": 4.085070848631399e-06,
      "loss": 0.1213,
      "step": 11095
    },
    {
      "epoch": 1.6758797764688114,
      "grad_norm": 1.5322570943264158,
      "learning_rate": 4.0842933973105245e-06,
      "loss": 0.1115,
      "step": 11096
    },
    {
      "epoch": 1.6760308110557318,
      "grad_norm": 1.4259149758385392,
      "learning_rate": 4.083515968896555e-06,
      "loss": 0.078,
      "step": 11097
    },
    {
      "epoch": 1.676181845642652,
      "grad_norm": 1.176565853784941,
      "learning_rate": 4.082738563408938e-06,
      "loss": 0.0838,
      "step": 11098
    },
    {
      "epoch": 1.6763328802295727,
      "grad_norm": 1.5464182072437378,
      "learning_rate": 4.08196118086712e-06,
      "loss": 0.1111,
      "step": 11099
    },
    {
      "epoch": 1.676483914816493,
      "grad_norm": 1.4053370003714558,
      "learning_rate": 4.081183821290548e-06,
      "loss": 0.1077,
      "step": 11100
    },
    {
      "epoch": 1.6766349494034134,
      "grad_norm": 1.3048357665071246,
      "learning_rate": 4.0804064846986685e-06,
      "loss": 0.0864,
      "step": 11101
    },
    {
      "epoch": 1.6767859839903339,
      "grad_norm": 1.6842306877333915,
      "learning_rate": 4.079629171110929e-06,
      "loss": 0.1019,
      "step": 11102
    },
    {
      "epoch": 1.676937018577254,
      "grad_norm": 1.4887767139140944,
      "learning_rate": 4.07885188054677e-06,
      "loss": 0.0976,
      "step": 11103
    },
    {
      "epoch": 1.6770880531641748,
      "grad_norm": 1.6967626607143123,
      "learning_rate": 4.078074613025637e-06,
      "loss": 0.0999,
      "step": 11104
    },
    {
      "epoch": 1.677239087751095,
      "grad_norm": 1.4020090958040408,
      "learning_rate": 4.077297368566976e-06,
      "loss": 0.0869,
      "step": 11105
    },
    {
      "epoch": 1.6773901223380154,
      "grad_norm": 1.4966659195892729,
      "learning_rate": 4.076520147190229e-06,
      "loss": 0.0932,
      "step": 11106
    },
    {
      "epoch": 1.6775411569249359,
      "grad_norm": 1.6350394777764585,
      "learning_rate": 4.075742948914839e-06,
      "loss": 0.0936,
      "step": 11107
    },
    {
      "epoch": 1.6776921915118561,
      "grad_norm": 1.654344734769033,
      "learning_rate": 4.074965773760247e-06,
      "loss": 0.1021,
      "step": 11108
    },
    {
      "epoch": 1.6778432260987768,
      "grad_norm": 2.0277644391694523,
      "learning_rate": 4.074188621745895e-06,
      "loss": 0.0998,
      "step": 11109
    },
    {
      "epoch": 1.677994260685697,
      "grad_norm": 2.276041180337649,
      "learning_rate": 4.073411492891226e-06,
      "loss": 0.1087,
      "step": 11110
    },
    {
      "epoch": 1.6781452952726175,
      "grad_norm": 2.0967909113335113,
      "learning_rate": 4.072634387215676e-06,
      "loss": 0.1056,
      "step": 11111
    },
    {
      "epoch": 1.678296329859538,
      "grad_norm": 2.1502010546424866,
      "learning_rate": 4.071857304738688e-06,
      "loss": 0.1136,
      "step": 11112
    },
    {
      "epoch": 1.6784473644464581,
      "grad_norm": 1.6574830372476945,
      "learning_rate": 4.071080245479699e-06,
      "loss": 0.1079,
      "step": 11113
    },
    {
      "epoch": 1.6785983990333786,
      "grad_norm": 1.9232092808936052,
      "learning_rate": 4.07030320945815e-06,
      "loss": 0.1032,
      "step": 11114
    },
    {
      "epoch": 1.678749433620299,
      "grad_norm": 1.5812765686238128,
      "learning_rate": 4.069526196693477e-06,
      "loss": 0.0956,
      "step": 11115
    },
    {
      "epoch": 1.6789004682072195,
      "grad_norm": 1.726055595568909,
      "learning_rate": 4.068749207205119e-06,
      "loss": 0.095,
      "step": 11116
    },
    {
      "epoch": 1.67905150279414,
      "grad_norm": 1.6411562565982512,
      "learning_rate": 4.067972241012512e-06,
      "loss": 0.0996,
      "step": 11117
    },
    {
      "epoch": 1.6792025373810602,
      "grad_norm": 1.5957606618329125,
      "learning_rate": 4.067195298135092e-06,
      "loss": 0.1084,
      "step": 11118
    },
    {
      "epoch": 1.6793535719679806,
      "grad_norm": 1.423325987476013,
      "learning_rate": 4.066418378592295e-06,
      "loss": 0.102,
      "step": 11119
    },
    {
      "epoch": 1.679504606554901,
      "grad_norm": 1.9099823033596706,
      "learning_rate": 4.065641482403555e-06,
      "loss": 0.1108,
      "step": 11120
    },
    {
      "epoch": 1.6796556411418215,
      "grad_norm": 1.6577850997355796,
      "learning_rate": 4.064864609588307e-06,
      "loss": 0.1078,
      "step": 11121
    },
    {
      "epoch": 1.679806675728742,
      "grad_norm": 1.6537965388554259,
      "learning_rate": 4.064087760165986e-06,
      "loss": 0.1024,
      "step": 11122
    },
    {
      "epoch": 1.6799577103156622,
      "grad_norm": 1.771529277642024,
      "learning_rate": 4.063310934156024e-06,
      "loss": 0.118,
      "step": 11123
    },
    {
      "epoch": 1.6801087449025827,
      "grad_norm": 1.5408823816419097,
      "learning_rate": 4.062534131577857e-06,
      "loss": 0.0926,
      "step": 11124
    },
    {
      "epoch": 1.6802597794895031,
      "grad_norm": 1.4520965481611474,
      "learning_rate": 4.061757352450913e-06,
      "loss": 0.0867,
      "step": 11125
    },
    {
      "epoch": 1.6804108140764233,
      "grad_norm": 2.0985029698822553,
      "learning_rate": 4.0609805967946246e-06,
      "loss": 0.1321,
      "step": 11126
    },
    {
      "epoch": 1.680561848663344,
      "grad_norm": 1.3465571166048842,
      "learning_rate": 4.060203864628422e-06,
      "loss": 0.0999,
      "step": 11127
    },
    {
      "epoch": 1.6807128832502642,
      "grad_norm": 1.8232330481814156,
      "learning_rate": 4.059427155971738e-06,
      "loss": 0.0987,
      "step": 11128
    },
    {
      "epoch": 1.6808639178371847,
      "grad_norm": 1.574622833101794,
      "learning_rate": 4.058650470844001e-06,
      "loss": 0.098,
      "step": 11129
    },
    {
      "epoch": 1.6810149524241051,
      "grad_norm": 1.395276497840958,
      "learning_rate": 4.057873809264641e-06,
      "loss": 0.0935,
      "step": 11130
    },
    {
      "epoch": 1.6811659870110254,
      "grad_norm": 1.994151309985604,
      "learning_rate": 4.057097171253087e-06,
      "loss": 0.0963,
      "step": 11131
    },
    {
      "epoch": 1.681317021597946,
      "grad_norm": 1.52698744998819,
      "learning_rate": 4.056320556828764e-06,
      "loss": 0.0951,
      "step": 11132
    },
    {
      "epoch": 1.6814680561848663,
      "grad_norm": 1.5881589383004886,
      "learning_rate": 4.055543966011102e-06,
      "loss": 0.1044,
      "step": 11133
    },
    {
      "epoch": 1.6816190907717867,
      "grad_norm": 1.2746708114439873,
      "learning_rate": 4.0547673988195275e-06,
      "loss": 0.086,
      "step": 11134
    },
    {
      "epoch": 1.6817701253587072,
      "grad_norm": 1.818245076984086,
      "learning_rate": 4.053990855273466e-06,
      "loss": 0.1081,
      "step": 11135
    },
    {
      "epoch": 1.6819211599456274,
      "grad_norm": 1.7155589388602088,
      "learning_rate": 4.053214335392344e-06,
      "loss": 0.1071,
      "step": 11136
    },
    {
      "epoch": 1.682072194532548,
      "grad_norm": 1.5921207783653253,
      "learning_rate": 4.052437839195587e-06,
      "loss": 0.0929,
      "step": 11137
    },
    {
      "epoch": 1.6822232291194683,
      "grad_norm": 1.474651647271273,
      "learning_rate": 4.051661366702619e-06,
      "loss": 0.1177,
      "step": 11138
    },
    {
      "epoch": 1.6823742637063888,
      "grad_norm": 1.5601059847572445,
      "learning_rate": 4.0508849179328635e-06,
      "loss": 0.0997,
      "step": 11139
    },
    {
      "epoch": 1.6825252982933092,
      "grad_norm": 1.37525300092206,
      "learning_rate": 4.050108492905744e-06,
      "loss": 0.1009,
      "step": 11140
    },
    {
      "epoch": 1.6826763328802294,
      "grad_norm": 1.567507918646778,
      "learning_rate": 4.049332091640682e-06,
      "loss": 0.1002,
      "step": 11141
    },
    {
      "epoch": 1.6828273674671501,
      "grad_norm": 1.454403028691705,
      "learning_rate": 4.048555714157102e-06,
      "loss": 0.1134,
      "step": 11142
    },
    {
      "epoch": 1.6829784020540703,
      "grad_norm": 1.7485085653415022,
      "learning_rate": 4.047779360474423e-06,
      "loss": 0.1171,
      "step": 11143
    },
    {
      "epoch": 1.6831294366409908,
      "grad_norm": 2.0620026535934746,
      "learning_rate": 4.047003030612068e-06,
      "loss": 0.1297,
      "step": 11144
    },
    {
      "epoch": 1.6832804712279112,
      "grad_norm": 1.6390694870881288,
      "learning_rate": 4.046226724589456e-06,
      "loss": 0.1089,
      "step": 11145
    },
    {
      "epoch": 1.6834315058148315,
      "grad_norm": 1.6049757477165196,
      "learning_rate": 4.04545044242601e-06,
      "loss": 0.112,
      "step": 11146
    },
    {
      "epoch": 1.6835825404017521,
      "grad_norm": 1.6773202259762932,
      "learning_rate": 4.0446741841411444e-06,
      "loss": 0.1108,
      "step": 11147
    },
    {
      "epoch": 1.6837335749886724,
      "grad_norm": 1.2874920891169337,
      "learning_rate": 4.043897949754279e-06,
      "loss": 0.0885,
      "step": 11148
    },
    {
      "epoch": 1.6838846095755928,
      "grad_norm": 1.6714215072457579,
      "learning_rate": 4.043121739284833e-06,
      "loss": 0.1085,
      "step": 11149
    },
    {
      "epoch": 1.6840356441625133,
      "grad_norm": 1.1597604382832096,
      "learning_rate": 4.0423455527522215e-06,
      "loss": 0.0829,
      "step": 11150
    },
    {
      "epoch": 1.6841866787494335,
      "grad_norm": 1.529480986325281,
      "learning_rate": 4.041569390175865e-06,
      "loss": 0.1049,
      "step": 11151
    },
    {
      "epoch": 1.6843377133363542,
      "grad_norm": 2.110423879113395,
      "learning_rate": 4.0407932515751766e-06,
      "loss": 0.1191,
      "step": 11152
    },
    {
      "epoch": 1.6844887479232744,
      "grad_norm": 1.53537354293931,
      "learning_rate": 4.0400171369695755e-06,
      "loss": 0.0971,
      "step": 11153
    },
    {
      "epoch": 1.6846397825101949,
      "grad_norm": 1.7165872169453709,
      "learning_rate": 4.0392410463784715e-06,
      "loss": 0.1106,
      "step": 11154
    },
    {
      "epoch": 1.6847908170971153,
      "grad_norm": 1.4011957157896617,
      "learning_rate": 4.03846497982128e-06,
      "loss": 0.1033,
      "step": 11155
    },
    {
      "epoch": 1.6849418516840355,
      "grad_norm": 1.8951095877417334,
      "learning_rate": 4.0376889373174174e-06,
      "loss": 0.1038,
      "step": 11156
    },
    {
      "epoch": 1.6850928862709562,
      "grad_norm": 1.827436036968067,
      "learning_rate": 4.036912918886295e-06,
      "loss": 0.0993,
      "step": 11157
    },
    {
      "epoch": 1.6852439208578764,
      "grad_norm": 1.4916106103823616,
      "learning_rate": 4.036136924547327e-06,
      "loss": 0.0973,
      "step": 11158
    },
    {
      "epoch": 1.685394955444797,
      "grad_norm": 1.9748426464747086,
      "learning_rate": 4.0353609543199235e-06,
      "loss": 0.1231,
      "step": 11159
    },
    {
      "epoch": 1.6855459900317173,
      "grad_norm": 1.5293752950325041,
      "learning_rate": 4.034585008223497e-06,
      "loss": 0.1014,
      "step": 11160
    },
    {
      "epoch": 1.6856970246186376,
      "grad_norm": 1.9025905327434767,
      "learning_rate": 4.033809086277458e-06,
      "loss": 0.1144,
      "step": 11161
    },
    {
      "epoch": 1.685848059205558,
      "grad_norm": 1.593714815660587,
      "learning_rate": 4.0330331885012155e-06,
      "loss": 0.1104,
      "step": 11162
    },
    {
      "epoch": 1.6859990937924785,
      "grad_norm": 1.7713682216515503,
      "learning_rate": 4.032257314914179e-06,
      "loss": 0.1375,
      "step": 11163
    },
    {
      "epoch": 1.686150128379399,
      "grad_norm": 1.7434685848348157,
      "learning_rate": 4.03148146553576e-06,
      "loss": 0.0987,
      "step": 11164
    },
    {
      "epoch": 1.6863011629663194,
      "grad_norm": 1.3964298010456022,
      "learning_rate": 4.030705640385363e-06,
      "loss": 0.0882,
      "step": 11165
    },
    {
      "epoch": 1.6864521975532396,
      "grad_norm": 1.7804475631067291,
      "learning_rate": 4.0299298394823985e-06,
      "loss": 0.1154,
      "step": 11166
    },
    {
      "epoch": 1.68660323214016,
      "grad_norm": 1.7189818769112544,
      "learning_rate": 4.029154062846275e-06,
      "loss": 0.105,
      "step": 11167
    },
    {
      "epoch": 1.6867542667270805,
      "grad_norm": 2.0504614734996456,
      "learning_rate": 4.028378310496394e-06,
      "loss": 0.0824,
      "step": 11168
    },
    {
      "epoch": 1.686905301314001,
      "grad_norm": 1.4629620036736417,
      "learning_rate": 4.027602582452165e-06,
      "loss": 0.1012,
      "step": 11169
    },
    {
      "epoch": 1.6870563359009214,
      "grad_norm": 1.6831786095455545,
      "learning_rate": 4.026826878732992e-06,
      "loss": 0.1219,
      "step": 11170
    },
    {
      "epoch": 1.6872073704878416,
      "grad_norm": 2.0325171546429024,
      "learning_rate": 4.0260511993582805e-06,
      "loss": 0.1311,
      "step": 11171
    },
    {
      "epoch": 1.687358405074762,
      "grad_norm": 1.6898540160898436,
      "learning_rate": 4.025275544347435e-06,
      "loss": 0.0954,
      "step": 11172
    },
    {
      "epoch": 1.6875094396616825,
      "grad_norm": 1.5772433705373672,
      "learning_rate": 4.024499913719855e-06,
      "loss": 0.1004,
      "step": 11173
    },
    {
      "epoch": 1.6876604742486028,
      "grad_norm": 1.418656063616719,
      "learning_rate": 4.0237243074949505e-06,
      "loss": 0.0905,
      "step": 11174
    },
    {
      "epoch": 1.6878115088355234,
      "grad_norm": 1.4951736137798248,
      "learning_rate": 4.022948725692118e-06,
      "loss": 0.1006,
      "step": 11175
    },
    {
      "epoch": 1.6879625434224437,
      "grad_norm": 1.3787125109711313,
      "learning_rate": 4.02217316833076e-06,
      "loss": 0.0928,
      "step": 11176
    },
    {
      "epoch": 1.6881135780093641,
      "grad_norm": 1.4951680144442714,
      "learning_rate": 4.0213976354302785e-06,
      "loss": 0.088,
      "step": 11177
    },
    {
      "epoch": 1.6882646125962846,
      "grad_norm": 1.577376840142977,
      "learning_rate": 4.020622127010072e-06,
      "loss": 0.1173,
      "step": 11178
    },
    {
      "epoch": 1.6884156471832048,
      "grad_norm": 2.248914516405669,
      "learning_rate": 4.019846643089543e-06,
      "loss": 0.1006,
      "step": 11179
    },
    {
      "epoch": 1.6885666817701255,
      "grad_norm": 1.943405222412565,
      "learning_rate": 4.01907118368809e-06,
      "loss": 0.1097,
      "step": 11180
    },
    {
      "epoch": 1.6887177163570457,
      "grad_norm": 1.714620281592501,
      "learning_rate": 4.018295748825111e-06,
      "loss": 0.116,
      "step": 11181
    },
    {
      "epoch": 1.6888687509439662,
      "grad_norm": 1.8166246066583742,
      "learning_rate": 4.017520338520006e-06,
      "loss": 0.1015,
      "step": 11182
    },
    {
      "epoch": 1.6890197855308866,
      "grad_norm": 1.632747388273839,
      "learning_rate": 4.016744952792168e-06,
      "loss": 0.1071,
      "step": 11183
    },
    {
      "epoch": 1.6891708201178068,
      "grad_norm": 1.7682985693630766,
      "learning_rate": 4.015969591660995e-06,
      "loss": 0.115,
      "step": 11184
    },
    {
      "epoch": 1.6893218547047275,
      "grad_norm": 1.226456069097148,
      "learning_rate": 4.0151942551458855e-06,
      "loss": 0.0888,
      "step": 11185
    },
    {
      "epoch": 1.6894728892916477,
      "grad_norm": 1.6917601196531904,
      "learning_rate": 4.014418943266233e-06,
      "loss": 0.115,
      "step": 11186
    },
    {
      "epoch": 1.6896239238785682,
      "grad_norm": 1.6829976636145583,
      "learning_rate": 4.0136436560414334e-06,
      "loss": 0.1009,
      "step": 11187
    },
    {
      "epoch": 1.6897749584654886,
      "grad_norm": 1.2946178796562744,
      "learning_rate": 4.01286839349088e-06,
      "loss": 0.0769,
      "step": 11188
    },
    {
      "epoch": 1.6899259930524089,
      "grad_norm": 1.2028489131126627,
      "learning_rate": 4.0120931556339685e-06,
      "loss": 0.0874,
      "step": 11189
    },
    {
      "epoch": 1.6900770276393295,
      "grad_norm": 1.3969650003708733,
      "learning_rate": 4.011317942490088e-06,
      "loss": 0.0965,
      "step": 11190
    },
    {
      "epoch": 1.6902280622262498,
      "grad_norm": 1.9194109146234248,
      "learning_rate": 4.010542754078635e-06,
      "loss": 0.1083,
      "step": 11191
    },
    {
      "epoch": 1.6903790968131702,
      "grad_norm": 1.650450179501531,
      "learning_rate": 4.009767590418997e-06,
      "loss": 0.1027,
      "step": 11192
    },
    {
      "epoch": 1.6905301314000907,
      "grad_norm": 2.300607837034592,
      "learning_rate": 4.0089924515305695e-06,
      "loss": 0.1129,
      "step": 11193
    },
    {
      "epoch": 1.690681165987011,
      "grad_norm": 1.5441887373219647,
      "learning_rate": 4.00821733743274e-06,
      "loss": 0.1019,
      "step": 11194
    },
    {
      "epoch": 1.6908322005739316,
      "grad_norm": 1.904703050292428,
      "learning_rate": 4.0074422481449e-06,
      "loss": 0.1167,
      "step": 11195
    },
    {
      "epoch": 1.6909832351608518,
      "grad_norm": 1.6004612541992376,
      "learning_rate": 4.00666718368644e-06,
      "loss": 0.1024,
      "step": 11196
    },
    {
      "epoch": 1.6911342697477723,
      "grad_norm": 2.2903209279842254,
      "learning_rate": 4.005892144076745e-06,
      "loss": 0.1193,
      "step": 11197
    },
    {
      "epoch": 1.6912853043346927,
      "grad_norm": 1.431583627987779,
      "learning_rate": 4.005117129335205e-06,
      "loss": 0.0893,
      "step": 11198
    },
    {
      "epoch": 1.691436338921613,
      "grad_norm": 1.546076248440638,
      "learning_rate": 4.0043421394812075e-06,
      "loss": 0.1049,
      "step": 11199
    },
    {
      "epoch": 1.6915873735085336,
      "grad_norm": 1.5186089916328223,
      "learning_rate": 4.003567174534139e-06,
      "loss": 0.1036,
      "step": 11200
    },
    {
      "epoch": 1.6917384080954538,
      "grad_norm": 1.5176487169426314,
      "learning_rate": 4.002792234513385e-06,
      "loss": 0.1042,
      "step": 11201
    },
    {
      "epoch": 1.6918894426823743,
      "grad_norm": 1.5551960638653524,
      "learning_rate": 4.0020173194383326e-06,
      "loss": 0.0975,
      "step": 11202
    },
    {
      "epoch": 1.6920404772692947,
      "grad_norm": 1.5393677286255683,
      "learning_rate": 4.001242429328369e-06,
      "loss": 0.1023,
      "step": 11203
    },
    {
      "epoch": 1.692191511856215,
      "grad_norm": 1.8299871386489117,
      "learning_rate": 4.000467564202873e-06,
      "loss": 0.1084,
      "step": 11204
    },
    {
      "epoch": 1.6923425464431356,
      "grad_norm": 1.420859605248825,
      "learning_rate": 3.999692724081231e-06,
      "loss": 0.1054,
      "step": 11205
    },
    {
      "epoch": 1.6924935810300559,
      "grad_norm": 1.6299944706925293,
      "learning_rate": 3.998917908982824e-06,
      "loss": 0.1103,
      "step": 11206
    },
    {
      "epoch": 1.6926446156169763,
      "grad_norm": 2.063654751973731,
      "learning_rate": 3.998143118927038e-06,
      "loss": 0.1018,
      "step": 11207
    },
    {
      "epoch": 1.6927956502038968,
      "grad_norm": 1.5571900447697056,
      "learning_rate": 3.997368353933253e-06,
      "loss": 0.1096,
      "step": 11208
    },
    {
      "epoch": 1.692946684790817,
      "grad_norm": 1.7445894425846755,
      "learning_rate": 3.99659361402085e-06,
      "loss": 0.1118,
      "step": 11209
    },
    {
      "epoch": 1.6930977193777375,
      "grad_norm": 1.5679596394274435,
      "learning_rate": 3.995818899209212e-06,
      "loss": 0.107,
      "step": 11210
    },
    {
      "epoch": 1.693248753964658,
      "grad_norm": 1.6106241869952835,
      "learning_rate": 3.995044209517714e-06,
      "loss": 0.1137,
      "step": 11211
    },
    {
      "epoch": 1.6933997885515784,
      "grad_norm": 1.5274267959627004,
      "learning_rate": 3.994269544965738e-06,
      "loss": 0.1072,
      "step": 11212
    },
    {
      "epoch": 1.6935508231384988,
      "grad_norm": 1.578923237465386,
      "learning_rate": 3.993494905572665e-06,
      "loss": 0.1154,
      "step": 11213
    },
    {
      "epoch": 1.693701857725419,
      "grad_norm": 1.3899392947330718,
      "learning_rate": 3.992720291357869e-06,
      "loss": 0.094,
      "step": 11214
    },
    {
      "epoch": 1.6938528923123395,
      "grad_norm": 1.3557737343585867,
      "learning_rate": 3.991945702340729e-06,
      "loss": 0.0803,
      "step": 11215
    },
    {
      "epoch": 1.69400392689926,
      "grad_norm": 2.3141847333717847,
      "learning_rate": 3.991171138540622e-06,
      "loss": 0.1283,
      "step": 11216
    },
    {
      "epoch": 1.6941549614861804,
      "grad_norm": 2.5408488443098194,
      "learning_rate": 3.990396599976925e-06,
      "loss": 0.1426,
      "step": 11217
    },
    {
      "epoch": 1.6943059960731008,
      "grad_norm": 1.5137385142633892,
      "learning_rate": 3.989622086669013e-06,
      "loss": 0.0983,
      "step": 11218
    },
    {
      "epoch": 1.694457030660021,
      "grad_norm": 2.1555042880566186,
      "learning_rate": 3.988847598636259e-06,
      "loss": 0.1249,
      "step": 11219
    },
    {
      "epoch": 1.6946080652469415,
      "grad_norm": 1.3301209436311316,
      "learning_rate": 3.988073135898038e-06,
      "loss": 0.091,
      "step": 11220
    },
    {
      "epoch": 1.694759099833862,
      "grad_norm": 1.4551337145780079,
      "learning_rate": 3.987298698473725e-06,
      "loss": 0.096,
      "step": 11221
    },
    {
      "epoch": 1.6949101344207822,
      "grad_norm": 2.67616061421728,
      "learning_rate": 3.986524286382693e-06,
      "loss": 0.118,
      "step": 11222
    },
    {
      "epoch": 1.6950611690077029,
      "grad_norm": 1.3727820091531175,
      "learning_rate": 3.985749899644313e-06,
      "loss": 0.0961,
      "step": 11223
    },
    {
      "epoch": 1.695212203594623,
      "grad_norm": 1.6495561477729421,
      "learning_rate": 3.9849755382779555e-06,
      "loss": 0.1077,
      "step": 11224
    },
    {
      "epoch": 1.6953632381815436,
      "grad_norm": 1.4197536192220759,
      "learning_rate": 3.984201202302998e-06,
      "loss": 0.1009,
      "step": 11225
    },
    {
      "epoch": 1.695514272768464,
      "grad_norm": 1.9325840841640336,
      "learning_rate": 3.983426891738803e-06,
      "loss": 0.1128,
      "step": 11226
    },
    {
      "epoch": 1.6956653073553842,
      "grad_norm": 1.7736420294164996,
      "learning_rate": 3.9826526066047445e-06,
      "loss": 0.1034,
      "step": 11227
    },
    {
      "epoch": 1.695816341942305,
      "grad_norm": 1.7551517317803231,
      "learning_rate": 3.98187834692019e-06,
      "loss": 0.1187,
      "step": 11228
    },
    {
      "epoch": 1.6959673765292251,
      "grad_norm": 1.5270008321950188,
      "learning_rate": 3.981104112704508e-06,
      "loss": 0.0888,
      "step": 11229
    },
    {
      "epoch": 1.6961184111161456,
      "grad_norm": 1.380644278027898,
      "learning_rate": 3.980329903977069e-06,
      "loss": 0.0879,
      "step": 11230
    },
    {
      "epoch": 1.696269445703066,
      "grad_norm": 1.432482790383827,
      "learning_rate": 3.979555720757238e-06,
      "loss": 0.0905,
      "step": 11231
    },
    {
      "epoch": 1.6964204802899863,
      "grad_norm": 1.6860185144524158,
      "learning_rate": 3.978781563064383e-06,
      "loss": 0.103,
      "step": 11232
    },
    {
      "epoch": 1.696571514876907,
      "grad_norm": 2.0891971741832602,
      "learning_rate": 3.9780074309178685e-06,
      "loss": 0.1012,
      "step": 11233
    },
    {
      "epoch": 1.6967225494638272,
      "grad_norm": 1.8859969595961805,
      "learning_rate": 3.977233324337059e-06,
      "loss": 0.102,
      "step": 11234
    },
    {
      "epoch": 1.6968735840507476,
      "grad_norm": 1.2748583659962687,
      "learning_rate": 3.976459243341322e-06,
      "loss": 0.0846,
      "step": 11235
    },
    {
      "epoch": 1.697024618637668,
      "grad_norm": 1.8906435611929566,
      "learning_rate": 3.975685187950019e-06,
      "loss": 0.1101,
      "step": 11236
    },
    {
      "epoch": 1.6971756532245883,
      "grad_norm": 1.6868619498331214,
      "learning_rate": 3.974911158182516e-06,
      "loss": 0.0989,
      "step": 11237
    },
    {
      "epoch": 1.697326687811509,
      "grad_norm": 1.6039778122349126,
      "learning_rate": 3.974137154058173e-06,
      "loss": 0.0899,
      "step": 11238
    },
    {
      "epoch": 1.6974777223984292,
      "grad_norm": 1.8039038988985,
      "learning_rate": 3.973363175596355e-06,
      "loss": 0.1098,
      "step": 11239
    },
    {
      "epoch": 1.6976287569853497,
      "grad_norm": 1.5095589044891315,
      "learning_rate": 3.972589222816422e-06,
      "loss": 0.1026,
      "step": 11240
    },
    {
      "epoch": 1.69777979157227,
      "grad_norm": 1.6661528430024881,
      "learning_rate": 3.9718152957377334e-06,
      "loss": 0.0951,
      "step": 11241
    },
    {
      "epoch": 1.6979308261591903,
      "grad_norm": 1.6265825817689725,
      "learning_rate": 3.971041394379652e-06,
      "loss": 0.1033,
      "step": 11242
    },
    {
      "epoch": 1.698081860746111,
      "grad_norm": 1.4576972462982904,
      "learning_rate": 3.970267518761536e-06,
      "loss": 0.105,
      "step": 11243
    },
    {
      "epoch": 1.6982328953330312,
      "grad_norm": 4.553428104686079,
      "learning_rate": 3.969493668902744e-06,
      "loss": 0.1363,
      "step": 11244
    },
    {
      "epoch": 1.6983839299199517,
      "grad_norm": 1.4088087373648446,
      "learning_rate": 3.968719844822635e-06,
      "loss": 0.0922,
      "step": 11245
    },
    {
      "epoch": 1.6985349645068721,
      "grad_norm": 1.7124120904272389,
      "learning_rate": 3.967946046540568e-06,
      "loss": 0.1158,
      "step": 11246
    },
    {
      "epoch": 1.6986859990937924,
      "grad_norm": 1.330698848734278,
      "learning_rate": 3.9671722740758974e-06,
      "loss": 0.0887,
      "step": 11247
    },
    {
      "epoch": 1.698837033680713,
      "grad_norm": 1.68706766429679,
      "learning_rate": 3.966398527447981e-06,
      "loss": 0.1147,
      "step": 11248
    },
    {
      "epoch": 1.6989880682676333,
      "grad_norm": 1.3858967996012423,
      "learning_rate": 3.965624806676173e-06,
      "loss": 0.0957,
      "step": 11249
    },
    {
      "epoch": 1.6991391028545537,
      "grad_norm": 1.6704961810668537,
      "learning_rate": 3.96485111177983e-06,
      "loss": 0.1154,
      "step": 11250
    },
    {
      "epoch": 1.6992901374414742,
      "grad_norm": 1.5202865682092754,
      "learning_rate": 3.964077442778306e-06,
      "loss": 0.0984,
      "step": 11251
    },
    {
      "epoch": 1.6994411720283944,
      "grad_norm": 1.830374868429653,
      "learning_rate": 3.963303799690955e-06,
      "loss": 0.1261,
      "step": 11252
    },
    {
      "epoch": 1.699592206615315,
      "grad_norm": 1.641323306157733,
      "learning_rate": 3.962530182537128e-06,
      "loss": 0.1192,
      "step": 11253
    },
    {
      "epoch": 1.6997432412022353,
      "grad_norm": 1.5844455231700973,
      "learning_rate": 3.961756591336184e-06,
      "loss": 0.1094,
      "step": 11254
    },
    {
      "epoch": 1.6998942757891558,
      "grad_norm": 2.1805181079388487,
      "learning_rate": 3.960983026107466e-06,
      "loss": 0.1021,
      "step": 11255
    },
    {
      "epoch": 1.7000453103760762,
      "grad_norm": 1.53017983886056,
      "learning_rate": 3.960209486870331e-06,
      "loss": 0.1062,
      "step": 11256
    },
    {
      "epoch": 1.7001963449629964,
      "grad_norm": 1.3510432756001838,
      "learning_rate": 3.959435973644126e-06,
      "loss": 0.0842,
      "step": 11257
    },
    {
      "epoch": 1.7003473795499169,
      "grad_norm": 1.7430486846693931,
      "learning_rate": 3.9586624864482045e-06,
      "loss": 0.0914,
      "step": 11258
    },
    {
      "epoch": 1.7004984141368373,
      "grad_norm": 2.0315803522635925,
      "learning_rate": 3.957889025301912e-06,
      "loss": 0.0989,
      "step": 11259
    },
    {
      "epoch": 1.7006494487237578,
      "grad_norm": 2.2727254592611543,
      "learning_rate": 3.957115590224601e-06,
      "loss": 0.1137,
      "step": 11260
    },
    {
      "epoch": 1.7008004833106782,
      "grad_norm": 1.645960595115408,
      "learning_rate": 3.9563421812356185e-06,
      "loss": 0.0921,
      "step": 11261
    },
    {
      "epoch": 1.7009515178975985,
      "grad_norm": 1.569633131633848,
      "learning_rate": 3.955568798354307e-06,
      "loss": 0.0913,
      "step": 11262
    },
    {
      "epoch": 1.701102552484519,
      "grad_norm": 1.5265304939760282,
      "learning_rate": 3.9547954416000175e-06,
      "loss": 0.1019,
      "step": 11263
    },
    {
      "epoch": 1.7012535870714394,
      "grad_norm": 1.2412456930396842,
      "learning_rate": 3.954022110992096e-06,
      "loss": 0.0797,
      "step": 11264
    },
    {
      "epoch": 1.7014046216583598,
      "grad_norm": 1.6008442950664323,
      "learning_rate": 3.953248806549886e-06,
      "loss": 0.1074,
      "step": 11265
    },
    {
      "epoch": 1.7015556562452803,
      "grad_norm": 2.0006041166955324,
      "learning_rate": 3.952475528292734e-06,
      "loss": 0.112,
      "step": 11266
    },
    {
      "epoch": 1.7017066908322005,
      "grad_norm": 1.5461637542246625,
      "learning_rate": 3.951702276239982e-06,
      "loss": 0.1037,
      "step": 11267
    },
    {
      "epoch": 1.701857725419121,
      "grad_norm": 1.5441850428080726,
      "learning_rate": 3.950929050410977e-06,
      "loss": 0.092,
      "step": 11268
    },
    {
      "epoch": 1.7020087600060414,
      "grad_norm": 1.1870794072281097,
      "learning_rate": 3.950155850825056e-06,
      "loss": 0.0768,
      "step": 11269
    },
    {
      "epoch": 1.7021597945929616,
      "grad_norm": 1.7280896364493947,
      "learning_rate": 3.949382677501565e-06,
      "loss": 0.1181,
      "step": 11270
    },
    {
      "epoch": 1.7023108291798823,
      "grad_norm": 1.5681735977361375,
      "learning_rate": 3.948609530459844e-06,
      "loss": 0.1106,
      "step": 11271
    },
    {
      "epoch": 1.7024618637668025,
      "grad_norm": 1.476211785537728,
      "learning_rate": 3.947836409719234e-06,
      "loss": 0.091,
      "step": 11272
    },
    {
      "epoch": 1.702612898353723,
      "grad_norm": 1.3276035174954237,
      "learning_rate": 3.947063315299076e-06,
      "loss": 0.0856,
      "step": 11273
    },
    {
      "epoch": 1.7027639329406434,
      "grad_norm": 1.2278907838522128,
      "learning_rate": 3.946290247218708e-06,
      "loss": 0.0914,
      "step": 11274
    },
    {
      "epoch": 1.7029149675275637,
      "grad_norm": 1.8903212337557442,
      "learning_rate": 3.94551720549747e-06,
      "loss": 0.0869,
      "step": 11275
    },
    {
      "epoch": 1.7030660021144843,
      "grad_norm": 1.5850094710108504,
      "learning_rate": 3.944744190154699e-06,
      "loss": 0.1004,
      "step": 11276
    },
    {
      "epoch": 1.7032170367014046,
      "grad_norm": 1.6147764523938928,
      "learning_rate": 3.943971201209731e-06,
      "loss": 0.101,
      "step": 11277
    },
    {
      "epoch": 1.703368071288325,
      "grad_norm": 1.8623408007107007,
      "learning_rate": 3.943198238681906e-06,
      "loss": 0.1198,
      "step": 11278
    },
    {
      "epoch": 1.7035191058752455,
      "grad_norm": 1.7663323650163425,
      "learning_rate": 3.9424253025905575e-06,
      "loss": 0.1242,
      "step": 11279
    },
    {
      "epoch": 1.7036701404621657,
      "grad_norm": 1.5369868157095905,
      "learning_rate": 3.941652392955023e-06,
      "loss": 0.1079,
      "step": 11280
    },
    {
      "epoch": 1.7038211750490864,
      "grad_norm": 1.9228422769264992,
      "learning_rate": 3.9408795097946346e-06,
      "loss": 0.1241,
      "step": 11281
    },
    {
      "epoch": 1.7039722096360066,
      "grad_norm": 1.6337530316233033,
      "learning_rate": 3.940106653128731e-06,
      "loss": 0.0825,
      "step": 11282
    },
    {
      "epoch": 1.704123244222927,
      "grad_norm": 1.4938476655164377,
      "learning_rate": 3.939333822976641e-06,
      "loss": 0.099,
      "step": 11283
    },
    {
      "epoch": 1.7042742788098475,
      "grad_norm": 1.503038257994488,
      "learning_rate": 3.938561019357699e-06,
      "loss": 0.0902,
      "step": 11284
    },
    {
      "epoch": 1.7044253133967677,
      "grad_norm": 1.862244379399463,
      "learning_rate": 3.937788242291235e-06,
      "loss": 0.1259,
      "step": 11285
    },
    {
      "epoch": 1.7045763479836884,
      "grad_norm": 1.562659916641821,
      "learning_rate": 3.937015491796584e-06,
      "loss": 0.1012,
      "step": 11286
    },
    {
      "epoch": 1.7047273825706086,
      "grad_norm": 1.9171205203848447,
      "learning_rate": 3.936242767893076e-06,
      "loss": 0.1349,
      "step": 11287
    },
    {
      "epoch": 1.704878417157529,
      "grad_norm": 1.711949435516617,
      "learning_rate": 3.93547007060004e-06,
      "loss": 0.1106,
      "step": 11288
    },
    {
      "epoch": 1.7050294517444495,
      "grad_norm": 1.6201784330899787,
      "learning_rate": 3.934697399936805e-06,
      "loss": 0.096,
      "step": 11289
    },
    {
      "epoch": 1.7051804863313698,
      "grad_norm": 1.560114189641862,
      "learning_rate": 3.933924755922703e-06,
      "loss": 0.0946,
      "step": 11290
    },
    {
      "epoch": 1.7053315209182904,
      "grad_norm": 1.8145705780771333,
      "learning_rate": 3.933152138577059e-06,
      "loss": 0.1014,
      "step": 11291
    },
    {
      "epoch": 1.7054825555052107,
      "grad_norm": 2.7615514290348675,
      "learning_rate": 3.9323795479192004e-06,
      "loss": 0.1237,
      "step": 11292
    },
    {
      "epoch": 1.7056335900921311,
      "grad_norm": 1.7329959526194718,
      "learning_rate": 3.9316069839684545e-06,
      "loss": 0.1138,
      "step": 11293
    },
    {
      "epoch": 1.7057846246790516,
      "grad_norm": 2.0742914108729424,
      "learning_rate": 3.9308344467441484e-06,
      "loss": 0.0944,
      "step": 11294
    },
    {
      "epoch": 1.7059356592659718,
      "grad_norm": 1.3335683681358845,
      "learning_rate": 3.9300619362656065e-06,
      "loss": 0.0991,
      "step": 11295
    },
    {
      "epoch": 1.7060866938528925,
      "grad_norm": 1.6551075529402777,
      "learning_rate": 3.929289452552154e-06,
      "loss": 0.1044,
      "step": 11296
    },
    {
      "epoch": 1.7062377284398127,
      "grad_norm": 1.6334800477799956,
      "learning_rate": 3.928516995623117e-06,
      "loss": 0.1091,
      "step": 11297
    },
    {
      "epoch": 1.7063887630267331,
      "grad_norm": 1.3310206660710298,
      "learning_rate": 3.927744565497814e-06,
      "loss": 0.08,
      "step": 11298
    },
    {
      "epoch": 1.7065397976136536,
      "grad_norm": 1.8067535876827896,
      "learning_rate": 3.926972162195572e-06,
      "loss": 0.1086,
      "step": 11299
    },
    {
      "epoch": 1.7066908322005738,
      "grad_norm": 1.6883184375705518,
      "learning_rate": 3.926199785735712e-06,
      "loss": 0.0991,
      "step": 11300
    },
    {
      "epoch": 1.7068418667874945,
      "grad_norm": 1.912752581166002,
      "learning_rate": 3.925427436137554e-06,
      "loss": 0.1265,
      "step": 11301
    },
    {
      "epoch": 1.7069929013744147,
      "grad_norm": 1.7738005707943119,
      "learning_rate": 3.9246551134204206e-06,
      "loss": 0.1151,
      "step": 11302
    },
    {
      "epoch": 1.7071439359613352,
      "grad_norm": 1.5771810005968518,
      "learning_rate": 3.923882817603631e-06,
      "loss": 0.0963,
      "step": 11303
    },
    {
      "epoch": 1.7072949705482556,
      "grad_norm": 1.9010994342642562,
      "learning_rate": 3.9231105487065054e-06,
      "loss": 0.1149,
      "step": 11304
    },
    {
      "epoch": 1.7074460051351759,
      "grad_norm": 1.3295261672452223,
      "learning_rate": 3.922338306748362e-06,
      "loss": 0.0862,
      "step": 11305
    },
    {
      "epoch": 1.7075970397220963,
      "grad_norm": 1.8051556730531875,
      "learning_rate": 3.921566091748518e-06,
      "loss": 0.1044,
      "step": 11306
    },
    {
      "epoch": 1.7077480743090168,
      "grad_norm": 1.53063274672875,
      "learning_rate": 3.920793903726291e-06,
      "loss": 0.0983,
      "step": 11307
    },
    {
      "epoch": 1.7078991088959372,
      "grad_norm": 1.281571116239879,
      "learning_rate": 3.920021742700999e-06,
      "loss": 0.0849,
      "step": 11308
    },
    {
      "epoch": 1.7080501434828577,
      "grad_norm": 1.5142648001994135,
      "learning_rate": 3.9192496086919565e-06,
      "loss": 0.1035,
      "step": 11309
    },
    {
      "epoch": 1.708201178069778,
      "grad_norm": 1.3705808053651083,
      "learning_rate": 3.918477501718481e-06,
      "loss": 0.0868,
      "step": 11310
    },
    {
      "epoch": 1.7083522126566983,
      "grad_norm": 1.5117276848431684,
      "learning_rate": 3.917705421799887e-06,
      "loss": 0.1067,
      "step": 11311
    },
    {
      "epoch": 1.7085032472436188,
      "grad_norm": 1.3503196038983385,
      "learning_rate": 3.916933368955486e-06,
      "loss": 0.0885,
      "step": 11312
    },
    {
      "epoch": 1.7086542818305392,
      "grad_norm": 1.5497470329421674,
      "learning_rate": 3.916161343204592e-06,
      "loss": 0.091,
      "step": 11313
    },
    {
      "epoch": 1.7088053164174597,
      "grad_norm": 1.4580175125716,
      "learning_rate": 3.915389344566517e-06,
      "loss": 0.0973,
      "step": 11314
    },
    {
      "epoch": 1.70895635100438,
      "grad_norm": 1.354732716532098,
      "learning_rate": 3.914617373060576e-06,
      "loss": 0.0947,
      "step": 11315
    },
    {
      "epoch": 1.7091073855913004,
      "grad_norm": 1.7990837102852453,
      "learning_rate": 3.913845428706079e-06,
      "loss": 0.0992,
      "step": 11316
    },
    {
      "epoch": 1.7092584201782208,
      "grad_norm": 1.5830477407597474,
      "learning_rate": 3.913073511522335e-06,
      "loss": 0.0988,
      "step": 11317
    },
    {
      "epoch": 1.709409454765141,
      "grad_norm": 1.7999046667432945,
      "learning_rate": 3.912301621528657e-06,
      "loss": 0.1025,
      "step": 11318
    },
    {
      "epoch": 1.7095604893520617,
      "grad_norm": 1.9518741781035682,
      "learning_rate": 3.911529758744351e-06,
      "loss": 0.1159,
      "step": 11319
    },
    {
      "epoch": 1.709711523938982,
      "grad_norm": 1.6454929049507097,
      "learning_rate": 3.910757923188728e-06,
      "loss": 0.1031,
      "step": 11320
    },
    {
      "epoch": 1.7098625585259024,
      "grad_norm": 1.9245665621951733,
      "learning_rate": 3.909986114881094e-06,
      "loss": 0.1039,
      "step": 11321
    },
    {
      "epoch": 1.7100135931128229,
      "grad_norm": 1.6229921786981703,
      "learning_rate": 3.9092143338407564e-06,
      "loss": 0.099,
      "step": 11322
    },
    {
      "epoch": 1.710164627699743,
      "grad_norm": 1.9762728368827738,
      "learning_rate": 3.908442580087023e-06,
      "loss": 0.1146,
      "step": 11323
    },
    {
      "epoch": 1.7103156622866638,
      "grad_norm": 1.8587041563954128,
      "learning_rate": 3.9076708536392e-06,
      "loss": 0.0887,
      "step": 11324
    },
    {
      "epoch": 1.710466696873584,
      "grad_norm": 1.3722620954532023,
      "learning_rate": 3.90689915451659e-06,
      "loss": 0.0957,
      "step": 11325
    },
    {
      "epoch": 1.7106177314605044,
      "grad_norm": 1.8284809924059953,
      "learning_rate": 3.906127482738501e-06,
      "loss": 0.1233,
      "step": 11326
    },
    {
      "epoch": 1.710768766047425,
      "grad_norm": 1.56078009275553,
      "learning_rate": 3.905355838324233e-06,
      "loss": 0.0891,
      "step": 11327
    },
    {
      "epoch": 1.7109198006343451,
      "grad_norm": 1.66169721916855,
      "learning_rate": 3.904584221293092e-06,
      "loss": 0.1022,
      "step": 11328
    },
    {
      "epoch": 1.7110708352212658,
      "grad_norm": 2.01555131236066,
      "learning_rate": 3.903812631664378e-06,
      "loss": 0.1027,
      "step": 11329
    },
    {
      "epoch": 1.711221869808186,
      "grad_norm": 1.7073795531440163,
      "learning_rate": 3.9030410694573965e-06,
      "loss": 0.0978,
      "step": 11330
    },
    {
      "epoch": 1.7113729043951065,
      "grad_norm": 1.555143916298449,
      "learning_rate": 3.9022695346914446e-06,
      "loss": 0.0992,
      "step": 11331
    },
    {
      "epoch": 1.711523938982027,
      "grad_norm": 1.4468909600110418,
      "learning_rate": 3.901498027385823e-06,
      "loss": 0.0975,
      "step": 11332
    },
    {
      "epoch": 1.7116749735689472,
      "grad_norm": 1.5163331717938773,
      "learning_rate": 3.900726547559837e-06,
      "loss": 0.1055,
      "step": 11333
    },
    {
      "epoch": 1.7118260081558678,
      "grad_norm": 1.5270388324677675,
      "learning_rate": 3.899955095232778e-06,
      "loss": 0.1102,
      "step": 11334
    },
    {
      "epoch": 1.711977042742788,
      "grad_norm": 2.1330568503195484,
      "learning_rate": 3.899183670423948e-06,
      "loss": 0.1161,
      "step": 11335
    },
    {
      "epoch": 1.7121280773297085,
      "grad_norm": 1.453052568906187,
      "learning_rate": 3.8984122731526436e-06,
      "loss": 0.1129,
      "step": 11336
    },
    {
      "epoch": 1.712279111916629,
      "grad_norm": 1.3272079290832532,
      "learning_rate": 3.897640903438162e-06,
      "loss": 0.0849,
      "step": 11337
    },
    {
      "epoch": 1.7124301465035492,
      "grad_norm": 2.05728798731278,
      "learning_rate": 3.8968695612998005e-06,
      "loss": 0.1274,
      "step": 11338
    },
    {
      "epoch": 1.7125811810904699,
      "grad_norm": 2.0828555348616087,
      "learning_rate": 3.896098246756854e-06,
      "loss": 0.1034,
      "step": 11339
    },
    {
      "epoch": 1.71273221567739,
      "grad_norm": 1.677090455238969,
      "learning_rate": 3.895326959828618e-06,
      "loss": 0.0988,
      "step": 11340
    },
    {
      "epoch": 1.7128832502643105,
      "grad_norm": 1.514989965794076,
      "learning_rate": 3.894555700534385e-06,
      "loss": 0.1013,
      "step": 11341
    },
    {
      "epoch": 1.713034284851231,
      "grad_norm": 1.5714587349807765,
      "learning_rate": 3.893784468893449e-06,
      "loss": 0.1027,
      "step": 11342
    },
    {
      "epoch": 1.7131853194381512,
      "grad_norm": 2.069246788875216,
      "learning_rate": 3.893013264925103e-06,
      "loss": 0.1401,
      "step": 11343
    },
    {
      "epoch": 1.713336354025072,
      "grad_norm": 1.3707947248501653,
      "learning_rate": 3.89224208864864e-06,
      "loss": 0.0823,
      "step": 11344
    },
    {
      "epoch": 1.7134873886119921,
      "grad_norm": 1.3805298496882201,
      "learning_rate": 3.89147094008335e-06,
      "loss": 0.0934,
      "step": 11345
    },
    {
      "epoch": 1.7136384231989126,
      "grad_norm": 1.3752677627425594,
      "learning_rate": 3.890699819248525e-06,
      "loss": 0.0898,
      "step": 11346
    },
    {
      "epoch": 1.713789457785833,
      "grad_norm": 1.5132052550884614,
      "learning_rate": 3.8899287261634545e-06,
      "loss": 0.0905,
      "step": 11347
    },
    {
      "epoch": 1.7139404923727533,
      "grad_norm": 1.453043126527998,
      "learning_rate": 3.889157660847428e-06,
      "loss": 0.085,
      "step": 11348
    },
    {
      "epoch": 1.714091526959674,
      "grad_norm": 1.3791901115787675,
      "learning_rate": 3.888386623319732e-06,
      "loss": 0.0923,
      "step": 11349
    },
    {
      "epoch": 1.7142425615465942,
      "grad_norm": 1.6436041651986886,
      "learning_rate": 3.8876156135996574e-06,
      "loss": 0.0897,
      "step": 11350
    },
    {
      "epoch": 1.7143935961335146,
      "grad_norm": 1.455606808193517,
      "learning_rate": 3.88684463170649e-06,
      "loss": 0.1082,
      "step": 11351
    },
    {
      "epoch": 1.714544630720435,
      "grad_norm": 1.7876625133005872,
      "learning_rate": 3.886073677659517e-06,
      "loss": 0.1252,
      "step": 11352
    },
    {
      "epoch": 1.7146956653073553,
      "grad_norm": 1.3819309489201308,
      "learning_rate": 3.8853027514780224e-06,
      "loss": 0.1018,
      "step": 11353
    },
    {
      "epoch": 1.7148466998942757,
      "grad_norm": 2.230842092254909,
      "learning_rate": 3.884531853181296e-06,
      "loss": 0.1241,
      "step": 11354
    },
    {
      "epoch": 1.7149977344811962,
      "grad_norm": 1.4254955929341881,
      "learning_rate": 3.883760982788617e-06,
      "loss": 0.0868,
      "step": 11355
    },
    {
      "epoch": 1.7151487690681166,
      "grad_norm": 1.8805524254401749,
      "learning_rate": 3.882990140319271e-06,
      "loss": 0.1045,
      "step": 11356
    },
    {
      "epoch": 1.715299803655037,
      "grad_norm": 2.822428098406683,
      "learning_rate": 3.88221932579254e-06,
      "loss": 0.1388,
      "step": 11357
    },
    {
      "epoch": 1.7154508382419573,
      "grad_norm": 1.6284217085362045,
      "learning_rate": 3.881448539227709e-06,
      "loss": 0.1022,
      "step": 11358
    },
    {
      "epoch": 1.7156018728288778,
      "grad_norm": 1.4948783087421917,
      "learning_rate": 3.880677780644059e-06,
      "loss": 0.0935,
      "step": 11359
    },
    {
      "epoch": 1.7157529074157982,
      "grad_norm": 1.2408160714929504,
      "learning_rate": 3.879907050060868e-06,
      "loss": 0.0801,
      "step": 11360
    },
    {
      "epoch": 1.7159039420027187,
      "grad_norm": 1.7529844624507045,
      "learning_rate": 3.879136347497419e-06,
      "loss": 0.1175,
      "step": 11361
    },
    {
      "epoch": 1.7160549765896391,
      "grad_norm": 2.1091943214713704,
      "learning_rate": 3.8783656729729935e-06,
      "loss": 0.1185,
      "step": 11362
    },
    {
      "epoch": 1.7162060111765594,
      "grad_norm": 2.9304820949530006,
      "learning_rate": 3.8775950265068665e-06,
      "loss": 0.1173,
      "step": 11363
    },
    {
      "epoch": 1.7163570457634798,
      "grad_norm": 1.5705161134755614,
      "learning_rate": 3.8768244081183164e-06,
      "loss": 0.0981,
      "step": 11364
    },
    {
      "epoch": 1.7165080803504003,
      "grad_norm": 1.7011483552697373,
      "learning_rate": 3.876053817826621e-06,
      "loss": 0.111,
      "step": 11365
    },
    {
      "epoch": 1.7166591149373205,
      "grad_norm": 1.4545191683497087,
      "learning_rate": 3.875283255651059e-06,
      "loss": 0.0967,
      "step": 11366
    },
    {
      "epoch": 1.7168101495242412,
      "grad_norm": 1.690888883111802,
      "learning_rate": 3.8745127216109045e-06,
      "loss": 0.101,
      "step": 11367
    },
    {
      "epoch": 1.7169611841111614,
      "grad_norm": 2.012699852046564,
      "learning_rate": 3.873742215725435e-06,
      "loss": 0.1112,
      "step": 11368
    },
    {
      "epoch": 1.7171122186980818,
      "grad_norm": 1.6793956827901482,
      "learning_rate": 3.872971738013924e-06,
      "loss": 0.115,
      "step": 11369
    },
    {
      "epoch": 1.7172632532850023,
      "grad_norm": 1.5580223852772326,
      "learning_rate": 3.8722012884956426e-06,
      "loss": 0.0913,
      "step": 11370
    },
    {
      "epoch": 1.7174142878719225,
      "grad_norm": 1.4569121039095363,
      "learning_rate": 3.8714308671898685e-06,
      "loss": 0.0805,
      "step": 11371
    },
    {
      "epoch": 1.7175653224588432,
      "grad_norm": 1.4630751043874828,
      "learning_rate": 3.87066047411587e-06,
      "loss": 0.1014,
      "step": 11372
    },
    {
      "epoch": 1.7177163570457634,
      "grad_norm": 1.632195829193748,
      "learning_rate": 3.869890109292923e-06,
      "loss": 0.0837,
      "step": 11373
    },
    {
      "epoch": 1.7178673916326839,
      "grad_norm": 1.4423949603236466,
      "learning_rate": 3.869119772740296e-06,
      "loss": 0.0929,
      "step": 11374
    },
    {
      "epoch": 1.7180184262196043,
      "grad_norm": 1.2767904573704505,
      "learning_rate": 3.8683494644772605e-06,
      "loss": 0.0755,
      "step": 11375
    },
    {
      "epoch": 1.7181694608065246,
      "grad_norm": 1.1608813527466144,
      "learning_rate": 3.867579184523087e-06,
      "loss": 0.0727,
      "step": 11376
    },
    {
      "epoch": 1.7183204953934452,
      "grad_norm": 1.630928304754877,
      "learning_rate": 3.866808932897041e-06,
      "loss": 0.1006,
      "step": 11377
    },
    {
      "epoch": 1.7184715299803655,
      "grad_norm": 1.7135530215177814,
      "learning_rate": 3.866038709618394e-06,
      "loss": 0.1071,
      "step": 11378
    },
    {
      "epoch": 1.718622564567286,
      "grad_norm": 1.744518113963175,
      "learning_rate": 3.865268514706412e-06,
      "loss": 0.108,
      "step": 11379
    },
    {
      "epoch": 1.7187735991542064,
      "grad_norm": 2.228092561219693,
      "learning_rate": 3.864498348180363e-06,
      "loss": 0.1243,
      "step": 11380
    },
    {
      "epoch": 1.7189246337411266,
      "grad_norm": 2.0534043875557844,
      "learning_rate": 3.863728210059512e-06,
      "loss": 0.1137,
      "step": 11381
    },
    {
      "epoch": 1.7190756683280473,
      "grad_norm": 1.413901663615871,
      "learning_rate": 3.862958100363126e-06,
      "loss": 0.1,
      "step": 11382
    },
    {
      "epoch": 1.7192267029149675,
      "grad_norm": 1.6256824208792995,
      "learning_rate": 3.862188019110469e-06,
      "loss": 0.1039,
      "step": 11383
    },
    {
      "epoch": 1.719377737501888,
      "grad_norm": 2.0905554059176903,
      "learning_rate": 3.861417966320804e-06,
      "loss": 0.1077,
      "step": 11384
    },
    {
      "epoch": 1.7195287720888084,
      "grad_norm": 1.9791228460097168,
      "learning_rate": 3.860647942013394e-06,
      "loss": 0.0987,
      "step": 11385
    },
    {
      "epoch": 1.7196798066757286,
      "grad_norm": 1.4925635293393944,
      "learning_rate": 3.859877946207504e-06,
      "loss": 0.0862,
      "step": 11386
    },
    {
      "epoch": 1.7198308412626493,
      "grad_norm": 1.451401691032963,
      "learning_rate": 3.8591079789223934e-06,
      "loss": 0.0954,
      "step": 11387
    },
    {
      "epoch": 1.7199818758495695,
      "grad_norm": 1.5404876013584758,
      "learning_rate": 3.858338040177324e-06,
      "loss": 0.1056,
      "step": 11388
    },
    {
      "epoch": 1.72013291043649,
      "grad_norm": 1.8827136841810692,
      "learning_rate": 3.857568129991557e-06,
      "loss": 0.112,
      "step": 11389
    },
    {
      "epoch": 1.7202839450234104,
      "grad_norm": 2.716514732464743,
      "learning_rate": 3.856798248384354e-06,
      "loss": 0.1244,
      "step": 11390
    },
    {
      "epoch": 1.7204349796103307,
      "grad_norm": 1.3002288213946653,
      "learning_rate": 3.856028395374971e-06,
      "loss": 0.0832,
      "step": 11391
    },
    {
      "epoch": 1.7205860141972513,
      "grad_norm": 1.4692014460075433,
      "learning_rate": 3.855258570982666e-06,
      "loss": 0.0886,
      "step": 11392
    },
    {
      "epoch": 1.7207370487841716,
      "grad_norm": 1.7731188860671672,
      "learning_rate": 3.854488775226697e-06,
      "loss": 0.1147,
      "step": 11393
    },
    {
      "epoch": 1.720888083371092,
      "grad_norm": 1.5240268664083398,
      "learning_rate": 3.853719008126323e-06,
      "loss": 0.1051,
      "step": 11394
    },
    {
      "epoch": 1.7210391179580125,
      "grad_norm": 1.5345751578309386,
      "learning_rate": 3.852949269700798e-06,
      "loss": 0.0959,
      "step": 11395
    },
    {
      "epoch": 1.7211901525449327,
      "grad_norm": 1.5375267783849933,
      "learning_rate": 3.852179559969378e-06,
      "loss": 0.1084,
      "step": 11396
    },
    {
      "epoch": 1.7213411871318534,
      "grad_norm": 1.3890680105614501,
      "learning_rate": 3.851409878951318e-06,
      "loss": 0.0883,
      "step": 11397
    },
    {
      "epoch": 1.7214922217187736,
      "grad_norm": 14.516094626761884,
      "learning_rate": 3.850640226665873e-06,
      "loss": 0.209,
      "step": 11398
    },
    {
      "epoch": 1.721643256305694,
      "grad_norm": 1.884711939710568,
      "learning_rate": 3.849870603132294e-06,
      "loss": 0.1168,
      "step": 11399
    },
    {
      "epoch": 1.7217942908926145,
      "grad_norm": 1.396484074176088,
      "learning_rate": 3.8491010083698345e-06,
      "loss": 0.0913,
      "step": 11400
    },
    {
      "epoch": 1.7219453254795347,
      "grad_norm": 1.8578871482605368,
      "learning_rate": 3.848331442397747e-06,
      "loss": 0.1197,
      "step": 11401
    },
    {
      "epoch": 1.7220963600664552,
      "grad_norm": 1.6755094068791743,
      "learning_rate": 3.847561905235282e-06,
      "loss": 0.1124,
      "step": 11402
    },
    {
      "epoch": 1.7222473946533756,
      "grad_norm": 1.3651447624698827,
      "learning_rate": 3.8467923969016896e-06,
      "loss": 0.0963,
      "step": 11403
    },
    {
      "epoch": 1.722398429240296,
      "grad_norm": 1.4287039741087475,
      "learning_rate": 3.84602291741622e-06,
      "loss": 0.0913,
      "step": 11404
    },
    {
      "epoch": 1.7225494638272165,
      "grad_norm": 1.6201561731736314,
      "learning_rate": 3.845253466798123e-06,
      "loss": 0.092,
      "step": 11405
    },
    {
      "epoch": 1.7227004984141367,
      "grad_norm": 1.6658151963377064,
      "learning_rate": 3.844484045066645e-06,
      "loss": 0.1049,
      "step": 11406
    },
    {
      "epoch": 1.7228515330010572,
      "grad_norm": 1.5070203115299616,
      "learning_rate": 3.843714652241035e-06,
      "loss": 0.1029,
      "step": 11407
    },
    {
      "epoch": 1.7230025675879777,
      "grad_norm": 1.6165887467522981,
      "learning_rate": 3.842945288340539e-06,
      "loss": 0.1043,
      "step": 11408
    },
    {
      "epoch": 1.723153602174898,
      "grad_norm": 1.4976547146426462,
      "learning_rate": 3.842175953384402e-06,
      "loss": 0.0894,
      "step": 11409
    },
    {
      "epoch": 1.7233046367618186,
      "grad_norm": 1.5568446628877062,
      "learning_rate": 3.841406647391871e-06,
      "loss": 0.0989,
      "step": 11410
    },
    {
      "epoch": 1.7234556713487388,
      "grad_norm": 2.1015915610255655,
      "learning_rate": 3.840637370382189e-06,
      "loss": 0.1144,
      "step": 11411
    },
    {
      "epoch": 1.7236067059356592,
      "grad_norm": 2.1302784285044982,
      "learning_rate": 3.839868122374605e-06,
      "loss": 0.1296,
      "step": 11412
    },
    {
      "epoch": 1.7237577405225797,
      "grad_norm": 1.5582907942787023,
      "learning_rate": 3.8390989033883555e-06,
      "loss": 0.0898,
      "step": 11413
    },
    {
      "epoch": 1.7239087751095,
      "grad_norm": 3.191093995952751,
      "learning_rate": 3.838329713442686e-06,
      "loss": 0.1354,
      "step": 11414
    },
    {
      "epoch": 1.7240598096964206,
      "grad_norm": 1.4907275717939614,
      "learning_rate": 3.837560552556838e-06,
      "loss": 0.098,
      "step": 11415
    },
    {
      "epoch": 1.7242108442833408,
      "grad_norm": 2.0120787075598643,
      "learning_rate": 3.836791420750051e-06,
      "loss": 0.1214,
      "step": 11416
    },
    {
      "epoch": 1.7243618788702613,
      "grad_norm": 2.088809727509378,
      "learning_rate": 3.836022318041568e-06,
      "loss": 0.1222,
      "step": 11417
    },
    {
      "epoch": 1.7245129134571817,
      "grad_norm": 1.8570522185419636,
      "learning_rate": 3.835253244450626e-06,
      "loss": 0.108,
      "step": 11418
    },
    {
      "epoch": 1.724663948044102,
      "grad_norm": 1.7148873065510772,
      "learning_rate": 3.8344841999964685e-06,
      "loss": 0.1141,
      "step": 11419
    },
    {
      "epoch": 1.7248149826310226,
      "grad_norm": 1.7238185667786927,
      "learning_rate": 3.833715184698327e-06,
      "loss": 0.1034,
      "step": 11420
    },
    {
      "epoch": 1.7249660172179428,
      "grad_norm": 1.8621360223784442,
      "learning_rate": 3.832946198575441e-06,
      "loss": 0.106,
      "step": 11421
    },
    {
      "epoch": 1.7251170518048633,
      "grad_norm": 1.8237260741628718,
      "learning_rate": 3.83217724164705e-06,
      "loss": 0.0994,
      "step": 11422
    },
    {
      "epoch": 1.7252680863917838,
      "grad_norm": 4.248285046435585,
      "learning_rate": 3.831408313932386e-06,
      "loss": 0.1098,
      "step": 11423
    },
    {
      "epoch": 1.725419120978704,
      "grad_norm": 1.43510469019342,
      "learning_rate": 3.830639415450687e-06,
      "loss": 0.1045,
      "step": 11424
    },
    {
      "epoch": 1.7255701555656247,
      "grad_norm": 1.7215075456886777,
      "learning_rate": 3.829870546221187e-06,
      "loss": 0.0964,
      "step": 11425
    },
    {
      "epoch": 1.7257211901525449,
      "grad_norm": 1.7615844810335555,
      "learning_rate": 3.8291017062631184e-06,
      "loss": 0.1115,
      "step": 11426
    },
    {
      "epoch": 1.7258722247394653,
      "grad_norm": 1.4273219806255504,
      "learning_rate": 3.8283328955957156e-06,
      "loss": 0.0932,
      "step": 11427
    },
    {
      "epoch": 1.7260232593263858,
      "grad_norm": 1.7846933173494812,
      "learning_rate": 3.827564114238209e-06,
      "loss": 0.0998,
      "step": 11428
    },
    {
      "epoch": 1.726174293913306,
      "grad_norm": 1.3474520746688503,
      "learning_rate": 3.8267953622098315e-06,
      "loss": 0.102,
      "step": 11429
    },
    {
      "epoch": 1.7263253285002267,
      "grad_norm": 1.4742985963157622,
      "learning_rate": 3.826026639529813e-06,
      "loss": 0.098,
      "step": 11430
    },
    {
      "epoch": 1.726476363087147,
      "grad_norm": 1.5649699090251956,
      "learning_rate": 3.825257946217385e-06,
      "loss": 0.1047,
      "step": 11431
    },
    {
      "epoch": 1.7266273976740674,
      "grad_norm": 1.8792949357618125,
      "learning_rate": 3.824489282291775e-06,
      "loss": 0.1077,
      "step": 11432
    },
    {
      "epoch": 1.7267784322609878,
      "grad_norm": 1.7862522702121553,
      "learning_rate": 3.823720647772212e-06,
      "loss": 0.1068,
      "step": 11433
    },
    {
      "epoch": 1.726929466847908,
      "grad_norm": 1.6026777241967176,
      "learning_rate": 3.822952042677926e-06,
      "loss": 0.0954,
      "step": 11434
    },
    {
      "epoch": 1.7270805014348287,
      "grad_norm": 1.371594126588207,
      "learning_rate": 3.822183467028142e-06,
      "loss": 0.0904,
      "step": 11435
    },
    {
      "epoch": 1.727231536021749,
      "grad_norm": 1.5984653592975222,
      "learning_rate": 3.821414920842086e-06,
      "loss": 0.1081,
      "step": 11436
    },
    {
      "epoch": 1.7273825706086694,
      "grad_norm": 1.3467252872458706,
      "learning_rate": 3.820646404138983e-06,
      "loss": 0.0777,
      "step": 11437
    },
    {
      "epoch": 1.7275336051955898,
      "grad_norm": 1.5171675928646673,
      "learning_rate": 3.819877916938061e-06,
      "loss": 0.1025,
      "step": 11438
    },
    {
      "epoch": 1.72768463978251,
      "grad_norm": 1.5481534987965242,
      "learning_rate": 3.819109459258539e-06,
      "loss": 0.1046,
      "step": 11439
    },
    {
      "epoch": 1.7278356743694308,
      "grad_norm": 1.751790414855999,
      "learning_rate": 3.818341031119646e-06,
      "loss": 0.1029,
      "step": 11440
    },
    {
      "epoch": 1.727986708956351,
      "grad_norm": 1.6183763234639794,
      "learning_rate": 3.817572632540604e-06,
      "loss": 0.1169,
      "step": 11441
    },
    {
      "epoch": 1.7281377435432714,
      "grad_norm": 1.7046089074682287,
      "learning_rate": 3.816804263540632e-06,
      "loss": 0.1009,
      "step": 11442
    },
    {
      "epoch": 1.7282887781301919,
      "grad_norm": 1.0922030999746448,
      "learning_rate": 3.816035924138951e-06,
      "loss": 0.0681,
      "step": 11443
    },
    {
      "epoch": 1.7284398127171121,
      "grad_norm": 2.3547497861853097,
      "learning_rate": 3.8152676143547825e-06,
      "loss": 0.0986,
      "step": 11444
    },
    {
      "epoch": 1.7285908473040328,
      "grad_norm": 1.4035824184890946,
      "learning_rate": 3.8144993342073473e-06,
      "loss": 0.093,
      "step": 11445
    },
    {
      "epoch": 1.728741881890953,
      "grad_norm": 1.4755095265450333,
      "learning_rate": 3.8137310837158638e-06,
      "loss": 0.102,
      "step": 11446
    },
    {
      "epoch": 1.7288929164778735,
      "grad_norm": 2.2323051935806655,
      "learning_rate": 3.812962862899549e-06,
      "loss": 0.1163,
      "step": 11447
    },
    {
      "epoch": 1.729043951064794,
      "grad_norm": 1.2693122811178923,
      "learning_rate": 3.812194671777624e-06,
      "loss": 0.0902,
      "step": 11448
    },
    {
      "epoch": 1.7291949856517141,
      "grad_norm": 1.3205951152756839,
      "learning_rate": 3.8114265103693e-06,
      "loss": 0.0855,
      "step": 11449
    },
    {
      "epoch": 1.7293460202386346,
      "grad_norm": 1.5955398366171072,
      "learning_rate": 3.810658378693796e-06,
      "loss": 0.0958,
      "step": 11450
    },
    {
      "epoch": 1.729497054825555,
      "grad_norm": 1.6096398699256904,
      "learning_rate": 3.8098902767703278e-06,
      "loss": 0.1054,
      "step": 11451
    },
    {
      "epoch": 1.7296480894124755,
      "grad_norm": 2.1786280398379727,
      "learning_rate": 3.8091222046181085e-06,
      "loss": 0.1318,
      "step": 11452
    },
    {
      "epoch": 1.729799123999396,
      "grad_norm": 1.654444378648213,
      "learning_rate": 3.8083541622563535e-06,
      "loss": 0.0955,
      "step": 11453
    },
    {
      "epoch": 1.7299501585863162,
      "grad_norm": 1.9594888055948625,
      "learning_rate": 3.807586149704274e-06,
      "loss": 0.0975,
      "step": 11454
    },
    {
      "epoch": 1.7301011931732366,
      "grad_norm": 2.0529375089461044,
      "learning_rate": 3.8068181669810837e-06,
      "loss": 0.1126,
      "step": 11455
    },
    {
      "epoch": 1.730252227760157,
      "grad_norm": 1.8280510075286345,
      "learning_rate": 3.806050214105993e-06,
      "loss": 0.0931,
      "step": 11456
    },
    {
      "epoch": 1.7304032623470775,
      "grad_norm": 1.399947119918426,
      "learning_rate": 3.8052822910982135e-06,
      "loss": 0.1009,
      "step": 11457
    },
    {
      "epoch": 1.730554296933998,
      "grad_norm": 2.790720899684691,
      "learning_rate": 3.804514397976954e-06,
      "loss": 0.1084,
      "step": 11458
    },
    {
      "epoch": 1.7307053315209182,
      "grad_norm": 1.4920270107358926,
      "learning_rate": 3.803746534761425e-06,
      "loss": 0.0913,
      "step": 11459
    },
    {
      "epoch": 1.7308563661078387,
      "grad_norm": 2.8544860776871173,
      "learning_rate": 3.8029787014708343e-06,
      "loss": 0.1295,
      "step": 11460
    },
    {
      "epoch": 1.7310074006947591,
      "grad_norm": 2.3231712069944783,
      "learning_rate": 3.80221089812439e-06,
      "loss": 0.1213,
      "step": 11461
    },
    {
      "epoch": 1.7311584352816793,
      "grad_norm": 1.655455744292104,
      "learning_rate": 3.8014431247413007e-06,
      "loss": 0.0976,
      "step": 11462
    },
    {
      "epoch": 1.7313094698686,
      "grad_norm": 1.6738445505089272,
      "learning_rate": 3.8006753813407692e-06,
      "loss": 0.0962,
      "step": 11463
    },
    {
      "epoch": 1.7314605044555202,
      "grad_norm": 1.8552549356181565,
      "learning_rate": 3.7999076679420033e-06,
      "loss": 0.1279,
      "step": 11464
    },
    {
      "epoch": 1.7316115390424407,
      "grad_norm": 1.4853930805824946,
      "learning_rate": 3.7991399845642073e-06,
      "loss": 0.0954,
      "step": 11465
    },
    {
      "epoch": 1.7317625736293611,
      "grad_norm": 1.4056385978617691,
      "learning_rate": 3.7983723312265856e-06,
      "loss": 0.0943,
      "step": 11466
    },
    {
      "epoch": 1.7319136082162814,
      "grad_norm": 1.246436297691654,
      "learning_rate": 3.7976047079483403e-06,
      "loss": 0.0868,
      "step": 11467
    },
    {
      "epoch": 1.732064642803202,
      "grad_norm": 1.9658536203414128,
      "learning_rate": 3.796837114748675e-06,
      "loss": 0.1001,
      "step": 11468
    },
    {
      "epoch": 1.7322156773901223,
      "grad_norm": 1.439481774379594,
      "learning_rate": 3.7960695516467915e-06,
      "loss": 0.086,
      "step": 11469
    },
    {
      "epoch": 1.7323667119770427,
      "grad_norm": 1.4744515326863066,
      "learning_rate": 3.7953020186618934e-06,
      "loss": 0.0996,
      "step": 11470
    },
    {
      "epoch": 1.7325177465639632,
      "grad_norm": 1.4629211173432515,
      "learning_rate": 3.794534515813175e-06,
      "loss": 0.0946,
      "step": 11471
    },
    {
      "epoch": 1.7326687811508834,
      "grad_norm": 2.0030438212324007,
      "learning_rate": 3.7937670431198386e-06,
      "loss": 0.1081,
      "step": 11472
    },
    {
      "epoch": 1.732819815737804,
      "grad_norm": 2.70139120653517,
      "learning_rate": 3.7929996006010844e-06,
      "loss": 0.105,
      "step": 11473
    },
    {
      "epoch": 1.7329708503247243,
      "grad_norm": 1.7289187374865864,
      "learning_rate": 3.7922321882761088e-06,
      "loss": 0.1153,
      "step": 11474
    },
    {
      "epoch": 1.7331218849116448,
      "grad_norm": 1.4027311166293546,
      "learning_rate": 3.7914648061641097e-06,
      "loss": 0.0986,
      "step": 11475
    },
    {
      "epoch": 1.7332729194985652,
      "grad_norm": 1.45658876342028,
      "learning_rate": 3.790697454284283e-06,
      "loss": 0.0974,
      "step": 11476
    },
    {
      "epoch": 1.7334239540854854,
      "grad_norm": 1.3922051584779311,
      "learning_rate": 3.789930132655827e-06,
      "loss": 0.0758,
      "step": 11477
    },
    {
      "epoch": 1.7335749886724061,
      "grad_norm": 2.11152205799106,
      "learning_rate": 3.7891628412979327e-06,
      "loss": 0.1129,
      "step": 11478
    },
    {
      "epoch": 1.7337260232593263,
      "grad_norm": 1.6598903349771235,
      "learning_rate": 3.7883955802297963e-06,
      "loss": 0.0998,
      "step": 11479
    },
    {
      "epoch": 1.7338770578462468,
      "grad_norm": 1.8562312591658854,
      "learning_rate": 3.787628349470611e-06,
      "loss": 0.1092,
      "step": 11480
    },
    {
      "epoch": 1.7340280924331672,
      "grad_norm": 1.3638846959585431,
      "learning_rate": 3.786861149039569e-06,
      "loss": 0.0869,
      "step": 11481
    },
    {
      "epoch": 1.7341791270200875,
      "grad_norm": 1.3126530667086058,
      "learning_rate": 3.7860939789558636e-06,
      "loss": 0.0797,
      "step": 11482
    },
    {
      "epoch": 1.7343301616070081,
      "grad_norm": 1.3298307596841739,
      "learning_rate": 3.785326839238685e-06,
      "loss": 0.0954,
      "step": 11483
    },
    {
      "epoch": 1.7344811961939284,
      "grad_norm": 1.9749982077626804,
      "learning_rate": 3.7845597299072245e-06,
      "loss": 0.1148,
      "step": 11484
    },
    {
      "epoch": 1.7346322307808488,
      "grad_norm": 1.9872046659952074,
      "learning_rate": 3.783792650980671e-06,
      "loss": 0.1146,
      "step": 11485
    },
    {
      "epoch": 1.7347832653677693,
      "grad_norm": 1.4195358064981773,
      "learning_rate": 3.7830256024782123e-06,
      "loss": 0.1023,
      "step": 11486
    },
    {
      "epoch": 1.7349342999546895,
      "grad_norm": 1.8733208397985222,
      "learning_rate": 3.7822585844190385e-06,
      "loss": 0.1097,
      "step": 11487
    },
    {
      "epoch": 1.7350853345416102,
      "grad_norm": 1.5604253347764763,
      "learning_rate": 3.7814915968223357e-06,
      "loss": 0.1005,
      "step": 11488
    },
    {
      "epoch": 1.7352363691285304,
      "grad_norm": 2.496323223538849,
      "learning_rate": 3.7807246397072918e-06,
      "loss": 0.1273,
      "step": 11489
    },
    {
      "epoch": 1.7353874037154509,
      "grad_norm": 1.7178494398484399,
      "learning_rate": 3.7799577130930915e-06,
      "loss": 0.1043,
      "step": 11490
    },
    {
      "epoch": 1.7355384383023713,
      "grad_norm": 1.3575844404839095,
      "learning_rate": 3.779190816998921e-06,
      "loss": 0.0986,
      "step": 11491
    },
    {
      "epoch": 1.7356894728892915,
      "grad_norm": 1.7424155783187538,
      "learning_rate": 3.778423951443963e-06,
      "loss": 0.1101,
      "step": 11492
    },
    {
      "epoch": 1.7358405074762122,
      "grad_norm": 1.7838937160418544,
      "learning_rate": 3.7776571164474025e-06,
      "loss": 0.1124,
      "step": 11493
    },
    {
      "epoch": 1.7359915420631324,
      "grad_norm": 1.6561929723240427,
      "learning_rate": 3.776890312028421e-06,
      "loss": 0.1065,
      "step": 11494
    },
    {
      "epoch": 1.736142576650053,
      "grad_norm": 2.660371428890853,
      "learning_rate": 3.7761235382062006e-06,
      "loss": 0.1211,
      "step": 11495
    },
    {
      "epoch": 1.7362936112369733,
      "grad_norm": 1.5575967453664454,
      "learning_rate": 3.775356794999924e-06,
      "loss": 0.098,
      "step": 11496
    },
    {
      "epoch": 1.7364446458238936,
      "grad_norm": 1.8011334295843513,
      "learning_rate": 3.774590082428771e-06,
      "loss": 0.0885,
      "step": 11497
    },
    {
      "epoch": 1.736595680410814,
      "grad_norm": 1.553303161457213,
      "learning_rate": 3.773823400511924e-06,
      "loss": 0.1036,
      "step": 11498
    },
    {
      "epoch": 1.7367467149977345,
      "grad_norm": 2.382081785418233,
      "learning_rate": 3.7730567492685565e-06,
      "loss": 0.1146,
      "step": 11499
    },
    {
      "epoch": 1.736897749584655,
      "grad_norm": 1.7506976721601075,
      "learning_rate": 3.7722901287178495e-06,
      "loss": 0.1202,
      "step": 11500
    },
    {
      "epoch": 1.7370487841715754,
      "grad_norm": 1.318486273288138,
      "learning_rate": 3.7715235388789808e-06,
      "loss": 0.0851,
      "step": 11501
    },
    {
      "epoch": 1.7371998187584956,
      "grad_norm": 1.5830990656981097,
      "learning_rate": 3.7707569797711264e-06,
      "loss": 0.0993,
      "step": 11502
    },
    {
      "epoch": 1.737350853345416,
      "grad_norm": 1.3341623721655658,
      "learning_rate": 3.7699904514134623e-06,
      "loss": 0.0943,
      "step": 11503
    },
    {
      "epoch": 1.7375018879323365,
      "grad_norm": 1.3295903579322537,
      "learning_rate": 3.769223953825164e-06,
      "loss": 0.079,
      "step": 11504
    },
    {
      "epoch": 1.737652922519257,
      "grad_norm": 1.5390945724320262,
      "learning_rate": 3.768457487025406e-06,
      "loss": 0.0907,
      "step": 11505
    },
    {
      "epoch": 1.7378039571061774,
      "grad_norm": 1.5643419587818697,
      "learning_rate": 3.7676910510333627e-06,
      "loss": 0.0925,
      "step": 11506
    },
    {
      "epoch": 1.7379549916930976,
      "grad_norm": 1.7845587821168174,
      "learning_rate": 3.766924645868204e-06,
      "loss": 0.0942,
      "step": 11507
    },
    {
      "epoch": 1.738106026280018,
      "grad_norm": 1.5831775851879646,
      "learning_rate": 3.766158271549104e-06,
      "loss": 0.1118,
      "step": 11508
    },
    {
      "epoch": 1.7382570608669385,
      "grad_norm": 1.5676232928666602,
      "learning_rate": 3.7653919280952344e-06,
      "loss": 0.1101,
      "step": 11509
    },
    {
      "epoch": 1.7384080954538588,
      "grad_norm": 1.6147965129425825,
      "learning_rate": 3.764625615525764e-06,
      "loss": 0.1055,
      "step": 11510
    },
    {
      "epoch": 1.7385591300407794,
      "grad_norm": 1.685754684778131,
      "learning_rate": 3.7638593338598645e-06,
      "loss": 0.1001,
      "step": 11511
    },
    {
      "epoch": 1.7387101646276997,
      "grad_norm": 1.904221256074522,
      "learning_rate": 3.7630930831167034e-06,
      "loss": 0.1102,
      "step": 11512
    },
    {
      "epoch": 1.7388611992146201,
      "grad_norm": 1.8010920274215505,
      "learning_rate": 3.7623268633154504e-06,
      "loss": 0.0972,
      "step": 11513
    },
    {
      "epoch": 1.7390122338015406,
      "grad_norm": 1.5022551401803441,
      "learning_rate": 3.761560674475271e-06,
      "loss": 0.1002,
      "step": 11514
    },
    {
      "epoch": 1.7391632683884608,
      "grad_norm": 1.9317052496924845,
      "learning_rate": 3.760794516615332e-06,
      "loss": 0.0939,
      "step": 11515
    },
    {
      "epoch": 1.7393143029753815,
      "grad_norm": 1.491518157888418,
      "learning_rate": 3.7600283897548008e-06,
      "loss": 0.0957,
      "step": 11516
    },
    {
      "epoch": 1.7394653375623017,
      "grad_norm": 1.5965025795134788,
      "learning_rate": 3.759262293912841e-06,
      "loss": 0.1069,
      "step": 11517
    },
    {
      "epoch": 1.7396163721492222,
      "grad_norm": 1.7109374108956392,
      "learning_rate": 3.758496229108618e-06,
      "loss": 0.1231,
      "step": 11518
    },
    {
      "epoch": 1.7397674067361426,
      "grad_norm": 1.277637129486816,
      "learning_rate": 3.757730195361294e-06,
      "loss": 0.0815,
      "step": 11519
    },
    {
      "epoch": 1.7399184413230628,
      "grad_norm": 1.8457050871546299,
      "learning_rate": 3.7569641926900357e-06,
      "loss": 0.0944,
      "step": 11520
    },
    {
      "epoch": 1.7400694759099835,
      "grad_norm": 1.3912618718114356,
      "learning_rate": 3.7561982211139996e-06,
      "loss": 0.0986,
      "step": 11521
    },
    {
      "epoch": 1.7402205104969037,
      "grad_norm": 2.4275441711541377,
      "learning_rate": 3.7554322806523495e-06,
      "loss": 0.1027,
      "step": 11522
    },
    {
      "epoch": 1.7403715450838242,
      "grad_norm": 1.4491581432453033,
      "learning_rate": 3.754666371324245e-06,
      "loss": 0.0959,
      "step": 11523
    },
    {
      "epoch": 1.7405225796707446,
      "grad_norm": 1.5707749546874543,
      "learning_rate": 3.7539004931488467e-06,
      "loss": 0.1033,
      "step": 11524
    },
    {
      "epoch": 1.7406736142576649,
      "grad_norm": 1.535348846588438,
      "learning_rate": 3.753134646145314e-06,
      "loss": 0.0939,
      "step": 11525
    },
    {
      "epoch": 1.7408246488445855,
      "grad_norm": 1.505980636762111,
      "learning_rate": 3.752368830332803e-06,
      "loss": 0.0911,
      "step": 11526
    },
    {
      "epoch": 1.7409756834315058,
      "grad_norm": 1.6878742009783787,
      "learning_rate": 3.7516030457304754e-06,
      "loss": 0.1065,
      "step": 11527
    },
    {
      "epoch": 1.7411267180184262,
      "grad_norm": 1.791852218665569,
      "learning_rate": 3.750837292357481e-06,
      "loss": 0.1034,
      "step": 11528
    },
    {
      "epoch": 1.7412777526053467,
      "grad_norm": 1.8249453374505589,
      "learning_rate": 3.7500715702329797e-06,
      "loss": 0.1133,
      "step": 11529
    },
    {
      "epoch": 1.741428787192267,
      "grad_norm": 1.569540515731173,
      "learning_rate": 3.749305879376126e-06,
      "loss": 0.0979,
      "step": 11530
    },
    {
      "epoch": 1.7415798217791876,
      "grad_norm": 1.4443171863299125,
      "learning_rate": 3.748540219806074e-06,
      "loss": 0.0868,
      "step": 11531
    },
    {
      "epoch": 1.7417308563661078,
      "grad_norm": 1.6203446991182757,
      "learning_rate": 3.747774591541977e-06,
      "loss": 0.0943,
      "step": 11532
    },
    {
      "epoch": 1.7418818909530283,
      "grad_norm": 1.8786463845896375,
      "learning_rate": 3.7470089946029876e-06,
      "loss": 0.1074,
      "step": 11533
    },
    {
      "epoch": 1.7420329255399487,
      "grad_norm": 2.1257846690083086,
      "learning_rate": 3.7462434290082583e-06,
      "loss": 0.118,
      "step": 11534
    },
    {
      "epoch": 1.742183960126869,
      "grad_norm": 1.7188079295552094,
      "learning_rate": 3.745477894776939e-06,
      "loss": 0.1119,
      "step": 11535
    },
    {
      "epoch": 1.7423349947137896,
      "grad_norm": 1.2812861377368476,
      "learning_rate": 3.744712391928179e-06,
      "loss": 0.083,
      "step": 11536
    },
    {
      "epoch": 1.7424860293007098,
      "grad_norm": 1.5645353973766503,
      "learning_rate": 3.7439469204811306e-06,
      "loss": 0.1139,
      "step": 11537
    },
    {
      "epoch": 1.7426370638876303,
      "grad_norm": 1.5002616246464056,
      "learning_rate": 3.7431814804549403e-06,
      "loss": 0.1094,
      "step": 11538
    },
    {
      "epoch": 1.7427880984745507,
      "grad_norm": 1.4171150467853135,
      "learning_rate": 3.7424160718687576e-06,
      "loss": 0.0858,
      "step": 11539
    },
    {
      "epoch": 1.742939133061471,
      "grad_norm": 1.8367753474737134,
      "learning_rate": 3.7416506947417275e-06,
      "loss": 0.1113,
      "step": 11540
    },
    {
      "epoch": 1.7430901676483916,
      "grad_norm": 1.3946551189151533,
      "learning_rate": 3.7408853490929984e-06,
      "loss": 0.0882,
      "step": 11541
    },
    {
      "epoch": 1.7432412022353119,
      "grad_norm": 1.4885632563842486,
      "learning_rate": 3.7401200349417164e-06,
      "loss": 0.0933,
      "step": 11542
    },
    {
      "epoch": 1.7433922368222323,
      "grad_norm": 1.880873661112566,
      "learning_rate": 3.7393547523070235e-06,
      "loss": 0.1005,
      "step": 11543
    },
    {
      "epoch": 1.7435432714091528,
      "grad_norm": 1.5539739090138234,
      "learning_rate": 3.738589501208065e-06,
      "loss": 0.0996,
      "step": 11544
    },
    {
      "epoch": 1.743694305996073,
      "grad_norm": 1.735072518256821,
      "learning_rate": 3.7378242816639844e-06,
      "loss": 0.105,
      "step": 11545
    },
    {
      "epoch": 1.7438453405829935,
      "grad_norm": 1.6047061444210187,
      "learning_rate": 3.737059093693923e-06,
      "loss": 0.09,
      "step": 11546
    },
    {
      "epoch": 1.743996375169914,
      "grad_norm": 1.838215087455092,
      "learning_rate": 3.7362939373170233e-06,
      "loss": 0.1014,
      "step": 11547
    },
    {
      "epoch": 1.7441474097568344,
      "grad_norm": 1.6404966841543258,
      "learning_rate": 3.7355288125524264e-06,
      "loss": 0.0993,
      "step": 11548
    },
    {
      "epoch": 1.7442984443437548,
      "grad_norm": 1.355120762549436,
      "learning_rate": 3.734763719419274e-06,
      "loss": 0.0805,
      "step": 11549
    },
    {
      "epoch": 1.744449478930675,
      "grad_norm": 2.188961912989629,
      "learning_rate": 3.7339986579367014e-06,
      "loss": 0.1342,
      "step": 11550
    },
    {
      "epoch": 1.7446005135175955,
      "grad_norm": 1.8612844890773559,
      "learning_rate": 3.7332336281238495e-06,
      "loss": 0.1084,
      "step": 11551
    },
    {
      "epoch": 1.744751548104516,
      "grad_norm": 1.5104797280363225,
      "learning_rate": 3.7324686299998536e-06,
      "loss": 0.1105,
      "step": 11552
    },
    {
      "epoch": 1.7449025826914364,
      "grad_norm": 1.552051683843644,
      "learning_rate": 3.731703663583854e-06,
      "loss": 0.0992,
      "step": 11553
    },
    {
      "epoch": 1.7450536172783568,
      "grad_norm": 1.5188388890082287,
      "learning_rate": 3.7309387288949843e-06,
      "loss": 0.0981,
      "step": 11554
    },
    {
      "epoch": 1.745204651865277,
      "grad_norm": 1.42896541178348,
      "learning_rate": 3.730173825952381e-06,
      "loss": 0.0977,
      "step": 11555
    },
    {
      "epoch": 1.7453556864521975,
      "grad_norm": 1.6156933386633423,
      "learning_rate": 3.729408954775179e-06,
      "loss": 0.0984,
      "step": 11556
    },
    {
      "epoch": 1.745506721039118,
      "grad_norm": 1.5481585177632624,
      "learning_rate": 3.7286441153825106e-06,
      "loss": 0.0892,
      "step": 11557
    },
    {
      "epoch": 1.7456577556260382,
      "grad_norm": 1.678670974668127,
      "learning_rate": 3.7278793077935084e-06,
      "loss": 0.1045,
      "step": 11558
    },
    {
      "epoch": 1.7458087902129589,
      "grad_norm": 1.608091688206992,
      "learning_rate": 3.727114532027305e-06,
      "loss": 0.1008,
      "step": 11559
    },
    {
      "epoch": 1.745959824799879,
      "grad_norm": 3.453577716971784,
      "learning_rate": 3.7263497881030326e-06,
      "loss": 0.1421,
      "step": 11560
    },
    {
      "epoch": 1.7461108593867996,
      "grad_norm": 1.3174970508999186,
      "learning_rate": 3.7255850760398203e-06,
      "loss": 0.0777,
      "step": 11561
    },
    {
      "epoch": 1.74626189397372,
      "grad_norm": 1.6845124838814332,
      "learning_rate": 3.7248203958567995e-06,
      "loss": 0.1193,
      "step": 11562
    },
    {
      "epoch": 1.7464129285606402,
      "grad_norm": 1.5450146341099107,
      "learning_rate": 3.724055747573099e-06,
      "loss": 0.0992,
      "step": 11563
    },
    {
      "epoch": 1.746563963147561,
      "grad_norm": 1.410738281162495,
      "learning_rate": 3.7232911312078442e-06,
      "loss": 0.0788,
      "step": 11564
    },
    {
      "epoch": 1.7467149977344811,
      "grad_norm": 2.1156928902647656,
      "learning_rate": 3.7225265467801642e-06,
      "loss": 0.1094,
      "step": 11565
    },
    {
      "epoch": 1.7468660323214016,
      "grad_norm": 1.4718283933986014,
      "learning_rate": 3.7217619943091857e-06,
      "loss": 0.0957,
      "step": 11566
    },
    {
      "epoch": 1.747017066908322,
      "grad_norm": 1.46921150184153,
      "learning_rate": 3.7209974738140343e-06,
      "loss": 0.1039,
      "step": 11567
    },
    {
      "epoch": 1.7471681014952423,
      "grad_norm": 2.739474378716964,
      "learning_rate": 3.720232985313835e-06,
      "loss": 0.1269,
      "step": 11568
    },
    {
      "epoch": 1.747319136082163,
      "grad_norm": 1.580700867354066,
      "learning_rate": 3.7194685288277116e-06,
      "loss": 0.0969,
      "step": 11569
    },
    {
      "epoch": 1.7474701706690832,
      "grad_norm": 1.913403319676377,
      "learning_rate": 3.7187041043747885e-06,
      "loss": 0.1041,
      "step": 11570
    },
    {
      "epoch": 1.7476212052560036,
      "grad_norm": 1.5932103705982863,
      "learning_rate": 3.7179397119741863e-06,
      "loss": 0.1076,
      "step": 11571
    },
    {
      "epoch": 1.747772239842924,
      "grad_norm": 1.5066088055083604,
      "learning_rate": 3.7171753516450272e-06,
      "loss": 0.1092,
      "step": 11572
    },
    {
      "epoch": 1.7479232744298443,
      "grad_norm": 1.595249846936754,
      "learning_rate": 3.7164110234064326e-06,
      "loss": 0.115,
      "step": 11573
    },
    {
      "epoch": 1.748074309016765,
      "grad_norm": 1.5073508793264458,
      "learning_rate": 3.7156467272775226e-06,
      "loss": 0.1049,
      "step": 11574
    },
    {
      "epoch": 1.7482253436036852,
      "grad_norm": 3.594865257058137,
      "learning_rate": 3.714882463277415e-06,
      "loss": 0.127,
      "step": 11575
    },
    {
      "epoch": 1.7483763781906057,
      "grad_norm": 1.5876441399200425,
      "learning_rate": 3.714118231425231e-06,
      "loss": 0.1071,
      "step": 11576
    },
    {
      "epoch": 1.748527412777526,
      "grad_norm": 1.669460865279144,
      "learning_rate": 3.7133540317400875e-06,
      "loss": 0.0919,
      "step": 11577
    },
    {
      "epoch": 1.7486784473644463,
      "grad_norm": 4.247966288660159,
      "learning_rate": 3.712589864241102e-06,
      "loss": 0.1161,
      "step": 11578
    },
    {
      "epoch": 1.748829481951367,
      "grad_norm": 1.4606723669437198,
      "learning_rate": 3.711825728947388e-06,
      "loss": 0.086,
      "step": 11579
    },
    {
      "epoch": 1.7489805165382872,
      "grad_norm": 1.4815421858009274,
      "learning_rate": 3.71106162587806e-06,
      "loss": 0.0931,
      "step": 11580
    },
    {
      "epoch": 1.7491315511252077,
      "grad_norm": 1.26041152555008,
      "learning_rate": 3.710297555052237e-06,
      "loss": 0.0857,
      "step": 11581
    },
    {
      "epoch": 1.7492825857121281,
      "grad_norm": 1.269752329704988,
      "learning_rate": 3.709533516489029e-06,
      "loss": 0.0817,
      "step": 11582
    },
    {
      "epoch": 1.7494336202990484,
      "grad_norm": 1.734651062680461,
      "learning_rate": 3.7087695102075503e-06,
      "loss": 0.1144,
      "step": 11583
    },
    {
      "epoch": 1.749584654885969,
      "grad_norm": 1.3386553225624258,
      "learning_rate": 3.708005536226914e-06,
      "loss": 0.0855,
      "step": 11584
    },
    {
      "epoch": 1.7497356894728893,
      "grad_norm": 1.6891754806592054,
      "learning_rate": 3.70724159456623e-06,
      "loss": 0.1059,
      "step": 11585
    },
    {
      "epoch": 1.7498867240598097,
      "grad_norm": 1.6326988370585545,
      "learning_rate": 3.706477685244608e-06,
      "loss": 0.1003,
      "step": 11586
    },
    {
      "epoch": 1.7500377586467302,
      "grad_norm": 1.720367224232737,
      "learning_rate": 3.7057138082811582e-06,
      "loss": 0.0985,
      "step": 11587
    },
    {
      "epoch": 1.7501887932336504,
      "grad_norm": 1.596712567917764,
      "learning_rate": 3.7049499636949897e-06,
      "loss": 0.0928,
      "step": 11588
    },
    {
      "epoch": 1.750339827820571,
      "grad_norm": 1.571092275536848,
      "learning_rate": 3.70418615150521e-06,
      "loss": 0.0891,
      "step": 11589
    },
    {
      "epoch": 1.7504908624074913,
      "grad_norm": 1.9268792832953312,
      "learning_rate": 3.7034223717309275e-06,
      "loss": 0.1007,
      "step": 11590
    },
    {
      "epoch": 1.7506418969944118,
      "grad_norm": 2.885828393362495,
      "learning_rate": 3.702658624391248e-06,
      "loss": 0.123,
      "step": 11591
    },
    {
      "epoch": 1.7507929315813322,
      "grad_norm": 1.81820881211947,
      "learning_rate": 3.701894909505277e-06,
      "loss": 0.1224,
      "step": 11592
    },
    {
      "epoch": 1.7509439661682524,
      "grad_norm": 1.2589719312836831,
      "learning_rate": 3.701131227092118e-06,
      "loss": 0.0811,
      "step": 11593
    },
    {
      "epoch": 1.7510950007551729,
      "grad_norm": 1.785742131976677,
      "learning_rate": 3.700367577170876e-06,
      "loss": 0.1026,
      "step": 11594
    },
    {
      "epoch": 1.7512460353420933,
      "grad_norm": 1.827744283619473,
      "learning_rate": 3.6996039597606544e-06,
      "loss": 0.1164,
      "step": 11595
    },
    {
      "epoch": 1.7513970699290138,
      "grad_norm": 1.9584463347702605,
      "learning_rate": 3.6988403748805553e-06,
      "loss": 0.1019,
      "step": 11596
    },
    {
      "epoch": 1.7515481045159342,
      "grad_norm": 2.0782175430637113,
      "learning_rate": 3.69807682254968e-06,
      "loss": 0.0976,
      "step": 11597
    },
    {
      "epoch": 1.7516991391028545,
      "grad_norm": 1.6120289237720073,
      "learning_rate": 3.6973133027871277e-06,
      "loss": 0.091,
      "step": 11598
    },
    {
      "epoch": 1.751850173689775,
      "grad_norm": 1.571097082704022,
      "learning_rate": 3.696549815612004e-06,
      "loss": 0.1019,
      "step": 11599
    },
    {
      "epoch": 1.7520012082766954,
      "grad_norm": 1.5072570997168286,
      "learning_rate": 3.695786361043401e-06,
      "loss": 0.0976,
      "step": 11600
    },
    {
      "epoch": 1.7521522428636158,
      "grad_norm": 1.627827654786893,
      "learning_rate": 3.69502293910042e-06,
      "loss": 0.094,
      "step": 11601
    },
    {
      "epoch": 1.7523032774505363,
      "grad_norm": 1.783031018205183,
      "learning_rate": 3.6942595498021585e-06,
      "loss": 0.129,
      "step": 11602
    },
    {
      "epoch": 1.7524543120374565,
      "grad_norm": 2.530386019584889,
      "learning_rate": 3.693496193167711e-06,
      "loss": 0.1138,
      "step": 11603
    },
    {
      "epoch": 1.752605346624377,
      "grad_norm": 1.4442743931393742,
      "learning_rate": 3.6927328692161767e-06,
      "loss": 0.0882,
      "step": 11604
    },
    {
      "epoch": 1.7527563812112974,
      "grad_norm": 1.3372537544239185,
      "learning_rate": 3.691969577966649e-06,
      "loss": 0.0998,
      "step": 11605
    },
    {
      "epoch": 1.7529074157982176,
      "grad_norm": 1.963023539001952,
      "learning_rate": 3.691206319438223e-06,
      "loss": 0.1188,
      "step": 11606
    },
    {
      "epoch": 1.7530584503851383,
      "grad_norm": 1.3933163881812511,
      "learning_rate": 3.69044309364999e-06,
      "loss": 0.0934,
      "step": 11607
    },
    {
      "epoch": 1.7532094849720585,
      "grad_norm": 1.6832274391254727,
      "learning_rate": 3.689679900621042e-06,
      "loss": 0.1055,
      "step": 11608
    },
    {
      "epoch": 1.753360519558979,
      "grad_norm": 1.6787858472708785,
      "learning_rate": 3.688916740370474e-06,
      "loss": 0.1051,
      "step": 11609
    },
    {
      "epoch": 1.7535115541458994,
      "grad_norm": 1.5708804141225483,
      "learning_rate": 3.6881536129173743e-06,
      "loss": 0.1068,
      "step": 11610
    },
    {
      "epoch": 1.7536625887328197,
      "grad_norm": 1.7852492806846785,
      "learning_rate": 3.687390518280834e-06,
      "loss": 0.095,
      "step": 11611
    },
    {
      "epoch": 1.7538136233197403,
      "grad_norm": 1.4947579323139104,
      "learning_rate": 3.686627456479942e-06,
      "loss": 0.0993,
      "step": 11612
    },
    {
      "epoch": 1.7539646579066606,
      "grad_norm": 1.9255705966120196,
      "learning_rate": 3.685864427533787e-06,
      "loss": 0.1207,
      "step": 11613
    },
    {
      "epoch": 1.754115692493581,
      "grad_norm": 1.5683112088767246,
      "learning_rate": 3.6851014314614575e-06,
      "loss": 0.1002,
      "step": 11614
    },
    {
      "epoch": 1.7542667270805015,
      "grad_norm": 1.7456676744633821,
      "learning_rate": 3.6843384682820372e-06,
      "loss": 0.1163,
      "step": 11615
    },
    {
      "epoch": 1.7544177616674217,
      "grad_norm": 1.4720342682900207,
      "learning_rate": 3.683575538014615e-06,
      "loss": 0.0999,
      "step": 11616
    },
    {
      "epoch": 1.7545687962543424,
      "grad_norm": 1.7434829737906625,
      "learning_rate": 3.682812640678275e-06,
      "loss": 0.0933,
      "step": 11617
    },
    {
      "epoch": 1.7547198308412626,
      "grad_norm": 1.6706719557961072,
      "learning_rate": 3.682049776292101e-06,
      "loss": 0.0978,
      "step": 11618
    },
    {
      "epoch": 1.754870865428183,
      "grad_norm": 1.3333531970382597,
      "learning_rate": 3.681286944875177e-06,
      "loss": 0.0871,
      "step": 11619
    },
    {
      "epoch": 1.7550219000151035,
      "grad_norm": 1.9173598288166458,
      "learning_rate": 3.6805241464465857e-06,
      "loss": 0.1074,
      "step": 11620
    },
    {
      "epoch": 1.7551729346020237,
      "grad_norm": 1.5061302069020743,
      "learning_rate": 3.67976138102541e-06,
      "loss": 0.0983,
      "step": 11621
    },
    {
      "epoch": 1.7553239691889444,
      "grad_norm": 2.086823115761639,
      "learning_rate": 3.6789986486307287e-06,
      "loss": 0.1073,
      "step": 11622
    },
    {
      "epoch": 1.7554750037758646,
      "grad_norm": 1.366604321587246,
      "learning_rate": 3.6782359492816233e-06,
      "loss": 0.0935,
      "step": 11623
    },
    {
      "epoch": 1.755626038362785,
      "grad_norm": 1.333984677867442,
      "learning_rate": 3.6774732829971727e-06,
      "loss": 0.0846,
      "step": 11624
    },
    {
      "epoch": 1.7557770729497055,
      "grad_norm": 1.464255005801369,
      "learning_rate": 3.6767106497964556e-06,
      "loss": 0.0898,
      "step": 11625
    },
    {
      "epoch": 1.7559281075366258,
      "grad_norm": 2.1073673906715564,
      "learning_rate": 3.6759480496985476e-06,
      "loss": 0.1033,
      "step": 11626
    },
    {
      "epoch": 1.7560791421235464,
      "grad_norm": 2.7804472082955782,
      "learning_rate": 3.6751854827225297e-06,
      "loss": 0.14,
      "step": 11627
    },
    {
      "epoch": 1.7562301767104667,
      "grad_norm": 1.464553062899401,
      "learning_rate": 3.6744229488874785e-06,
      "loss": 0.0979,
      "step": 11628
    },
    {
      "epoch": 1.7563812112973871,
      "grad_norm": 1.5033873907045898,
      "learning_rate": 3.673660448212463e-06,
      "loss": 0.0953,
      "step": 11629
    },
    {
      "epoch": 1.7565322458843076,
      "grad_norm": 1.6110816410135766,
      "learning_rate": 3.6728979807165622e-06,
      "loss": 0.1122,
      "step": 11630
    },
    {
      "epoch": 1.7566832804712278,
      "grad_norm": 2.269282643964245,
      "learning_rate": 3.6721355464188467e-06,
      "loss": 0.115,
      "step": 11631
    },
    {
      "epoch": 1.7568343150581485,
      "grad_norm": 1.9424720559214592,
      "learning_rate": 3.6713731453383926e-06,
      "loss": 0.1022,
      "step": 11632
    },
    {
      "epoch": 1.7569853496450687,
      "grad_norm": 1.5608642290771662,
      "learning_rate": 3.6706107774942713e-06,
      "loss": 0.0892,
      "step": 11633
    },
    {
      "epoch": 1.7571363842319891,
      "grad_norm": 2.3693312374077693,
      "learning_rate": 3.6698484429055512e-06,
      "loss": 0.119,
      "step": 11634
    },
    {
      "epoch": 1.7572874188189096,
      "grad_norm": 1.6673665831491216,
      "learning_rate": 3.669086141591307e-06,
      "loss": 0.0979,
      "step": 11635
    },
    {
      "epoch": 1.7574384534058298,
      "grad_norm": 1.6398464732957665,
      "learning_rate": 3.668323873570602e-06,
      "loss": 0.102,
      "step": 11636
    },
    {
      "epoch": 1.7575894879927505,
      "grad_norm": 1.80661884468693,
      "learning_rate": 3.667561638862509e-06,
      "loss": 0.1008,
      "step": 11637
    },
    {
      "epoch": 1.7577405225796707,
      "grad_norm": 1.5031453189260142,
      "learning_rate": 3.666799437486095e-06,
      "loss": 0.0861,
      "step": 11638
    },
    {
      "epoch": 1.7578915571665912,
      "grad_norm": 1.3467480058235415,
      "learning_rate": 3.666037269460426e-06,
      "loss": 0.0851,
      "step": 11639
    },
    {
      "epoch": 1.7580425917535116,
      "grad_norm": 1.7708984785770023,
      "learning_rate": 3.665275134804569e-06,
      "loss": 0.1276,
      "step": 11640
    },
    {
      "epoch": 1.7581936263404319,
      "grad_norm": 1.4823671411936397,
      "learning_rate": 3.664513033537589e-06,
      "loss": 0.0849,
      "step": 11641
    },
    {
      "epoch": 1.7583446609273523,
      "grad_norm": 1.8645721531095956,
      "learning_rate": 3.6637509656785508e-06,
      "loss": 0.1207,
      "step": 11642
    },
    {
      "epoch": 1.7584956955142728,
      "grad_norm": 2.2231624022038172,
      "learning_rate": 3.662988931246517e-06,
      "loss": 0.0938,
      "step": 11643
    },
    {
      "epoch": 1.7586467301011932,
      "grad_norm": 1.5119438487804486,
      "learning_rate": 3.6622269302605506e-06,
      "loss": 0.0937,
      "step": 11644
    },
    {
      "epoch": 1.7587977646881137,
      "grad_norm": 1.4790062161110573,
      "learning_rate": 3.661464962739713e-06,
      "loss": 0.1017,
      "step": 11645
    },
    {
      "epoch": 1.758948799275034,
      "grad_norm": 1.4359880887792245,
      "learning_rate": 3.6607030287030665e-06,
      "loss": 0.0901,
      "step": 11646
    },
    {
      "epoch": 1.7590998338619543,
      "grad_norm": 1.6328513389936004,
      "learning_rate": 3.65994112816967e-06,
      "loss": 0.1043,
      "step": 11647
    },
    {
      "epoch": 1.7592508684488748,
      "grad_norm": 1.351471636182005,
      "learning_rate": 3.659179261158584e-06,
      "loss": 0.0926,
      "step": 11648
    },
    {
      "epoch": 1.7594019030357952,
      "grad_norm": 1.5435955291301557,
      "learning_rate": 3.658417427688865e-06,
      "loss": 0.0889,
      "step": 11649
    },
    {
      "epoch": 1.7595529376227157,
      "grad_norm": 1.2346040506860174,
      "learning_rate": 3.657655627779576e-06,
      "loss": 0.0862,
      "step": 11650
    },
    {
      "epoch": 1.759703972209636,
      "grad_norm": 1.6188292257638368,
      "learning_rate": 3.6568938614497675e-06,
      "loss": 0.1077,
      "step": 11651
    },
    {
      "epoch": 1.7598550067965564,
      "grad_norm": 1.829737095754286,
      "learning_rate": 3.6561321287184975e-06,
      "loss": 0.1107,
      "step": 11652
    },
    {
      "epoch": 1.7600060413834768,
      "grad_norm": 1.5923009654930944,
      "learning_rate": 3.655370429604822e-06,
      "loss": 0.1175,
      "step": 11653
    },
    {
      "epoch": 1.760157075970397,
      "grad_norm": 1.473374545245303,
      "learning_rate": 3.6546087641277946e-06,
      "loss": 0.0981,
      "step": 11654
    },
    {
      "epoch": 1.7603081105573177,
      "grad_norm": 1.5047387103121033,
      "learning_rate": 3.6538471323064696e-06,
      "loss": 0.091,
      "step": 11655
    },
    {
      "epoch": 1.760459145144238,
      "grad_norm": 1.3687053012206585,
      "learning_rate": 3.653085534159899e-06,
      "loss": 0.0713,
      "step": 11656
    },
    {
      "epoch": 1.7606101797311584,
      "grad_norm": 1.357922742119483,
      "learning_rate": 3.6523239697071376e-06,
      "loss": 0.0948,
      "step": 11657
    },
    {
      "epoch": 1.7607612143180789,
      "grad_norm": 1.7363326344084062,
      "learning_rate": 3.651562438967232e-06,
      "loss": 0.0974,
      "step": 11658
    },
    {
      "epoch": 1.760912248904999,
      "grad_norm": 1.767268091830903,
      "learning_rate": 3.6508009419592315e-06,
      "loss": 0.1146,
      "step": 11659
    },
    {
      "epoch": 1.7610632834919198,
      "grad_norm": 2.2646678324215532,
      "learning_rate": 3.65003947870219e-06,
      "loss": 0.1233,
      "step": 11660
    },
    {
      "epoch": 1.76121431807884,
      "grad_norm": 1.3686582386088457,
      "learning_rate": 3.6492780492151526e-06,
      "loss": 0.0884,
      "step": 11661
    },
    {
      "epoch": 1.7613653526657604,
      "grad_norm": 1.538052020032133,
      "learning_rate": 3.6485166535171683e-06,
      "loss": 0.0946,
      "step": 11662
    },
    {
      "epoch": 1.761516387252681,
      "grad_norm": 1.7741489521717517,
      "learning_rate": 3.647755291627284e-06,
      "loss": 0.1078,
      "step": 11663
    },
    {
      "epoch": 1.7616674218396011,
      "grad_norm": 1.5133367555931319,
      "learning_rate": 3.6469939635645456e-06,
      "loss": 0.1029,
      "step": 11664
    },
    {
      "epoch": 1.7618184564265218,
      "grad_norm": 1.2935948513052835,
      "learning_rate": 3.6462326693479964e-06,
      "loss": 0.0827,
      "step": 11665
    },
    {
      "epoch": 1.761969491013442,
      "grad_norm": 1.5997739784874032,
      "learning_rate": 3.6454714089966826e-06,
      "loss": 0.0958,
      "step": 11666
    },
    {
      "epoch": 1.7621205256003625,
      "grad_norm": 2.3841435540032623,
      "learning_rate": 3.644710182529646e-06,
      "loss": 0.0914,
      "step": 11667
    },
    {
      "epoch": 1.762271560187283,
      "grad_norm": 2.6013789294167373,
      "learning_rate": 3.6439489899659306e-06,
      "loss": 0.1217,
      "step": 11668
    },
    {
      "epoch": 1.7624225947742032,
      "grad_norm": 1.4082486606984708,
      "learning_rate": 3.643187831324577e-06,
      "loss": 0.0916,
      "step": 11669
    },
    {
      "epoch": 1.7625736293611238,
      "grad_norm": 1.8063386250751219,
      "learning_rate": 3.642426706624626e-06,
      "loss": 0.109,
      "step": 11670
    },
    {
      "epoch": 1.762724663948044,
      "grad_norm": 1.405943574503903,
      "learning_rate": 3.6416656158851195e-06,
      "loss": 0.0983,
      "step": 11671
    },
    {
      "epoch": 1.7628756985349645,
      "grad_norm": 2.2219153708778094,
      "learning_rate": 3.640904559125093e-06,
      "loss": 0.1243,
      "step": 11672
    },
    {
      "epoch": 1.763026733121885,
      "grad_norm": 1.5663157008432826,
      "learning_rate": 3.6401435363635873e-06,
      "loss": 0.101,
      "step": 11673
    },
    {
      "epoch": 1.7631777677088052,
      "grad_norm": 1.9900084189266853,
      "learning_rate": 3.639382547619639e-06,
      "loss": 0.0961,
      "step": 11674
    },
    {
      "epoch": 1.7633288022957259,
      "grad_norm": 1.5354782488364656,
      "learning_rate": 3.638621592912285e-06,
      "loss": 0.0943,
      "step": 11675
    },
    {
      "epoch": 1.763479836882646,
      "grad_norm": 2.2303216991272077,
      "learning_rate": 3.6378606722605613e-06,
      "loss": 0.1221,
      "step": 11676
    },
    {
      "epoch": 1.7636308714695665,
      "grad_norm": 1.530041781923436,
      "learning_rate": 3.637099785683501e-06,
      "loss": 0.0874,
      "step": 11677
    },
    {
      "epoch": 1.763781906056487,
      "grad_norm": 1.840438658733644,
      "learning_rate": 3.6363389332001424e-06,
      "loss": 0.0926,
      "step": 11678
    },
    {
      "epoch": 1.7639329406434072,
      "grad_norm": 1.4521642053927264,
      "learning_rate": 3.6355781148295138e-06,
      "loss": 0.09,
      "step": 11679
    },
    {
      "epoch": 1.764083975230328,
      "grad_norm": 2.0478437639788014,
      "learning_rate": 3.634817330590649e-06,
      "loss": 0.1213,
      "step": 11680
    },
    {
      "epoch": 1.7642350098172481,
      "grad_norm": 1.7375525779014653,
      "learning_rate": 3.6340565805025803e-06,
      "loss": 0.0914,
      "step": 11681
    },
    {
      "epoch": 1.7643860444041686,
      "grad_norm": 2.921763604346901,
      "learning_rate": 3.6332958645843365e-06,
      "loss": 0.1242,
      "step": 11682
    },
    {
      "epoch": 1.764537078991089,
      "grad_norm": 1.5467402649830015,
      "learning_rate": 3.632535182854949e-06,
      "loss": 0.09,
      "step": 11683
    },
    {
      "epoch": 1.7646881135780093,
      "grad_norm": 1.4901288155793588,
      "learning_rate": 3.631774535333448e-06,
      "loss": 0.0968,
      "step": 11684
    },
    {
      "epoch": 1.76483914816493,
      "grad_norm": 1.2890225005804086,
      "learning_rate": 3.631013922038858e-06,
      "loss": 0.0833,
      "step": 11685
    },
    {
      "epoch": 1.7649901827518502,
      "grad_norm": 1.5478872308349225,
      "learning_rate": 3.630253342990211e-06,
      "loss": 0.0907,
      "step": 11686
    },
    {
      "epoch": 1.7651412173387706,
      "grad_norm": 1.52058883610945,
      "learning_rate": 3.6294927982065266e-06,
      "loss": 0.0973,
      "step": 11687
    },
    {
      "epoch": 1.765292251925691,
      "grad_norm": 1.2179738984706807,
      "learning_rate": 3.6287322877068354e-06,
      "loss": 0.084,
      "step": 11688
    },
    {
      "epoch": 1.7654432865126113,
      "grad_norm": 2.8057203870443397,
      "learning_rate": 3.6279718115101605e-06,
      "loss": 0.1204,
      "step": 11689
    },
    {
      "epoch": 1.7655943210995317,
      "grad_norm": 1.7441952275461972,
      "learning_rate": 3.627211369635525e-06,
      "loss": 0.1111,
      "step": 11690
    },
    {
      "epoch": 1.7657453556864522,
      "grad_norm": 2.7302687223240816,
      "learning_rate": 3.626450962101953e-06,
      "loss": 0.1137,
      "step": 11691
    },
    {
      "epoch": 1.7658963902733726,
      "grad_norm": 1.4395023566326854,
      "learning_rate": 3.6256905889284654e-06,
      "loss": 0.0828,
      "step": 11692
    },
    {
      "epoch": 1.766047424860293,
      "grad_norm": 1.2688944138276321,
      "learning_rate": 3.6249302501340854e-06,
      "loss": 0.0965,
      "step": 11693
    },
    {
      "epoch": 1.7661984594472133,
      "grad_norm": 2.0059775223046676,
      "learning_rate": 3.6241699457378306e-06,
      "loss": 0.1163,
      "step": 11694
    },
    {
      "epoch": 1.7663494940341338,
      "grad_norm": 1.28061793304114,
      "learning_rate": 3.6234096757587212e-06,
      "loss": 0.0786,
      "step": 11695
    },
    {
      "epoch": 1.7665005286210542,
      "grad_norm": 1.9998020729715318,
      "learning_rate": 3.622649440215776e-06,
      "loss": 0.0884,
      "step": 11696
    },
    {
      "epoch": 1.7666515632079747,
      "grad_norm": 1.6184773166816042,
      "learning_rate": 3.6218892391280134e-06,
      "loss": 0.0934,
      "step": 11697
    },
    {
      "epoch": 1.7668025977948951,
      "grad_norm": 1.782979387681898,
      "learning_rate": 3.62112907251445e-06,
      "loss": 0.0965,
      "step": 11698
    },
    {
      "epoch": 1.7669536323818154,
      "grad_norm": 1.4889519999076604,
      "learning_rate": 3.6203689403941012e-06,
      "loss": 0.1015,
      "step": 11699
    },
    {
      "epoch": 1.7671046669687358,
      "grad_norm": 1.7100049376974904,
      "learning_rate": 3.619608842785983e-06,
      "loss": 0.1095,
      "step": 11700
    },
    {
      "epoch": 1.7672557015556563,
      "grad_norm": 1.6842002979988275,
      "learning_rate": 3.618848779709109e-06,
      "loss": 0.1077,
      "step": 11701
    },
    {
      "epoch": 1.7674067361425765,
      "grad_norm": 1.4902618728872907,
      "learning_rate": 3.618088751182492e-06,
      "loss": 0.089,
      "step": 11702
    },
    {
      "epoch": 1.7675577707294972,
      "grad_norm": 2.580734047272755,
      "learning_rate": 3.6173287572251453e-06,
      "loss": 0.1591,
      "step": 11703
    },
    {
      "epoch": 1.7677088053164174,
      "grad_norm": 1.2780882161615597,
      "learning_rate": 3.6165687978560806e-06,
      "loss": 0.0969,
      "step": 11704
    },
    {
      "epoch": 1.7678598399033378,
      "grad_norm": 1.9822893732500537,
      "learning_rate": 3.6158088730943074e-06,
      "loss": 0.0983,
      "step": 11705
    },
    {
      "epoch": 1.7680108744902583,
      "grad_norm": 1.8662581377254845,
      "learning_rate": 3.6150489829588376e-06,
      "loss": 0.1151,
      "step": 11706
    },
    {
      "epoch": 1.7681619090771785,
      "grad_norm": 1.7732411004013935,
      "learning_rate": 3.614289127468682e-06,
      "loss": 0.1012,
      "step": 11707
    },
    {
      "epoch": 1.7683129436640992,
      "grad_norm": 1.914825870117868,
      "learning_rate": 3.6135293066428447e-06,
      "loss": 0.1071,
      "step": 11708
    },
    {
      "epoch": 1.7684639782510194,
      "grad_norm": 1.6342072755016612,
      "learning_rate": 3.6127695205003334e-06,
      "loss": 0.0943,
      "step": 11709
    },
    {
      "epoch": 1.7686150128379399,
      "grad_norm": 1.7557548903540325,
      "learning_rate": 3.612009769060155e-06,
      "loss": 0.1028,
      "step": 11710
    },
    {
      "epoch": 1.7687660474248603,
      "grad_norm": 1.712156424772785,
      "learning_rate": 3.6112500523413176e-06,
      "loss": 0.1231,
      "step": 11711
    },
    {
      "epoch": 1.7689170820117806,
      "grad_norm": 2.0698738603204503,
      "learning_rate": 3.610490370362824e-06,
      "loss": 0.1182,
      "step": 11712
    },
    {
      "epoch": 1.7690681165987012,
      "grad_norm": 1.5341292812714848,
      "learning_rate": 3.6097307231436785e-06,
      "loss": 0.0921,
      "step": 11713
    },
    {
      "epoch": 1.7692191511856215,
      "grad_norm": 1.5661668944244636,
      "learning_rate": 3.608971110702886e-06,
      "loss": 0.0914,
      "step": 11714
    },
    {
      "epoch": 1.769370185772542,
      "grad_norm": 1.5422500736141265,
      "learning_rate": 3.6082115330594425e-06,
      "loss": 0.0919,
      "step": 11715
    },
    {
      "epoch": 1.7695212203594624,
      "grad_norm": 1.681976735371365,
      "learning_rate": 3.6074519902323546e-06,
      "loss": 0.1052,
      "step": 11716
    },
    {
      "epoch": 1.7696722549463826,
      "grad_norm": 1.7675033516644114,
      "learning_rate": 3.606692482240622e-06,
      "loss": 0.1045,
      "step": 11717
    },
    {
      "epoch": 1.7698232895333033,
      "grad_norm": 1.4784366125185278,
      "learning_rate": 3.605933009103243e-06,
      "loss": 0.0981,
      "step": 11718
    },
    {
      "epoch": 1.7699743241202235,
      "grad_norm": 1.7349285190998667,
      "learning_rate": 3.605173570839217e-06,
      "loss": 0.0916,
      "step": 11719
    },
    {
      "epoch": 1.770125358707144,
      "grad_norm": 1.485962141931576,
      "learning_rate": 3.6044141674675414e-06,
      "loss": 0.0797,
      "step": 11720
    },
    {
      "epoch": 1.7702763932940644,
      "grad_norm": 1.6258285021528922,
      "learning_rate": 3.6036547990072137e-06,
      "loss": 0.1296,
      "step": 11721
    },
    {
      "epoch": 1.7704274278809846,
      "grad_norm": 1.880622505683891,
      "learning_rate": 3.6028954654772296e-06,
      "loss": 0.1062,
      "step": 11722
    },
    {
      "epoch": 1.7705784624679053,
      "grad_norm": 1.3622045456368264,
      "learning_rate": 3.602136166896584e-06,
      "loss": 0.0871,
      "step": 11723
    },
    {
      "epoch": 1.7707294970548255,
      "grad_norm": 1.3896252208923936,
      "learning_rate": 3.6013769032842703e-06,
      "loss": 0.1007,
      "step": 11724
    },
    {
      "epoch": 1.770880531641746,
      "grad_norm": 1.4868995523482236,
      "learning_rate": 3.6006176746592837e-06,
      "loss": 0.0906,
      "step": 11725
    },
    {
      "epoch": 1.7710315662286664,
      "grad_norm": 1.531694125296632,
      "learning_rate": 3.5998584810406158e-06,
      "loss": 0.0972,
      "step": 11726
    },
    {
      "epoch": 1.7711826008155866,
      "grad_norm": 1.465669069309543,
      "learning_rate": 3.5990993224472582e-06,
      "loss": 0.0909,
      "step": 11727
    },
    {
      "epoch": 1.7713336354025073,
      "grad_norm": 1.3027557790509134,
      "learning_rate": 3.598340198898202e-06,
      "loss": 0.087,
      "step": 11728
    },
    {
      "epoch": 1.7714846699894276,
      "grad_norm": 1.515281606599615,
      "learning_rate": 3.597581110412438e-06,
      "loss": 0.0977,
      "step": 11729
    },
    {
      "epoch": 1.771635704576348,
      "grad_norm": 1.4375717129023409,
      "learning_rate": 3.596822057008953e-06,
      "loss": 0.1051,
      "step": 11730
    },
    {
      "epoch": 1.7717867391632685,
      "grad_norm": 1.5174410434039831,
      "learning_rate": 3.5960630387067365e-06,
      "loss": 0.1047,
      "step": 11731
    },
    {
      "epoch": 1.7719377737501887,
      "grad_norm": 1.5000410716516774,
      "learning_rate": 3.5953040555247747e-06,
      "loss": 0.089,
      "step": 11732
    },
    {
      "epoch": 1.7720888083371094,
      "grad_norm": 1.6810123875440148,
      "learning_rate": 3.5945451074820544e-06,
      "loss": 0.0974,
      "step": 11733
    },
    {
      "epoch": 1.7722398429240296,
      "grad_norm": 1.9632670720363135,
      "learning_rate": 3.593786194597562e-06,
      "loss": 0.1097,
      "step": 11734
    },
    {
      "epoch": 1.77239087751095,
      "grad_norm": 1.3673939693087713,
      "learning_rate": 3.5930273168902826e-06,
      "loss": 0.0689,
      "step": 11735
    },
    {
      "epoch": 1.7725419120978705,
      "grad_norm": 2.6077405027727814,
      "learning_rate": 3.5922684743792002e-06,
      "loss": 0.1358,
      "step": 11736
    },
    {
      "epoch": 1.7726929466847907,
      "grad_norm": 1.3959871315190218,
      "learning_rate": 3.591509667083295e-06,
      "loss": 0.093,
      "step": 11737
    },
    {
      "epoch": 1.7728439812717112,
      "grad_norm": 1.3434211840246708,
      "learning_rate": 3.590750895021549e-06,
      "loss": 0.0847,
      "step": 11738
    },
    {
      "epoch": 1.7729950158586316,
      "grad_norm": 1.5539089473358476,
      "learning_rate": 3.589992158212946e-06,
      "loss": 0.091,
      "step": 11739
    },
    {
      "epoch": 1.773146050445552,
      "grad_norm": 1.416101810684344,
      "learning_rate": 3.5892334566764643e-06,
      "loss": 0.0889,
      "step": 11740
    },
    {
      "epoch": 1.7732970850324725,
      "grad_norm": 1.6207168938447991,
      "learning_rate": 3.5884747904310846e-06,
      "loss": 0.0926,
      "step": 11741
    },
    {
      "epoch": 1.7734481196193927,
      "grad_norm": 1.4655032112378965,
      "learning_rate": 3.5877161594957843e-06,
      "loss": 0.0832,
      "step": 11742
    },
    {
      "epoch": 1.7735991542063132,
      "grad_norm": 2.516882848225541,
      "learning_rate": 3.5869575638895426e-06,
      "loss": 0.1081,
      "step": 11743
    },
    {
      "epoch": 1.7737501887932337,
      "grad_norm": 1.9137980344702148,
      "learning_rate": 3.5861990036313334e-06,
      "loss": 0.1163,
      "step": 11744
    },
    {
      "epoch": 1.773901223380154,
      "grad_norm": 2.021736569024895,
      "learning_rate": 3.585440478740134e-06,
      "loss": 0.109,
      "step": 11745
    },
    {
      "epoch": 1.7740522579670746,
      "grad_norm": 1.9596767145361023,
      "learning_rate": 3.58468198923492e-06,
      "loss": 0.1215,
      "step": 11746
    },
    {
      "epoch": 1.7742032925539948,
      "grad_norm": 1.761830878350946,
      "learning_rate": 3.5839235351346647e-06,
      "loss": 0.1075,
      "step": 11747
    },
    {
      "epoch": 1.7743543271409152,
      "grad_norm": 1.4633490612751197,
      "learning_rate": 3.5831651164583405e-06,
      "loss": 0.0907,
      "step": 11748
    },
    {
      "epoch": 1.7745053617278357,
      "grad_norm": 1.6934244802122531,
      "learning_rate": 3.582406733224921e-06,
      "loss": 0.1064,
      "step": 11749
    },
    {
      "epoch": 1.774656396314756,
      "grad_norm": 1.8025487385248358,
      "learning_rate": 3.581648385453378e-06,
      "loss": 0.1017,
      "step": 11750
    },
    {
      "epoch": 1.7748074309016766,
      "grad_norm": 1.585181877287572,
      "learning_rate": 3.5808900731626796e-06,
      "loss": 0.1006,
      "step": 11751
    },
    {
      "epoch": 1.7749584654885968,
      "grad_norm": 2.047180479415429,
      "learning_rate": 3.5801317963717975e-06,
      "loss": 0.0973,
      "step": 11752
    },
    {
      "epoch": 1.7751095000755173,
      "grad_norm": 1.7485411906758201,
      "learning_rate": 3.579373555099699e-06,
      "loss": 0.111,
      "step": 11753
    },
    {
      "epoch": 1.7752605346624377,
      "grad_norm": 2.185507830218924,
      "learning_rate": 3.578615349365353e-06,
      "loss": 0.1404,
      "step": 11754
    },
    {
      "epoch": 1.775411569249358,
      "grad_norm": 1.728432111893025,
      "learning_rate": 3.577857179187726e-06,
      "loss": 0.0988,
      "step": 11755
    },
    {
      "epoch": 1.7755626038362786,
      "grad_norm": 1.5255004611570109,
      "learning_rate": 3.5770990445857846e-06,
      "loss": 0.0818,
      "step": 11756
    },
    {
      "epoch": 1.7757136384231988,
      "grad_norm": 2.002776318092506,
      "learning_rate": 3.5763409455784915e-06,
      "loss": 0.1046,
      "step": 11757
    },
    {
      "epoch": 1.7758646730101193,
      "grad_norm": 1.775053890878022,
      "learning_rate": 3.575582882184817e-06,
      "loss": 0.1032,
      "step": 11758
    },
    {
      "epoch": 1.7760157075970397,
      "grad_norm": 1.748148480060099,
      "learning_rate": 3.574824854423718e-06,
      "loss": 0.1085,
      "step": 11759
    },
    {
      "epoch": 1.77616674218396,
      "grad_norm": 1.64676400163411,
      "learning_rate": 3.5740668623141595e-06,
      "loss": 0.103,
      "step": 11760
    },
    {
      "epoch": 1.7763177767708807,
      "grad_norm": 1.918933978294164,
      "learning_rate": 3.5733089058751012e-06,
      "loss": 0.0912,
      "step": 11761
    },
    {
      "epoch": 1.7764688113578009,
      "grad_norm": 1.6599085123225032,
      "learning_rate": 3.5725509851255073e-06,
      "loss": 0.0869,
      "step": 11762
    },
    {
      "epoch": 1.7766198459447213,
      "grad_norm": 1.62405204809963,
      "learning_rate": 3.571793100084336e-06,
      "loss": 0.097,
      "step": 11763
    },
    {
      "epoch": 1.7767708805316418,
      "grad_norm": 2.1705890277208857,
      "learning_rate": 3.571035250770546e-06,
      "loss": 0.0957,
      "step": 11764
    },
    {
      "epoch": 1.776921915118562,
      "grad_norm": 2.146276337813897,
      "learning_rate": 3.5702774372030966e-06,
      "loss": 0.1115,
      "step": 11765
    },
    {
      "epoch": 1.7770729497054827,
      "grad_norm": 2.6097652506855273,
      "learning_rate": 3.569519659400942e-06,
      "loss": 0.0935,
      "step": 11766
    },
    {
      "epoch": 1.777223984292403,
      "grad_norm": 1.6469746842833182,
      "learning_rate": 3.56876191738304e-06,
      "loss": 0.115,
      "step": 11767
    },
    {
      "epoch": 1.7773750188793234,
      "grad_norm": 1.3703726548558401,
      "learning_rate": 3.5680042111683466e-06,
      "loss": 0.0927,
      "step": 11768
    },
    {
      "epoch": 1.7775260534662438,
      "grad_norm": 1.434060456009608,
      "learning_rate": 3.5672465407758163e-06,
      "loss": 0.0961,
      "step": 11769
    },
    {
      "epoch": 1.777677088053164,
      "grad_norm": 1.560836520532237,
      "learning_rate": 3.5664889062244013e-06,
      "loss": 0.0994,
      "step": 11770
    },
    {
      "epoch": 1.7778281226400847,
      "grad_norm": 1.685924724790682,
      "learning_rate": 3.565731307533056e-06,
      "loss": 0.0891,
      "step": 11771
    },
    {
      "epoch": 1.777979157227005,
      "grad_norm": 1.5292800481525912,
      "learning_rate": 3.5649737447207312e-06,
      "loss": 0.1025,
      "step": 11772
    },
    {
      "epoch": 1.7781301918139254,
      "grad_norm": 1.5988289865902803,
      "learning_rate": 3.5642162178063766e-06,
      "loss": 0.0997,
      "step": 11773
    },
    {
      "epoch": 1.7782812264008458,
      "grad_norm": 1.892377195547638,
      "learning_rate": 3.563458726808944e-06,
      "loss": 0.1149,
      "step": 11774
    },
    {
      "epoch": 1.778432260987766,
      "grad_norm": 1.445674867164171,
      "learning_rate": 3.5627012717473815e-06,
      "loss": 0.0988,
      "step": 11775
    },
    {
      "epoch": 1.7785832955746868,
      "grad_norm": 2.098536050420861,
      "learning_rate": 3.561943852640637e-06,
      "loss": 0.1221,
      "step": 11776
    },
    {
      "epoch": 1.778734330161607,
      "grad_norm": 2.7198060997002944,
      "learning_rate": 3.561186469507659e-06,
      "loss": 0.1127,
      "step": 11777
    },
    {
      "epoch": 1.7788853647485274,
      "grad_norm": 1.796445955179405,
      "learning_rate": 3.5604291223673927e-06,
      "loss": 0.113,
      "step": 11778
    },
    {
      "epoch": 1.7790363993354479,
      "grad_norm": 1.4753826137809356,
      "learning_rate": 3.5596718112387853e-06,
      "loss": 0.1029,
      "step": 11779
    },
    {
      "epoch": 1.7791874339223681,
      "grad_norm": 1.5256431262436276,
      "learning_rate": 3.5589145361407783e-06,
      "loss": 0.1026,
      "step": 11780
    },
    {
      "epoch": 1.7793384685092888,
      "grad_norm": 1.151239887913928,
      "learning_rate": 3.5581572970923174e-06,
      "loss": 0.0795,
      "step": 11781
    },
    {
      "epoch": 1.779489503096209,
      "grad_norm": 1.435206842616573,
      "learning_rate": 3.5574000941123447e-06,
      "loss": 0.093,
      "step": 11782
    },
    {
      "epoch": 1.7796405376831295,
      "grad_norm": 1.8732855638366155,
      "learning_rate": 3.5566429272198033e-06,
      "loss": 0.106,
      "step": 11783
    },
    {
      "epoch": 1.77979157227005,
      "grad_norm": 1.5434967021783006,
      "learning_rate": 3.5558857964336324e-06,
      "loss": 0.0972,
      "step": 11784
    },
    {
      "epoch": 1.7799426068569701,
      "grad_norm": 1.6394643961869484,
      "learning_rate": 3.555128701772772e-06,
      "loss": 0.1012,
      "step": 11785
    },
    {
      "epoch": 1.7800936414438908,
      "grad_norm": 1.5862810250330475,
      "learning_rate": 3.554371643256163e-06,
      "loss": 0.0953,
      "step": 11786
    },
    {
      "epoch": 1.780244676030811,
      "grad_norm": 1.2582134817417479,
      "learning_rate": 3.553614620902745e-06,
      "loss": 0.0827,
      "step": 11787
    },
    {
      "epoch": 1.7803957106177315,
      "grad_norm": 1.5595826216645228,
      "learning_rate": 3.5528576347314512e-06,
      "loss": 0.0974,
      "step": 11788
    },
    {
      "epoch": 1.780546745204652,
      "grad_norm": 1.472875437538738,
      "learning_rate": 3.5521006847612194e-06,
      "loss": 0.0778,
      "step": 11789
    },
    {
      "epoch": 1.7806977797915722,
      "grad_norm": 1.4993097856960578,
      "learning_rate": 3.551343771010984e-06,
      "loss": 0.0886,
      "step": 11790
    },
    {
      "epoch": 1.7808488143784926,
      "grad_norm": 2.851588030593865,
      "learning_rate": 3.5505868934996835e-06,
      "loss": 0.138,
      "step": 11791
    },
    {
      "epoch": 1.780999848965413,
      "grad_norm": 1.6211821255810226,
      "learning_rate": 3.549830052246249e-06,
      "loss": 0.0923,
      "step": 11792
    },
    {
      "epoch": 1.7811508835523335,
      "grad_norm": 1.7114060349987983,
      "learning_rate": 3.549073247269613e-06,
      "loss": 0.1072,
      "step": 11793
    },
    {
      "epoch": 1.781301918139254,
      "grad_norm": 1.8100296902488233,
      "learning_rate": 3.54831647858871e-06,
      "loss": 0.1104,
      "step": 11794
    },
    {
      "epoch": 1.7814529527261742,
      "grad_norm": 1.3192525529209145,
      "learning_rate": 3.5475597462224677e-06,
      "loss": 0.0927,
      "step": 11795
    },
    {
      "epoch": 1.7816039873130947,
      "grad_norm": 1.5054189314192286,
      "learning_rate": 3.546803050189817e-06,
      "loss": 0.1043,
      "step": 11796
    },
    {
      "epoch": 1.7817550219000151,
      "grad_norm": 1.571990984500099,
      "learning_rate": 3.546046390509688e-06,
      "loss": 0.1021,
      "step": 11797
    },
    {
      "epoch": 1.7819060564869356,
      "grad_norm": 1.454091294685258,
      "learning_rate": 3.5452897672010085e-06,
      "loss": 0.0897,
      "step": 11798
    },
    {
      "epoch": 1.782057091073856,
      "grad_norm": 1.8376561541604337,
      "learning_rate": 3.5445331802827055e-06,
      "loss": 0.132,
      "step": 11799
    },
    {
      "epoch": 1.7822081256607762,
      "grad_norm": 1.730050059595428,
      "learning_rate": 3.543776629773706e-06,
      "loss": 0.0974,
      "step": 11800
    },
    {
      "epoch": 1.7823591602476967,
      "grad_norm": 1.4987075414779978,
      "learning_rate": 3.543020115692936e-06,
      "loss": 0.1045,
      "step": 11801
    },
    {
      "epoch": 1.7825101948346171,
      "grad_norm": 1.8955141469992074,
      "learning_rate": 3.542263638059319e-06,
      "loss": 0.0938,
      "step": 11802
    },
    {
      "epoch": 1.7826612294215374,
      "grad_norm": 1.7250249970059326,
      "learning_rate": 3.5415071968917793e-06,
      "loss": 0.1098,
      "step": 11803
    },
    {
      "epoch": 1.782812264008458,
      "grad_norm": 1.4423491936362365,
      "learning_rate": 3.5407507922092386e-06,
      "loss": 0.0884,
      "step": 11804
    },
    {
      "epoch": 1.7829632985953783,
      "grad_norm": 2.002723366071589,
      "learning_rate": 3.53999442403062e-06,
      "loss": 0.1107,
      "step": 11805
    },
    {
      "epoch": 1.7831143331822987,
      "grad_norm": 1.8957362172342498,
      "learning_rate": 3.5392380923748447e-06,
      "loss": 0.1058,
      "step": 11806
    },
    {
      "epoch": 1.7832653677692192,
      "grad_norm": 1.5433176615148247,
      "learning_rate": 3.5384817972608315e-06,
      "loss": 0.1071,
      "step": 11807
    },
    {
      "epoch": 1.7834164023561394,
      "grad_norm": 1.3008729565503074,
      "learning_rate": 3.5377255387075018e-06,
      "loss": 0.0937,
      "step": 11808
    },
    {
      "epoch": 1.78356743694306,
      "grad_norm": 1.8286385700768693,
      "learning_rate": 3.536969316733771e-06,
      "loss": 0.1051,
      "step": 11809
    },
    {
      "epoch": 1.7837184715299803,
      "grad_norm": 5.458464205779619,
      "learning_rate": 3.536213131358558e-06,
      "loss": 0.1279,
      "step": 11810
    },
    {
      "epoch": 1.7838695061169008,
      "grad_norm": 2.311369063929268,
      "learning_rate": 3.535456982600779e-06,
      "loss": 0.1186,
      "step": 11811
    },
    {
      "epoch": 1.7840205407038212,
      "grad_norm": 2.8439356594210765,
      "learning_rate": 3.5347008704793484e-06,
      "loss": 0.1098,
      "step": 11812
    },
    {
      "epoch": 1.7841715752907414,
      "grad_norm": 1.7411996942496486,
      "learning_rate": 3.5339447950131817e-06,
      "loss": 0.1081,
      "step": 11813
    },
    {
      "epoch": 1.7843226098776621,
      "grad_norm": 1.6851549990311503,
      "learning_rate": 3.533188756221193e-06,
      "loss": 0.114,
      "step": 11814
    },
    {
      "epoch": 1.7844736444645823,
      "grad_norm": 1.9553401780583322,
      "learning_rate": 3.532432754122297e-06,
      "loss": 0.1059,
      "step": 11815
    },
    {
      "epoch": 1.7846246790515028,
      "grad_norm": 1.5601185251263021,
      "learning_rate": 3.531676788735401e-06,
      "loss": 0.1031,
      "step": 11816
    },
    {
      "epoch": 1.7847757136384232,
      "grad_norm": 1.6748018638221454,
      "learning_rate": 3.530920860079418e-06,
      "loss": 0.1151,
      "step": 11817
    },
    {
      "epoch": 1.7849267482253435,
      "grad_norm": 1.7051173844589864,
      "learning_rate": 3.530164968173257e-06,
      "loss": 0.103,
      "step": 11818
    },
    {
      "epoch": 1.7850777828122641,
      "grad_norm": 1.7017462220447068,
      "learning_rate": 3.5294091130358286e-06,
      "loss": 0.0962,
      "step": 11819
    },
    {
      "epoch": 1.7852288173991844,
      "grad_norm": 1.8236985917498625,
      "learning_rate": 3.5286532946860408e-06,
      "loss": 0.1219,
      "step": 11820
    },
    {
      "epoch": 1.7853798519861048,
      "grad_norm": 2.880633503564587,
      "learning_rate": 3.5278975131428008e-06,
      "loss": 0.0992,
      "step": 11821
    },
    {
      "epoch": 1.7855308865730253,
      "grad_norm": 1.9260827091054646,
      "learning_rate": 3.5271417684250136e-06,
      "loss": 0.0796,
      "step": 11822
    },
    {
      "epoch": 1.7856819211599455,
      "grad_norm": 1.4527375104019438,
      "learning_rate": 3.5263860605515867e-06,
      "loss": 0.0861,
      "step": 11823
    },
    {
      "epoch": 1.7858329557468662,
      "grad_norm": 1.7692064118804562,
      "learning_rate": 3.5256303895414224e-06,
      "loss": 0.0779,
      "step": 11824
    },
    {
      "epoch": 1.7859839903337864,
      "grad_norm": 1.7547898148570475,
      "learning_rate": 3.5248747554134257e-06,
      "loss": 0.1046,
      "step": 11825
    },
    {
      "epoch": 1.7861350249207069,
      "grad_norm": 1.4626907389670962,
      "learning_rate": 3.5241191581864977e-06,
      "loss": 0.0976,
      "step": 11826
    },
    {
      "epoch": 1.7862860595076273,
      "grad_norm": 1.4350448277124392,
      "learning_rate": 3.5233635978795412e-06,
      "loss": 0.0936,
      "step": 11827
    },
    {
      "epoch": 1.7864370940945475,
      "grad_norm": 1.545661762720656,
      "learning_rate": 3.5226080745114565e-06,
      "loss": 0.0935,
      "step": 11828
    },
    {
      "epoch": 1.7865881286814682,
      "grad_norm": 1.2231567495544484,
      "learning_rate": 3.521852588101144e-06,
      "loss": 0.0834,
      "step": 11829
    },
    {
      "epoch": 1.7867391632683884,
      "grad_norm": 1.8587203099540315,
      "learning_rate": 3.521097138667503e-06,
      "loss": 0.0911,
      "step": 11830
    },
    {
      "epoch": 1.786890197855309,
      "grad_norm": 1.8867235565512583,
      "learning_rate": 3.5203417262294303e-06,
      "loss": 0.1112,
      "step": 11831
    },
    {
      "epoch": 1.7870412324422293,
      "grad_norm": 1.308130106897023,
      "learning_rate": 3.5195863508058227e-06,
      "loss": 0.0776,
      "step": 11832
    },
    {
      "epoch": 1.7871922670291496,
      "grad_norm": 1.2679761664270406,
      "learning_rate": 3.5188310124155776e-06,
      "loss": 0.0845,
      "step": 11833
    },
    {
      "epoch": 1.7873433016160702,
      "grad_norm": 1.5469539917416524,
      "learning_rate": 3.51807571107759e-06,
      "loss": 0.1004,
      "step": 11834
    },
    {
      "epoch": 1.7874943362029905,
      "grad_norm": 1.4354954758107168,
      "learning_rate": 3.5173204468107524e-06,
      "loss": 0.0823,
      "step": 11835
    },
    {
      "epoch": 1.787645370789911,
      "grad_norm": 1.630377263892428,
      "learning_rate": 3.51656521963396e-06,
      "loss": 0.1046,
      "step": 11836
    },
    {
      "epoch": 1.7877964053768314,
      "grad_norm": 1.7375624786841295,
      "learning_rate": 3.5158100295661074e-06,
      "loss": 0.0975,
      "step": 11837
    },
    {
      "epoch": 1.7879474399637516,
      "grad_norm": 1.7582332809406116,
      "learning_rate": 3.5150548766260817e-06,
      "loss": 0.0923,
      "step": 11838
    },
    {
      "epoch": 1.788098474550672,
      "grad_norm": 1.8296157337244934,
      "learning_rate": 3.5142997608327744e-06,
      "loss": 0.1059,
      "step": 11839
    },
    {
      "epoch": 1.7882495091375925,
      "grad_norm": 1.194926233928954,
      "learning_rate": 3.513544682205077e-06,
      "loss": 0.0712,
      "step": 11840
    },
    {
      "epoch": 1.788400543724513,
      "grad_norm": 1.2743088889502696,
      "learning_rate": 3.5127896407618754e-06,
      "loss": 0.082,
      "step": 11841
    },
    {
      "epoch": 1.7885515783114334,
      "grad_norm": 1.4652734694814982,
      "learning_rate": 3.512034636522061e-06,
      "loss": 0.0942,
      "step": 11842
    },
    {
      "epoch": 1.7887026128983536,
      "grad_norm": 1.5309668898785036,
      "learning_rate": 3.5112796695045182e-06,
      "loss": 0.094,
      "step": 11843
    },
    {
      "epoch": 1.788853647485274,
      "grad_norm": 1.728501714392855,
      "learning_rate": 3.510524739728136e-06,
      "loss": 0.113,
      "step": 11844
    },
    {
      "epoch": 1.7890046820721945,
      "grad_norm": 1.614265537659541,
      "learning_rate": 3.5097698472117945e-06,
      "loss": 0.1075,
      "step": 11845
    },
    {
      "epoch": 1.789155716659115,
      "grad_norm": 2.0695184251041114,
      "learning_rate": 3.5090149919743797e-06,
      "loss": 0.1013,
      "step": 11846
    },
    {
      "epoch": 1.7893067512460354,
      "grad_norm": 1.6511661647067413,
      "learning_rate": 3.5082601740347767e-06,
      "loss": 0.1036,
      "step": 11847
    },
    {
      "epoch": 1.7894577858329557,
      "grad_norm": 2.370977046806297,
      "learning_rate": 3.5075053934118654e-06,
      "loss": 0.105,
      "step": 11848
    },
    {
      "epoch": 1.7896088204198761,
      "grad_norm": 1.445191739302001,
      "learning_rate": 3.5067506501245273e-06,
      "loss": 0.0942,
      "step": 11849
    },
    {
      "epoch": 1.7897598550067966,
      "grad_norm": 1.401980754460606,
      "learning_rate": 3.5059959441916443e-06,
      "loss": 0.0813,
      "step": 11850
    },
    {
      "epoch": 1.7899108895937168,
      "grad_norm": 2.255652500352528,
      "learning_rate": 3.505241275632095e-06,
      "loss": 0.1037,
      "step": 11851
    },
    {
      "epoch": 1.7900619241806375,
      "grad_norm": 1.407117505220624,
      "learning_rate": 3.5044866444647576e-06,
      "loss": 0.0935,
      "step": 11852
    },
    {
      "epoch": 1.7902129587675577,
      "grad_norm": 1.6629856921533073,
      "learning_rate": 3.5037320507085084e-06,
      "loss": 0.0959,
      "step": 11853
    },
    {
      "epoch": 1.7903639933544782,
      "grad_norm": 1.4736502056844534,
      "learning_rate": 3.502977494382226e-06,
      "loss": 0.0924,
      "step": 11854
    },
    {
      "epoch": 1.7905150279413986,
      "grad_norm": 1.4465200703398942,
      "learning_rate": 3.5022229755047848e-06,
      "loss": 0.0915,
      "step": 11855
    },
    {
      "epoch": 1.7906660625283188,
      "grad_norm": 1.2195515945174435,
      "learning_rate": 3.5014684940950605e-06,
      "loss": 0.0793,
      "step": 11856
    },
    {
      "epoch": 1.7908170971152395,
      "grad_norm": 1.9550072498891677,
      "learning_rate": 3.5007140501719262e-06,
      "loss": 0.1093,
      "step": 11857
    },
    {
      "epoch": 1.7909681317021597,
      "grad_norm": 2.3655678709517254,
      "learning_rate": 3.499959643754254e-06,
      "loss": 0.1112,
      "step": 11858
    },
    {
      "epoch": 1.7911191662890802,
      "grad_norm": 1.3909285256934598,
      "learning_rate": 3.4992052748609185e-06,
      "loss": 0.0958,
      "step": 11859
    },
    {
      "epoch": 1.7912702008760006,
      "grad_norm": 1.5998312175866856,
      "learning_rate": 3.498450943510787e-06,
      "loss": 0.1031,
      "step": 11860
    },
    {
      "epoch": 1.7914212354629209,
      "grad_norm": 1.7164963375325022,
      "learning_rate": 3.497696649722732e-06,
      "loss": 0.0921,
      "step": 11861
    },
    {
      "epoch": 1.7915722700498415,
      "grad_norm": 1.4742218373405778,
      "learning_rate": 3.4969423935156223e-06,
      "loss": 0.0895,
      "step": 11862
    },
    {
      "epoch": 1.7917233046367618,
      "grad_norm": 1.7270468310792435,
      "learning_rate": 3.496188174908325e-06,
      "loss": 0.1013,
      "step": 11863
    },
    {
      "epoch": 1.7918743392236822,
      "grad_norm": 1.6432382710739457,
      "learning_rate": 3.4954339939197062e-06,
      "loss": 0.1023,
      "step": 11864
    },
    {
      "epoch": 1.7920253738106027,
      "grad_norm": 1.39565417690938,
      "learning_rate": 3.4946798505686354e-06,
      "loss": 0.0897,
      "step": 11865
    },
    {
      "epoch": 1.792176408397523,
      "grad_norm": 2.182589218453556,
      "learning_rate": 3.4939257448739787e-06,
      "loss": 0.11,
      "step": 11866
    },
    {
      "epoch": 1.7923274429844436,
      "grad_norm": 1.5790467415639515,
      "learning_rate": 3.4931716768545957e-06,
      "loss": 0.0794,
      "step": 11867
    },
    {
      "epoch": 1.7924784775713638,
      "grad_norm": 1.983515115873882,
      "learning_rate": 3.4924176465293525e-06,
      "loss": 0.0896,
      "step": 11868
    },
    {
      "epoch": 1.7926295121582843,
      "grad_norm": 2.0894989084577857,
      "learning_rate": 3.4916636539171102e-06,
      "loss": 0.1235,
      "step": 11869
    },
    {
      "epoch": 1.7927805467452047,
      "grad_norm": 1.8946167628992672,
      "learning_rate": 3.490909699036733e-06,
      "loss": 0.1105,
      "step": 11870
    },
    {
      "epoch": 1.792931581332125,
      "grad_norm": 1.5633139429137464,
      "learning_rate": 3.4901557819070796e-06,
      "loss": 0.0938,
      "step": 11871
    },
    {
      "epoch": 1.7930826159190456,
      "grad_norm": 1.2738488255048948,
      "learning_rate": 3.4894019025470096e-06,
      "loss": 0.0863,
      "step": 11872
    },
    {
      "epoch": 1.7932336505059658,
      "grad_norm": 2.1122725896795966,
      "learning_rate": 3.488648060975385e-06,
      "loss": 0.1098,
      "step": 11873
    },
    {
      "epoch": 1.7933846850928863,
      "grad_norm": 1.748306291546367,
      "learning_rate": 3.487894257211057e-06,
      "loss": 0.1001,
      "step": 11874
    },
    {
      "epoch": 1.7935357196798067,
      "grad_norm": 1.6788181155120607,
      "learning_rate": 3.487140491272887e-06,
      "loss": 0.1104,
      "step": 11875
    },
    {
      "epoch": 1.793686754266727,
      "grad_norm": 2.224697824028419,
      "learning_rate": 3.4863867631797304e-06,
      "loss": 0.0935,
      "step": 11876
    },
    {
      "epoch": 1.7938377888536476,
      "grad_norm": 2.1079869665012048,
      "learning_rate": 3.485633072950442e-06,
      "loss": 0.1168,
      "step": 11877
    },
    {
      "epoch": 1.7939888234405679,
      "grad_norm": 1.6391324151414135,
      "learning_rate": 3.484879420603875e-06,
      "loss": 0.1108,
      "step": 11878
    },
    {
      "epoch": 1.7941398580274883,
      "grad_norm": 1.7862739821172537,
      "learning_rate": 3.4841258061588827e-06,
      "loss": 0.1191,
      "step": 11879
    },
    {
      "epoch": 1.7942908926144088,
      "grad_norm": 1.8787368443704195,
      "learning_rate": 3.4833722296343188e-06,
      "loss": 0.1097,
      "step": 11880
    },
    {
      "epoch": 1.794441927201329,
      "grad_norm": 1.7834532725205383,
      "learning_rate": 3.4826186910490323e-06,
      "loss": 0.086,
      "step": 11881
    },
    {
      "epoch": 1.7945929617882497,
      "grad_norm": 1.4131658938556362,
      "learning_rate": 3.4818651904218734e-06,
      "loss": 0.1003,
      "step": 11882
    },
    {
      "epoch": 1.79474399637517,
      "grad_norm": 1.4113694649293271,
      "learning_rate": 3.481111727771692e-06,
      "loss": 0.0956,
      "step": 11883
    },
    {
      "epoch": 1.7948950309620904,
      "grad_norm": 1.3491876524141575,
      "learning_rate": 3.480358303117337e-06,
      "loss": 0.0838,
      "step": 11884
    },
    {
      "epoch": 1.7950460655490108,
      "grad_norm": 1.8793931957089478,
      "learning_rate": 3.4796049164776547e-06,
      "loss": 0.1162,
      "step": 11885
    },
    {
      "epoch": 1.795197100135931,
      "grad_norm": 1.5206637521824946,
      "learning_rate": 3.4788515678714923e-06,
      "loss": 0.0952,
      "step": 11886
    },
    {
      "epoch": 1.7953481347228515,
      "grad_norm": 1.558015423296484,
      "learning_rate": 3.478098257317696e-06,
      "loss": 0.1006,
      "step": 11887
    },
    {
      "epoch": 1.795499169309772,
      "grad_norm": 1.9941277937094282,
      "learning_rate": 3.4773449848351074e-06,
      "loss": 0.0974,
      "step": 11888
    },
    {
      "epoch": 1.7956502038966924,
      "grad_norm": 2.151307929025653,
      "learning_rate": 3.4765917504425724e-06,
      "loss": 0.1174,
      "step": 11889
    },
    {
      "epoch": 1.7958012384836128,
      "grad_norm": 1.8378366444171512,
      "learning_rate": 3.4758385541589323e-06,
      "loss": 0.1118,
      "step": 11890
    },
    {
      "epoch": 1.795952273070533,
      "grad_norm": 1.9343819845449768,
      "learning_rate": 3.47508539600303e-06,
      "loss": 0.0998,
      "step": 11891
    },
    {
      "epoch": 1.7961033076574535,
      "grad_norm": 1.5208129106129555,
      "learning_rate": 3.474332275993705e-06,
      "loss": 0.0965,
      "step": 11892
    },
    {
      "epoch": 1.796254342244374,
      "grad_norm": 1.7798588683591876,
      "learning_rate": 3.4735791941497976e-06,
      "loss": 0.1078,
      "step": 11893
    },
    {
      "epoch": 1.7964053768312944,
      "grad_norm": 1.4152037944499074,
      "learning_rate": 3.472826150490146e-06,
      "loss": 0.084,
      "step": 11894
    },
    {
      "epoch": 1.7965564114182149,
      "grad_norm": 1.6528847842822083,
      "learning_rate": 3.472073145033592e-06,
      "loss": 0.0979,
      "step": 11895
    },
    {
      "epoch": 1.796707446005135,
      "grad_norm": 1.467823784132482,
      "learning_rate": 3.471320177798966e-06,
      "loss": 0.0936,
      "step": 11896
    },
    {
      "epoch": 1.7968584805920556,
      "grad_norm": 2.15362840910157,
      "learning_rate": 3.4705672488051057e-06,
      "loss": 0.1237,
      "step": 11897
    },
    {
      "epoch": 1.797009515178976,
      "grad_norm": 1.5547803233243662,
      "learning_rate": 3.469814358070849e-06,
      "loss": 0.1168,
      "step": 11898
    },
    {
      "epoch": 1.7971605497658962,
      "grad_norm": 1.6790179392241236,
      "learning_rate": 3.4690615056150268e-06,
      "loss": 0.0908,
      "step": 11899
    },
    {
      "epoch": 1.797311584352817,
      "grad_norm": 1.8554576433463212,
      "learning_rate": 3.4683086914564747e-06,
      "loss": 0.1103,
      "step": 11900
    },
    {
      "epoch": 1.7974626189397371,
      "grad_norm": 1.247577077532567,
      "learning_rate": 3.4675559156140226e-06,
      "loss": 0.074,
      "step": 11901
    },
    {
      "epoch": 1.7976136535266576,
      "grad_norm": 2.022726804587474,
      "learning_rate": 3.4668031781065037e-06,
      "loss": 0.1154,
      "step": 11902
    },
    {
      "epoch": 1.797764688113578,
      "grad_norm": 1.555414654038559,
      "learning_rate": 3.4660504789527455e-06,
      "loss": 0.0938,
      "step": 11903
    },
    {
      "epoch": 1.7979157227004983,
      "grad_norm": 1.5367243938294333,
      "learning_rate": 3.4652978181715792e-06,
      "loss": 0.0965,
      "step": 11904
    },
    {
      "epoch": 1.798066757287419,
      "grad_norm": 1.95539420698871,
      "learning_rate": 3.4645451957818315e-06,
      "loss": 0.1073,
      "step": 11905
    },
    {
      "epoch": 1.7982177918743392,
      "grad_norm": 2.0142351704624977,
      "learning_rate": 3.4637926118023314e-06,
      "loss": 0.1107,
      "step": 11906
    },
    {
      "epoch": 1.7983688264612596,
      "grad_norm": 1.297973930812867,
      "learning_rate": 3.4630400662519038e-06,
      "loss": 0.0919,
      "step": 11907
    },
    {
      "epoch": 1.79851986104818,
      "grad_norm": 2.072458450371923,
      "learning_rate": 3.4622875591493744e-06,
      "loss": 0.1022,
      "step": 11908
    },
    {
      "epoch": 1.7986708956351003,
      "grad_norm": 1.8512528315314682,
      "learning_rate": 3.461535090513569e-06,
      "loss": 0.1013,
      "step": 11909
    },
    {
      "epoch": 1.798821930222021,
      "grad_norm": 1.723273369179181,
      "learning_rate": 3.4607826603633087e-06,
      "loss": 0.1097,
      "step": 11910
    },
    {
      "epoch": 1.7989729648089412,
      "grad_norm": 1.5998540046926502,
      "learning_rate": 3.460030268717417e-06,
      "loss": 0.101,
      "step": 11911
    },
    {
      "epoch": 1.7991239993958617,
      "grad_norm": 1.8134258380532127,
      "learning_rate": 3.4592779155947155e-06,
      "loss": 0.0974,
      "step": 11912
    },
    {
      "epoch": 1.799275033982782,
      "grad_norm": 1.419764433467611,
      "learning_rate": 3.458525601014025e-06,
      "loss": 0.0921,
      "step": 11913
    },
    {
      "epoch": 1.7994260685697023,
      "grad_norm": 1.441049815721237,
      "learning_rate": 3.4577733249941646e-06,
      "loss": 0.0985,
      "step": 11914
    },
    {
      "epoch": 1.799577103156623,
      "grad_norm": 1.6357088478650863,
      "learning_rate": 3.457021087553951e-06,
      "loss": 0.1063,
      "step": 11915
    },
    {
      "epoch": 1.7997281377435432,
      "grad_norm": 1.7464345517890287,
      "learning_rate": 3.4562688887122082e-06,
      "loss": 0.1011,
      "step": 11916
    },
    {
      "epoch": 1.7998791723304637,
      "grad_norm": 1.4184099816735423,
      "learning_rate": 3.4555167284877456e-06,
      "loss": 0.1048,
      "step": 11917
    },
    {
      "epoch": 1.8000302069173841,
      "grad_norm": 2.208632219257646,
      "learning_rate": 3.454764606899382e-06,
      "loss": 0.0955,
      "step": 11918
    },
    {
      "epoch": 1.8001812415043044,
      "grad_norm": 2.5086937355878587,
      "learning_rate": 3.4540125239659328e-06,
      "loss": 0.0852,
      "step": 11919
    },
    {
      "epoch": 1.800332276091225,
      "grad_norm": 2.1041113529892623,
      "learning_rate": 3.4532604797062086e-06,
      "loss": 0.0946,
      "step": 11920
    },
    {
      "epoch": 1.8004833106781453,
      "grad_norm": 1.9755657778960127,
      "learning_rate": 3.4525084741390265e-06,
      "loss": 0.0996,
      "step": 11921
    },
    {
      "epoch": 1.8006343452650657,
      "grad_norm": 1.649027824280324,
      "learning_rate": 3.451756507283196e-06,
      "loss": 0.09,
      "step": 11922
    },
    {
      "epoch": 1.8007853798519862,
      "grad_norm": 1.660220669055395,
      "learning_rate": 3.45100457915753e-06,
      "loss": 0.1016,
      "step": 11923
    },
    {
      "epoch": 1.8009364144389064,
      "grad_norm": 1.6387236402018943,
      "learning_rate": 3.4502526897808352e-06,
      "loss": 0.0935,
      "step": 11924
    },
    {
      "epoch": 1.801087449025827,
      "grad_norm": 2.5535974917712867,
      "learning_rate": 3.449500839171921e-06,
      "loss": 0.1057,
      "step": 11925
    },
    {
      "epoch": 1.8012384836127473,
      "grad_norm": 1.7104255862405546,
      "learning_rate": 3.448749027349597e-06,
      "loss": 0.1027,
      "step": 11926
    },
    {
      "epoch": 1.8013895181996677,
      "grad_norm": 1.3822401987218687,
      "learning_rate": 3.4479972543326695e-06,
      "loss": 0.0896,
      "step": 11927
    },
    {
      "epoch": 1.8015405527865882,
      "grad_norm": 2.006778848818849,
      "learning_rate": 3.447245520139945e-06,
      "loss": 0.1054,
      "step": 11928
    },
    {
      "epoch": 1.8016915873735084,
      "grad_norm": 1.2749976105016299,
      "learning_rate": 3.446493824790228e-06,
      "loss": 0.0881,
      "step": 11929
    },
    {
      "epoch": 1.801842621960429,
      "grad_norm": 2.2806771680074123,
      "learning_rate": 3.445742168302323e-06,
      "loss": 0.1042,
      "step": 11930
    },
    {
      "epoch": 1.8019936565473493,
      "grad_norm": 2.894128047858091,
      "learning_rate": 3.444990550695033e-06,
      "loss": 0.1082,
      "step": 11931
    },
    {
      "epoch": 1.8021446911342698,
      "grad_norm": 1.424162632769686,
      "learning_rate": 3.4442389719871593e-06,
      "loss": 0.0944,
      "step": 11932
    },
    {
      "epoch": 1.8022957257211902,
      "grad_norm": 1.4686475151465,
      "learning_rate": 3.4434874321975042e-06,
      "loss": 0.0885,
      "step": 11933
    },
    {
      "epoch": 1.8024467603081105,
      "grad_norm": 1.9647776386817275,
      "learning_rate": 3.442735931344867e-06,
      "loss": 0.0995,
      "step": 11934
    },
    {
      "epoch": 1.802597794895031,
      "grad_norm": 1.671109548586668,
      "learning_rate": 3.4419844694480475e-06,
      "loss": 0.111,
      "step": 11935
    },
    {
      "epoch": 1.8027488294819514,
      "grad_norm": 1.5465343495790038,
      "learning_rate": 3.441233046525843e-06,
      "loss": 0.0951,
      "step": 11936
    },
    {
      "epoch": 1.8028998640688718,
      "grad_norm": 1.3909504558286057,
      "learning_rate": 3.440481662597052e-06,
      "loss": 0.0877,
      "step": 11937
    },
    {
      "epoch": 1.8030508986557923,
      "grad_norm": 2.175671103919563,
      "learning_rate": 3.4397303176804716e-06,
      "loss": 0.1157,
      "step": 11938
    },
    {
      "epoch": 1.8032019332427125,
      "grad_norm": 1.2940082617514024,
      "learning_rate": 3.438979011794894e-06,
      "loss": 0.0785,
      "step": 11939
    },
    {
      "epoch": 1.803352967829633,
      "grad_norm": 1.5837324688641745,
      "learning_rate": 3.438227744959116e-06,
      "loss": 0.0945,
      "step": 11940
    },
    {
      "epoch": 1.8035040024165534,
      "grad_norm": 2.0512481599105215,
      "learning_rate": 3.43747651719193e-06,
      "loss": 0.0996,
      "step": 11941
    },
    {
      "epoch": 1.8036550370034738,
      "grad_norm": 1.9073130814120853,
      "learning_rate": 3.4367253285121284e-06,
      "loss": 0.1021,
      "step": 11942
    },
    {
      "epoch": 1.8038060715903943,
      "grad_norm": 2.8123446594821733,
      "learning_rate": 3.4359741789385014e-06,
      "loss": 0.1055,
      "step": 11943
    },
    {
      "epoch": 1.8039571061773145,
      "grad_norm": 1.5271913220441031,
      "learning_rate": 3.4352230684898425e-06,
      "loss": 0.088,
      "step": 11944
    },
    {
      "epoch": 1.804108140764235,
      "grad_norm": 1.5864684107305123,
      "learning_rate": 3.4344719971849415e-06,
      "loss": 0.1023,
      "step": 11945
    },
    {
      "epoch": 1.8042591753511554,
      "grad_norm": 1.446676454262823,
      "learning_rate": 3.433720965042583e-06,
      "loss": 0.0937,
      "step": 11946
    },
    {
      "epoch": 1.8044102099380757,
      "grad_norm": 1.8691935692661512,
      "learning_rate": 3.4329699720815556e-06,
      "loss": 0.1155,
      "step": 11947
    },
    {
      "epoch": 1.8045612445249963,
      "grad_norm": 1.3770901784689518,
      "learning_rate": 3.432219018320646e-06,
      "loss": 0.0934,
      "step": 11948
    },
    {
      "epoch": 1.8047122791119166,
      "grad_norm": 2.0355285977159387,
      "learning_rate": 3.431468103778641e-06,
      "loss": 0.1184,
      "step": 11949
    },
    {
      "epoch": 1.804863313698837,
      "grad_norm": 1.3659793673301641,
      "learning_rate": 3.430717228474325e-06,
      "loss": 0.0863,
      "step": 11950
    },
    {
      "epoch": 1.8050143482857575,
      "grad_norm": 1.2738374132901666,
      "learning_rate": 3.4299663924264805e-06,
      "loss": 0.0781,
      "step": 11951
    },
    {
      "epoch": 1.8051653828726777,
      "grad_norm": 3.059875128203222,
      "learning_rate": 3.429215595653892e-06,
      "loss": 0.1021,
      "step": 11952
    },
    {
      "epoch": 1.8053164174595984,
      "grad_norm": 1.9865834428565152,
      "learning_rate": 3.428464838175337e-06,
      "loss": 0.1068,
      "step": 11953
    },
    {
      "epoch": 1.8054674520465186,
      "grad_norm": 1.6946436298691683,
      "learning_rate": 3.4277141200096005e-06,
      "loss": 0.0966,
      "step": 11954
    },
    {
      "epoch": 1.805618486633439,
      "grad_norm": 1.245191092292362,
      "learning_rate": 3.4269634411754593e-06,
      "loss": 0.0736,
      "step": 11955
    },
    {
      "epoch": 1.8057695212203595,
      "grad_norm": 1.5476467320352691,
      "learning_rate": 3.426212801691694e-06,
      "loss": 0.097,
      "step": 11956
    },
    {
      "epoch": 1.8059205558072797,
      "grad_norm": 1.5455295113379883,
      "learning_rate": 3.4254622015770806e-06,
      "loss": 0.1031,
      "step": 11957
    },
    {
      "epoch": 1.8060715903942004,
      "grad_norm": 1.4718944634989222,
      "learning_rate": 3.424711640850397e-06,
      "loss": 0.0897,
      "step": 11958
    },
    {
      "epoch": 1.8062226249811206,
      "grad_norm": 2.001435867711684,
      "learning_rate": 3.423961119530419e-06,
      "loss": 0.1224,
      "step": 11959
    },
    {
      "epoch": 1.806373659568041,
      "grad_norm": 1.496121083240769,
      "learning_rate": 3.4232106376359198e-06,
      "loss": 0.0888,
      "step": 11960
    },
    {
      "epoch": 1.8065246941549615,
      "grad_norm": 1.3832991599071731,
      "learning_rate": 3.422460195185674e-06,
      "loss": 0.0914,
      "step": 11961
    },
    {
      "epoch": 1.8066757287418818,
      "grad_norm": 1.5477295437044933,
      "learning_rate": 3.421709792198455e-06,
      "loss": 0.1032,
      "step": 11962
    },
    {
      "epoch": 1.8068267633288024,
      "grad_norm": 1.4302951112188653,
      "learning_rate": 3.4209594286930336e-06,
      "loss": 0.0841,
      "step": 11963
    },
    {
      "epoch": 1.8069777979157227,
      "grad_norm": 1.6563358008427653,
      "learning_rate": 3.4202091046881803e-06,
      "loss": 0.1073,
      "step": 11964
    },
    {
      "epoch": 1.8071288325026431,
      "grad_norm": 1.7861675544184532,
      "learning_rate": 3.4194588202026663e-06,
      "loss": 0.1154,
      "step": 11965
    },
    {
      "epoch": 1.8072798670895636,
      "grad_norm": 1.6672691555771482,
      "learning_rate": 3.418708575255259e-06,
      "loss": 0.0993,
      "step": 11966
    },
    {
      "epoch": 1.8074309016764838,
      "grad_norm": 1.7528576660671182,
      "learning_rate": 3.4179583698647277e-06,
      "loss": 0.1039,
      "step": 11967
    },
    {
      "epoch": 1.8075819362634045,
      "grad_norm": 1.726051389482263,
      "learning_rate": 3.417208204049838e-06,
      "loss": 0.0995,
      "step": 11968
    },
    {
      "epoch": 1.8077329708503247,
      "grad_norm": 1.4504221464277969,
      "learning_rate": 3.416458077829355e-06,
      "loss": 0.09,
      "step": 11969
    },
    {
      "epoch": 1.8078840054372451,
      "grad_norm": 1.7730106530025864,
      "learning_rate": 3.4157079912220447e-06,
      "loss": 0.0862,
      "step": 11970
    },
    {
      "epoch": 1.8080350400241656,
      "grad_norm": 1.6686219000685285,
      "learning_rate": 3.41495794424667e-06,
      "loss": 0.105,
      "step": 11971
    },
    {
      "epoch": 1.8081860746110858,
      "grad_norm": 1.7775157067212533,
      "learning_rate": 3.4142079369219948e-06,
      "loss": 0.0997,
      "step": 11972
    },
    {
      "epoch": 1.8083371091980065,
      "grad_norm": 1.7537937897841946,
      "learning_rate": 3.4134579692667806e-06,
      "loss": 0.0924,
      "step": 11973
    },
    {
      "epoch": 1.8084881437849267,
      "grad_norm": 2.712230087473655,
      "learning_rate": 3.4127080412997906e-06,
      "loss": 0.0978,
      "step": 11974
    },
    {
      "epoch": 1.8086391783718472,
      "grad_norm": 2.0829888365555944,
      "learning_rate": 3.4119581530397803e-06,
      "loss": 0.1137,
      "step": 11975
    },
    {
      "epoch": 1.8087902129587676,
      "grad_norm": 2.154444485443436,
      "learning_rate": 3.411208304505509e-06,
      "loss": 0.086,
      "step": 11976
    },
    {
      "epoch": 1.8089412475456879,
      "grad_norm": 1.8389395107251676,
      "learning_rate": 3.410458495715738e-06,
      "loss": 0.1001,
      "step": 11977
    },
    {
      "epoch": 1.8090922821326085,
      "grad_norm": 1.5299845486474755,
      "learning_rate": 3.4097087266892216e-06,
      "loss": 0.1074,
      "step": 11978
    },
    {
      "epoch": 1.8092433167195288,
      "grad_norm": 1.5765470926162464,
      "learning_rate": 3.408958997444716e-06,
      "loss": 0.0924,
      "step": 11979
    },
    {
      "epoch": 1.8093943513064492,
      "grad_norm": 1.2702636660311286,
      "learning_rate": 3.408209308000977e-06,
      "loss": 0.0788,
      "step": 11980
    },
    {
      "epoch": 1.8095453858933697,
      "grad_norm": 1.5141876480407406,
      "learning_rate": 3.4074596583767594e-06,
      "loss": 0.0884,
      "step": 11981
    },
    {
      "epoch": 1.80969642048029,
      "grad_norm": 2.0494655401517963,
      "learning_rate": 3.4067100485908135e-06,
      "loss": 0.1207,
      "step": 11982
    },
    {
      "epoch": 1.8098474550672103,
      "grad_norm": 1.4708827723300424,
      "learning_rate": 3.4059604786618915e-06,
      "loss": 0.0825,
      "step": 11983
    },
    {
      "epoch": 1.8099984896541308,
      "grad_norm": 1.5216842560547077,
      "learning_rate": 3.405210948608746e-06,
      "loss": 0.0984,
      "step": 11984
    },
    {
      "epoch": 1.8101495242410512,
      "grad_norm": 1.7206310899710198,
      "learning_rate": 3.4044614584501255e-06,
      "loss": 0.1016,
      "step": 11985
    },
    {
      "epoch": 1.8103005588279717,
      "grad_norm": 1.316099645231436,
      "learning_rate": 3.4037120082047804e-06,
      "loss": 0.0804,
      "step": 11986
    },
    {
      "epoch": 1.810451593414892,
      "grad_norm": 1.5305671114063786,
      "learning_rate": 3.4029625978914573e-06,
      "loss": 0.0935,
      "step": 11987
    },
    {
      "epoch": 1.8106026280018124,
      "grad_norm": 1.321847273619968,
      "learning_rate": 3.402213227528904e-06,
      "loss": 0.0976,
      "step": 11988
    },
    {
      "epoch": 1.8107536625887328,
      "grad_norm": 1.8265767440260496,
      "learning_rate": 3.4014638971358647e-06,
      "loss": 0.0925,
      "step": 11989
    },
    {
      "epoch": 1.8109046971756533,
      "grad_norm": 1.7220876867060484,
      "learning_rate": 3.4007146067310866e-06,
      "loss": 0.0912,
      "step": 11990
    },
    {
      "epoch": 1.8110557317625737,
      "grad_norm": 1.79667150544153,
      "learning_rate": 3.399965356333312e-06,
      "loss": 0.0994,
      "step": 11991
    },
    {
      "epoch": 1.811206766349494,
      "grad_norm": 1.4132151793892667,
      "learning_rate": 3.3992161459612837e-06,
      "loss": 0.0863,
      "step": 11992
    },
    {
      "epoch": 1.8113578009364144,
      "grad_norm": 1.4841636073315214,
      "learning_rate": 3.3984669756337453e-06,
      "loss": 0.086,
      "step": 11993
    },
    {
      "epoch": 1.8115088355233349,
      "grad_norm": 2.4385678862560423,
      "learning_rate": 3.397717845369436e-06,
      "loss": 0.128,
      "step": 11994
    },
    {
      "epoch": 1.811659870110255,
      "grad_norm": 1.606932433088007,
      "learning_rate": 3.396968755187098e-06,
      "loss": 0.0963,
      "step": 11995
    },
    {
      "epoch": 1.8118109046971758,
      "grad_norm": 1.4151544719866214,
      "learning_rate": 3.396219705105467e-06,
      "loss": 0.0788,
      "step": 11996
    },
    {
      "epoch": 1.811961939284096,
      "grad_norm": 1.9542500563189922,
      "learning_rate": 3.3954706951432824e-06,
      "loss": 0.1048,
      "step": 11997
    },
    {
      "epoch": 1.8121129738710164,
      "grad_norm": 1.6409134995352335,
      "learning_rate": 3.3947217253192817e-06,
      "loss": 0.0977,
      "step": 11998
    },
    {
      "epoch": 1.812264008457937,
      "grad_norm": 1.3836454764887562,
      "learning_rate": 3.3939727956521986e-06,
      "loss": 0.1013,
      "step": 11999
    },
    {
      "epoch": 1.8124150430448571,
      "grad_norm": 1.6826509007851025,
      "learning_rate": 3.3932239061607707e-06,
      "loss": 0.0814,
      "step": 12000
    },
    {
      "epoch": 1.8125660776317778,
      "grad_norm": 1.4761829654061698,
      "learning_rate": 3.3924750568637316e-06,
      "loss": 0.0911,
      "step": 12001
    },
    {
      "epoch": 1.812717112218698,
      "grad_norm": 1.5536358319895138,
      "learning_rate": 3.391726247779813e-06,
      "loss": 0.0979,
      "step": 12002
    },
    {
      "epoch": 1.8128681468056185,
      "grad_norm": 1.5350256862601375,
      "learning_rate": 3.3909774789277493e-06,
      "loss": 0.0998,
      "step": 12003
    },
    {
      "epoch": 1.813019181392539,
      "grad_norm": 1.3189811264875755,
      "learning_rate": 3.3902287503262653e-06,
      "loss": 0.0838,
      "step": 12004
    },
    {
      "epoch": 1.8131702159794592,
      "grad_norm": 5.392515361403476,
      "learning_rate": 3.3894800619940972e-06,
      "loss": 0.1128,
      "step": 12005
    },
    {
      "epoch": 1.8133212505663798,
      "grad_norm": 1.6238509613784604,
      "learning_rate": 3.3887314139499705e-06,
      "loss": 0.0866,
      "step": 12006
    },
    {
      "epoch": 1.8134722851533,
      "grad_norm": 1.2601203435271393,
      "learning_rate": 3.3879828062126143e-06,
      "loss": 0.0845,
      "step": 12007
    },
    {
      "epoch": 1.8136233197402205,
      "grad_norm": 1.578696649843053,
      "learning_rate": 3.387234238800755e-06,
      "loss": 0.0866,
      "step": 12008
    },
    {
      "epoch": 1.813774354327141,
      "grad_norm": 2.043810712204465,
      "learning_rate": 3.386485711733119e-06,
      "loss": 0.1236,
      "step": 12009
    },
    {
      "epoch": 1.8139253889140612,
      "grad_norm": 1.2234569831725863,
      "learning_rate": 3.3857372250284314e-06,
      "loss": 0.0835,
      "step": 12010
    },
    {
      "epoch": 1.8140764235009819,
      "grad_norm": 1.9107886742685964,
      "learning_rate": 3.384988778705414e-06,
      "loss": 0.1003,
      "step": 12011
    },
    {
      "epoch": 1.814227458087902,
      "grad_norm": 1.4435497857390078,
      "learning_rate": 3.384240372782791e-06,
      "loss": 0.1014,
      "step": 12012
    },
    {
      "epoch": 1.8143784926748225,
      "grad_norm": 2.0901816346852935,
      "learning_rate": 3.3834920072792843e-06,
      "loss": 0.1132,
      "step": 12013
    },
    {
      "epoch": 1.814529527261743,
      "grad_norm": 1.7593868224757374,
      "learning_rate": 3.3827436822136146e-06,
      "loss": 0.0994,
      "step": 12014
    },
    {
      "epoch": 1.8146805618486632,
      "grad_norm": 1.4973528062244865,
      "learning_rate": 3.3819953976045013e-06,
      "loss": 0.0979,
      "step": 12015
    },
    {
      "epoch": 1.814831596435584,
      "grad_norm": 1.4161024572405847,
      "learning_rate": 3.381247153470663e-06,
      "loss": 0.0919,
      "step": 12016
    },
    {
      "epoch": 1.8149826310225041,
      "grad_norm": 2.1909586024950705,
      "learning_rate": 3.3804989498308194e-06,
      "loss": 0.1075,
      "step": 12017
    },
    {
      "epoch": 1.8151336656094246,
      "grad_norm": 1.6717448991138915,
      "learning_rate": 3.379750786703684e-06,
      "loss": 0.1082,
      "step": 12018
    },
    {
      "epoch": 1.815284700196345,
      "grad_norm": 1.602955223018058,
      "learning_rate": 3.3790026641079744e-06,
      "loss": 0.1087,
      "step": 12019
    },
    {
      "epoch": 1.8154357347832653,
      "grad_norm": 1.5609891193304781,
      "learning_rate": 3.378254582062405e-06,
      "loss": 0.0842,
      "step": 12020
    },
    {
      "epoch": 1.815586769370186,
      "grad_norm": 1.8269955750592912,
      "learning_rate": 3.37750654058569e-06,
      "loss": 0.1007,
      "step": 12021
    },
    {
      "epoch": 1.8157378039571062,
      "grad_norm": 1.6863661746592162,
      "learning_rate": 3.3767585396965407e-06,
      "loss": 0.1106,
      "step": 12022
    },
    {
      "epoch": 1.8158888385440266,
      "grad_norm": 2.148873724163862,
      "learning_rate": 3.3760105794136688e-06,
      "loss": 0.1115,
      "step": 12023
    },
    {
      "epoch": 1.816039873130947,
      "grad_norm": 1.8207759931179022,
      "learning_rate": 3.375262659755789e-06,
      "loss": 0.1191,
      "step": 12024
    },
    {
      "epoch": 1.8161909077178673,
      "grad_norm": 1.6848948466157385,
      "learning_rate": 3.3745147807416056e-06,
      "loss": 0.0834,
      "step": 12025
    },
    {
      "epoch": 1.816341942304788,
      "grad_norm": 1.9200602191470613,
      "learning_rate": 3.37376694238983e-06,
      "loss": 0.1213,
      "step": 12026
    },
    {
      "epoch": 1.8164929768917082,
      "grad_norm": 1.5776206033457438,
      "learning_rate": 3.3730191447191684e-06,
      "loss": 0.0924,
      "step": 12027
    },
    {
      "epoch": 1.8166440114786286,
      "grad_norm": 1.7498230327092734,
      "learning_rate": 3.372271387748327e-06,
      "loss": 0.11,
      "step": 12028
    },
    {
      "epoch": 1.816795046065549,
      "grad_norm": 1.6063652110224576,
      "learning_rate": 3.371523671496013e-06,
      "loss": 0.1,
      "step": 12029
    },
    {
      "epoch": 1.8169460806524693,
      "grad_norm": 1.4614523452626418,
      "learning_rate": 3.3707759959809317e-06,
      "loss": 0.097,
      "step": 12030
    },
    {
      "epoch": 1.8170971152393898,
      "grad_norm": 1.9124641250121344,
      "learning_rate": 3.370028361221786e-06,
      "loss": 0.1084,
      "step": 12031
    },
    {
      "epoch": 1.8172481498263102,
      "grad_norm": 2.1045438578669544,
      "learning_rate": 3.369280767237275e-06,
      "loss": 0.0999,
      "step": 12032
    },
    {
      "epoch": 1.8173991844132307,
      "grad_norm": 2.6682078648770142,
      "learning_rate": 3.368533214046104e-06,
      "loss": 0.1167,
      "step": 12033
    },
    {
      "epoch": 1.8175502190001511,
      "grad_norm": 1.6887700619886836,
      "learning_rate": 3.3677857016669723e-06,
      "loss": 0.1052,
      "step": 12034
    },
    {
      "epoch": 1.8177012535870714,
      "grad_norm": 1.5595761176724898,
      "learning_rate": 3.3670382301185788e-06,
      "loss": 0.0852,
      "step": 12035
    },
    {
      "epoch": 1.8178522881739918,
      "grad_norm": 1.6217746151655656,
      "learning_rate": 3.366290799419623e-06,
      "loss": 0.0984,
      "step": 12036
    },
    {
      "epoch": 1.8180033227609123,
      "grad_norm": 1.8491351826539404,
      "learning_rate": 3.365543409588802e-06,
      "loss": 0.1086,
      "step": 12037
    },
    {
      "epoch": 1.8181543573478327,
      "grad_norm": 1.8637984104603356,
      "learning_rate": 3.364796060644811e-06,
      "loss": 0.1019,
      "step": 12038
    },
    {
      "epoch": 1.8183053919347532,
      "grad_norm": 1.7503634895794051,
      "learning_rate": 3.3640487526063482e-06,
      "loss": 0.0939,
      "step": 12039
    },
    {
      "epoch": 1.8184564265216734,
      "grad_norm": 1.7616080199727433,
      "learning_rate": 3.3633014854921044e-06,
      "loss": 0.1116,
      "step": 12040
    },
    {
      "epoch": 1.8186074611085938,
      "grad_norm": 1.283232627124123,
      "learning_rate": 3.362554259320774e-06,
      "loss": 0.0896,
      "step": 12041
    },
    {
      "epoch": 1.8187584956955143,
      "grad_norm": 1.6902489894688997,
      "learning_rate": 3.3618070741110504e-06,
      "loss": 0.0976,
      "step": 12042
    },
    {
      "epoch": 1.8189095302824345,
      "grad_norm": 1.7118319697342643,
      "learning_rate": 3.3610599298816238e-06,
      "loss": 0.0981,
      "step": 12043
    },
    {
      "epoch": 1.8190605648693552,
      "grad_norm": 1.3094770964709526,
      "learning_rate": 3.360312826651185e-06,
      "loss": 0.0864,
      "step": 12044
    },
    {
      "epoch": 1.8192115994562754,
      "grad_norm": 1.3473036243810836,
      "learning_rate": 3.359565764438423e-06,
      "loss": 0.0918,
      "step": 12045
    },
    {
      "epoch": 1.8193626340431959,
      "grad_norm": 2.1354408305962806,
      "learning_rate": 3.3588187432620265e-06,
      "loss": 0.1077,
      "step": 12046
    },
    {
      "epoch": 1.8195136686301163,
      "grad_norm": 1.486155569731943,
      "learning_rate": 3.358071763140682e-06,
      "loss": 0.0903,
      "step": 12047
    },
    {
      "epoch": 1.8196647032170365,
      "grad_norm": 1.400112343139589,
      "learning_rate": 3.3573248240930752e-06,
      "loss": 0.1018,
      "step": 12048
    },
    {
      "epoch": 1.8198157378039572,
      "grad_norm": 1.3281901692626856,
      "learning_rate": 3.356577926137892e-06,
      "loss": 0.0841,
      "step": 12049
    },
    {
      "epoch": 1.8199667723908775,
      "grad_norm": 1.4148514621364827,
      "learning_rate": 3.3558310692938155e-06,
      "loss": 0.0778,
      "step": 12050
    },
    {
      "epoch": 1.820117806977798,
      "grad_norm": 1.9455825910335867,
      "learning_rate": 3.3550842535795287e-06,
      "loss": 0.1135,
      "step": 12051
    },
    {
      "epoch": 1.8202688415647184,
      "grad_norm": 2.2632621919571707,
      "learning_rate": 3.354337479013715e-06,
      "loss": 0.1046,
      "step": 12052
    },
    {
      "epoch": 1.8204198761516386,
      "grad_norm": 1.4072405047546694,
      "learning_rate": 3.3535907456150575e-06,
      "loss": 0.0883,
      "step": 12053
    },
    {
      "epoch": 1.8205709107385593,
      "grad_norm": 1.6586646002677323,
      "learning_rate": 3.352844053402231e-06,
      "loss": 0.0984,
      "step": 12054
    },
    {
      "epoch": 1.8207219453254795,
      "grad_norm": 1.8430676352392827,
      "learning_rate": 3.3520974023939166e-06,
      "loss": 0.1082,
      "step": 12055
    },
    {
      "epoch": 1.8208729799124,
      "grad_norm": 1.2849387499183473,
      "learning_rate": 3.351350792608792e-06,
      "loss": 0.0928,
      "step": 12056
    },
    {
      "epoch": 1.8210240144993204,
      "grad_norm": 1.7000693979371095,
      "learning_rate": 3.3506042240655347e-06,
      "loss": 0.0847,
      "step": 12057
    },
    {
      "epoch": 1.8211750490862406,
      "grad_norm": 1.325381717876646,
      "learning_rate": 3.3498576967828204e-06,
      "loss": 0.0835,
      "step": 12058
    },
    {
      "epoch": 1.8213260836731613,
      "grad_norm": 2.2478504039422,
      "learning_rate": 3.3491112107793237e-06,
      "loss": 0.1296,
      "step": 12059
    },
    {
      "epoch": 1.8214771182600815,
      "grad_norm": 1.4139433058018824,
      "learning_rate": 3.3483647660737197e-06,
      "loss": 0.104,
      "step": 12060
    },
    {
      "epoch": 1.821628152847002,
      "grad_norm": 1.5741088293182157,
      "learning_rate": 3.3476183626846786e-06,
      "loss": 0.1136,
      "step": 12061
    },
    {
      "epoch": 1.8217791874339224,
      "grad_norm": 1.312162930205289,
      "learning_rate": 3.346872000630873e-06,
      "loss": 0.0818,
      "step": 12062
    },
    {
      "epoch": 1.8219302220208426,
      "grad_norm": 2.2039477871775666,
      "learning_rate": 3.3461256799309745e-06,
      "loss": 0.1114,
      "step": 12063
    },
    {
      "epoch": 1.8220812566077633,
      "grad_norm": 1.4178121508791346,
      "learning_rate": 3.345379400603651e-06,
      "loss": 0.0917,
      "step": 12064
    },
    {
      "epoch": 1.8222322911946836,
      "grad_norm": 1.710012664492307,
      "learning_rate": 3.3446331626675733e-06,
      "loss": 0.1209,
      "step": 12065
    },
    {
      "epoch": 1.822383325781604,
      "grad_norm": 1.5901164644784702,
      "learning_rate": 3.3438869661414073e-06,
      "loss": 0.0816,
      "step": 12066
    },
    {
      "epoch": 1.8225343603685245,
      "grad_norm": 1.4972598084456032,
      "learning_rate": 3.3431408110438214e-06,
      "loss": 0.0916,
      "step": 12067
    },
    {
      "epoch": 1.8226853949554447,
      "grad_norm": 1.608146473691729,
      "learning_rate": 3.3423946973934782e-06,
      "loss": 0.0922,
      "step": 12068
    },
    {
      "epoch": 1.8228364295423654,
      "grad_norm": 1.1749759826535535,
      "learning_rate": 3.341648625209044e-06,
      "loss": 0.0686,
      "step": 12069
    },
    {
      "epoch": 1.8229874641292856,
      "grad_norm": 1.9022753524159757,
      "learning_rate": 3.340902594509181e-06,
      "loss": 0.0927,
      "step": 12070
    },
    {
      "epoch": 1.823138498716206,
      "grad_norm": 1.3538106589575882,
      "learning_rate": 3.3401566053125533e-06,
      "loss": 0.0917,
      "step": 12071
    },
    {
      "epoch": 1.8232895333031265,
      "grad_norm": 1.5198169234117438,
      "learning_rate": 3.3394106576378215e-06,
      "loss": 0.1057,
      "step": 12072
    },
    {
      "epoch": 1.8234405678900467,
      "grad_norm": 1.3994493951883145,
      "learning_rate": 3.3386647515036454e-06,
      "loss": 0.0912,
      "step": 12073
    },
    {
      "epoch": 1.8235916024769674,
      "grad_norm": 1.7011990933064982,
      "learning_rate": 3.337918886928684e-06,
      "loss": 0.0927,
      "step": 12074
    },
    {
      "epoch": 1.8237426370638876,
      "grad_norm": 1.937676390075494,
      "learning_rate": 3.337173063931598e-06,
      "loss": 0.1085,
      "step": 12075
    },
    {
      "epoch": 1.823893671650808,
      "grad_norm": 1.7585152424187305,
      "learning_rate": 3.336427282531042e-06,
      "loss": 0.1067,
      "step": 12076
    },
    {
      "epoch": 1.8240447062377285,
      "grad_norm": 1.2391952585142618,
      "learning_rate": 3.335681542745672e-06,
      "loss": 0.0799,
      "step": 12077
    },
    {
      "epoch": 1.8241957408246487,
      "grad_norm": 1.654501280979015,
      "learning_rate": 3.3349358445941445e-06,
      "loss": 0.09,
      "step": 12078
    },
    {
      "epoch": 1.8243467754115692,
      "grad_norm": 1.5067999865248927,
      "learning_rate": 3.334190188095111e-06,
      "loss": 0.1013,
      "step": 12079
    },
    {
      "epoch": 1.8244978099984897,
      "grad_norm": 1.1843971400470528,
      "learning_rate": 3.3334445732672282e-06,
      "loss": 0.0723,
      "step": 12080
    },
    {
      "epoch": 1.82464884458541,
      "grad_norm": 1.5658792602479814,
      "learning_rate": 3.3326990001291463e-06,
      "loss": 0.097,
      "step": 12081
    },
    {
      "epoch": 1.8247998791723306,
      "grad_norm": 1.2643816164998576,
      "learning_rate": 3.331953468699518e-06,
      "loss": 0.0766,
      "step": 12082
    },
    {
      "epoch": 1.8249509137592508,
      "grad_norm": 1.639671159951653,
      "learning_rate": 3.33120797899699e-06,
      "loss": 0.097,
      "step": 12083
    },
    {
      "epoch": 1.8251019483461712,
      "grad_norm": 1.194018160694929,
      "learning_rate": 3.330462531040211e-06,
      "loss": 0.0828,
      "step": 12084
    },
    {
      "epoch": 1.8252529829330917,
      "grad_norm": 1.2706278265031385,
      "learning_rate": 3.329717124847832e-06,
      "loss": 0.0777,
      "step": 12085
    },
    {
      "epoch": 1.8254040175200121,
      "grad_norm": 1.8036885714744915,
      "learning_rate": 3.3289717604384974e-06,
      "loss": 0.0935,
      "step": 12086
    },
    {
      "epoch": 1.8255550521069326,
      "grad_norm": 1.5686944834315022,
      "learning_rate": 3.3282264378308536e-06,
      "loss": 0.1084,
      "step": 12087
    },
    {
      "epoch": 1.8257060866938528,
      "grad_norm": 2.3599459655486053,
      "learning_rate": 3.327481157043546e-06,
      "loss": 0.1034,
      "step": 12088
    },
    {
      "epoch": 1.8258571212807733,
      "grad_norm": 1.909802498378578,
      "learning_rate": 3.326735918095218e-06,
      "loss": 0.1139,
      "step": 12089
    },
    {
      "epoch": 1.8260081558676937,
      "grad_norm": 1.5213576080055555,
      "learning_rate": 3.3259907210045106e-06,
      "loss": 0.1042,
      "step": 12090
    },
    {
      "epoch": 1.826159190454614,
      "grad_norm": 2.1528827424422188,
      "learning_rate": 3.325245565790066e-06,
      "loss": 0.1172,
      "step": 12091
    },
    {
      "epoch": 1.8263102250415346,
      "grad_norm": 1.4538087390553036,
      "learning_rate": 3.324500452470526e-06,
      "loss": 0.1159,
      "step": 12092
    },
    {
      "epoch": 1.8264612596284548,
      "grad_norm": 1.7850368893816744,
      "learning_rate": 3.3237553810645283e-06,
      "loss": 0.1003,
      "step": 12093
    },
    {
      "epoch": 1.8266122942153753,
      "grad_norm": 1.666874892537549,
      "learning_rate": 3.323010351590712e-06,
      "loss": 0.1075,
      "step": 12094
    },
    {
      "epoch": 1.8267633288022957,
      "grad_norm": 1.588366745728691,
      "learning_rate": 3.322265364067715e-06,
      "loss": 0.1055,
      "step": 12095
    },
    {
      "epoch": 1.826914363389216,
      "grad_norm": 1.4116401392798104,
      "learning_rate": 3.321520418514173e-06,
      "loss": 0.0972,
      "step": 12096
    },
    {
      "epoch": 1.8270653979761367,
      "grad_norm": 1.7249405290468525,
      "learning_rate": 3.320775514948721e-06,
      "loss": 0.1054,
      "step": 12097
    },
    {
      "epoch": 1.8272164325630569,
      "grad_norm": 1.9549145162730566,
      "learning_rate": 3.3200306533899927e-06,
      "loss": 0.0949,
      "step": 12098
    },
    {
      "epoch": 1.8273674671499773,
      "grad_norm": 1.4315837329551018,
      "learning_rate": 3.3192858338566225e-06,
      "loss": 0.0851,
      "step": 12099
    },
    {
      "epoch": 1.8275185017368978,
      "grad_norm": 1.2074692405948628,
      "learning_rate": 3.318541056367242e-06,
      "loss": 0.0858,
      "step": 12100
    },
    {
      "epoch": 1.827669536323818,
      "grad_norm": 2.076589826425532,
      "learning_rate": 3.317796320940482e-06,
      "loss": 0.1002,
      "step": 12101
    },
    {
      "epoch": 1.8278205709107387,
      "grad_norm": 1.547160921320059,
      "learning_rate": 3.3170516275949716e-06,
      "loss": 0.0879,
      "step": 12102
    },
    {
      "epoch": 1.827971605497659,
      "grad_norm": 1.7670670260440866,
      "learning_rate": 3.3163069763493437e-06,
      "loss": 0.0915,
      "step": 12103
    },
    {
      "epoch": 1.8281226400845794,
      "grad_norm": 1.4788696488250213,
      "learning_rate": 3.315562367222221e-06,
      "loss": 0.0938,
      "step": 12104
    },
    {
      "epoch": 1.8282736746714998,
      "grad_norm": 1.5576272276170307,
      "learning_rate": 3.3148178002322325e-06,
      "loss": 0.0948,
      "step": 12105
    },
    {
      "epoch": 1.82842470925842,
      "grad_norm": 1.5935654680081746,
      "learning_rate": 3.3140732753980037e-06,
      "loss": 0.1043,
      "step": 12106
    },
    {
      "epoch": 1.8285757438453407,
      "grad_norm": 1.5730783467259446,
      "learning_rate": 3.3133287927381587e-06,
      "loss": 0.1001,
      "step": 12107
    },
    {
      "epoch": 1.828726778432261,
      "grad_norm": 1.7186402533650786,
      "learning_rate": 3.312584352271323e-06,
      "loss": 0.0968,
      "step": 12108
    },
    {
      "epoch": 1.8288778130191814,
      "grad_norm": 1.357909450578185,
      "learning_rate": 3.3118399540161183e-06,
      "loss": 0.0853,
      "step": 12109
    },
    {
      "epoch": 1.8290288476061018,
      "grad_norm": 2.6919721012537132,
      "learning_rate": 3.3110955979911653e-06,
      "loss": 0.1132,
      "step": 12110
    },
    {
      "epoch": 1.829179882193022,
      "grad_norm": 1.5952266358287555,
      "learning_rate": 3.3103512842150875e-06,
      "loss": 0.1027,
      "step": 12111
    },
    {
      "epoch": 1.8293309167799428,
      "grad_norm": 1.4944887925510284,
      "learning_rate": 3.3096070127064992e-06,
      "loss": 0.0852,
      "step": 12112
    },
    {
      "epoch": 1.829481951366863,
      "grad_norm": 1.4325835003634022,
      "learning_rate": 3.3088627834840226e-06,
      "loss": 0.1005,
      "step": 12113
    },
    {
      "epoch": 1.8296329859537834,
      "grad_norm": 1.2007013221305052,
      "learning_rate": 3.308118596566274e-06,
      "loss": 0.0788,
      "step": 12114
    },
    {
      "epoch": 1.8297840205407039,
      "grad_norm": 1.1782578691872538,
      "learning_rate": 3.3073744519718687e-06,
      "loss": 0.0743,
      "step": 12115
    },
    {
      "epoch": 1.829935055127624,
      "grad_norm": 1.6500166793162925,
      "learning_rate": 3.306630349719424e-06,
      "loss": 0.0998,
      "step": 12116
    },
    {
      "epoch": 1.8300860897145448,
      "grad_norm": 1.382931865572895,
      "learning_rate": 3.3058862898275517e-06,
      "loss": 0.0768,
      "step": 12117
    },
    {
      "epoch": 1.830237124301465,
      "grad_norm": 1.8237310119980095,
      "learning_rate": 3.3051422723148675e-06,
      "loss": 0.0919,
      "step": 12118
    },
    {
      "epoch": 1.8303881588883855,
      "grad_norm": 1.3757248580809114,
      "learning_rate": 3.3043982971999812e-06,
      "loss": 0.0843,
      "step": 12119
    },
    {
      "epoch": 1.830539193475306,
      "grad_norm": 1.9462896606281643,
      "learning_rate": 3.303654364501504e-06,
      "loss": 0.1033,
      "step": 12120
    },
    {
      "epoch": 1.8306902280622261,
      "grad_norm": 1.5093791969009311,
      "learning_rate": 3.3029104742380457e-06,
      "loss": 0.0888,
      "step": 12121
    },
    {
      "epoch": 1.8308412626491468,
      "grad_norm": 1.6644640365291963,
      "learning_rate": 3.302166626428216e-06,
      "loss": 0.1043,
      "step": 12122
    },
    {
      "epoch": 1.830992297236067,
      "grad_norm": 1.559599150535346,
      "learning_rate": 3.301422821090623e-06,
      "loss": 0.1001,
      "step": 12123
    },
    {
      "epoch": 1.8311433318229875,
      "grad_norm": 1.5023699549214744,
      "learning_rate": 3.300679058243872e-06,
      "loss": 0.0987,
      "step": 12124
    },
    {
      "epoch": 1.831294366409908,
      "grad_norm": 2.338397909756985,
      "learning_rate": 3.29993533790657e-06,
      "loss": 0.1131,
      "step": 12125
    },
    {
      "epoch": 1.8314454009968282,
      "grad_norm": 1.6016295727590004,
      "learning_rate": 3.2991916600973206e-06,
      "loss": 0.0976,
      "step": 12126
    },
    {
      "epoch": 1.8315964355837486,
      "grad_norm": 1.4631063116400578,
      "learning_rate": 3.2984480248347274e-06,
      "loss": 0.1009,
      "step": 12127
    },
    {
      "epoch": 1.831747470170669,
      "grad_norm": 1.5202033427479138,
      "learning_rate": 3.2977044321373923e-06,
      "loss": 0.1072,
      "step": 12128
    },
    {
      "epoch": 1.8318985047575895,
      "grad_norm": 1.4706614499899668,
      "learning_rate": 3.2969608820239186e-06,
      "loss": 0.0861,
      "step": 12129
    },
    {
      "epoch": 1.83204953934451,
      "grad_norm": 2.115171263267072,
      "learning_rate": 3.2962173745129035e-06,
      "loss": 0.1058,
      "step": 12130
    },
    {
      "epoch": 1.8322005739314302,
      "grad_norm": 1.2669608866657507,
      "learning_rate": 3.2954739096229493e-06,
      "loss": 0.0751,
      "step": 12131
    },
    {
      "epoch": 1.8323516085183507,
      "grad_norm": 1.5255517356573915,
      "learning_rate": 3.294730487372656e-06,
      "loss": 0.0976,
      "step": 12132
    },
    {
      "epoch": 1.8325026431052711,
      "grad_norm": 2.67814078553562,
      "learning_rate": 3.293987107780615e-06,
      "loss": 0.1135,
      "step": 12133
    },
    {
      "epoch": 1.8326536776921916,
      "grad_norm": 1.5574015611792222,
      "learning_rate": 3.2932437708654252e-06,
      "loss": 0.0888,
      "step": 12134
    },
    {
      "epoch": 1.832804712279112,
      "grad_norm": 1.3469371814596796,
      "learning_rate": 3.2925004766456804e-06,
      "loss": 0.0886,
      "step": 12135
    },
    {
      "epoch": 1.8329557468660322,
      "grad_norm": 2.5905748675057034,
      "learning_rate": 3.291757225139977e-06,
      "loss": 0.1452,
      "step": 12136
    },
    {
      "epoch": 1.8331067814529527,
      "grad_norm": 1.554929941428621,
      "learning_rate": 3.2910140163669062e-06,
      "loss": 0.0952,
      "step": 12137
    },
    {
      "epoch": 1.8332578160398731,
      "grad_norm": 2.068918257739861,
      "learning_rate": 3.2902708503450605e-06,
      "loss": 0.1072,
      "step": 12138
    },
    {
      "epoch": 1.8334088506267934,
      "grad_norm": 1.48534411448013,
      "learning_rate": 3.2895277270930316e-06,
      "loss": 0.1003,
      "step": 12139
    },
    {
      "epoch": 1.833559885213714,
      "grad_norm": 1.3449570698718718,
      "learning_rate": 3.288784646629405e-06,
      "loss": 0.0781,
      "step": 12140
    },
    {
      "epoch": 1.8337109198006343,
      "grad_norm": 2.2206181398928546,
      "learning_rate": 3.2880416089727727e-06,
      "loss": 0.0871,
      "step": 12141
    },
    {
      "epoch": 1.8338619543875547,
      "grad_norm": 1.4616719433247345,
      "learning_rate": 3.287298614141722e-06,
      "loss": 0.0809,
      "step": 12142
    },
    {
      "epoch": 1.8340129889744752,
      "grad_norm": 1.5326432234929697,
      "learning_rate": 3.286555662154839e-06,
      "loss": 0.0863,
      "step": 12143
    },
    {
      "epoch": 1.8341640235613954,
      "grad_norm": 1.7716018172730255,
      "learning_rate": 3.2858127530307083e-06,
      "loss": 0.1089,
      "step": 12144
    },
    {
      "epoch": 1.834315058148316,
      "grad_norm": 1.7578946296159779,
      "learning_rate": 3.285069886787914e-06,
      "loss": 0.1139,
      "step": 12145
    },
    {
      "epoch": 1.8344660927352363,
      "grad_norm": 1.5472354870972096,
      "learning_rate": 3.284327063445041e-06,
      "loss": 0.0859,
      "step": 12146
    },
    {
      "epoch": 1.8346171273221568,
      "grad_norm": 1.5506613987718902,
      "learning_rate": 3.283584283020671e-06,
      "loss": 0.0872,
      "step": 12147
    },
    {
      "epoch": 1.8347681619090772,
      "grad_norm": 1.1695621384269548,
      "learning_rate": 3.282841545533384e-06,
      "loss": 0.0786,
      "step": 12148
    },
    {
      "epoch": 1.8349191964959974,
      "grad_norm": 1.7755978669318246,
      "learning_rate": 3.28209885100176e-06,
      "loss": 0.0739,
      "step": 12149
    },
    {
      "epoch": 1.8350702310829181,
      "grad_norm": 1.8582420350725621,
      "learning_rate": 3.281356199444379e-06,
      "loss": 0.1161,
      "step": 12150
    },
    {
      "epoch": 1.8352212656698383,
      "grad_norm": 1.5557499621091695,
      "learning_rate": 3.280613590879818e-06,
      "loss": 0.0942,
      "step": 12151
    },
    {
      "epoch": 1.8353723002567588,
      "grad_norm": 1.4880596873071514,
      "learning_rate": 3.279871025326654e-06,
      "loss": 0.1036,
      "step": 12152
    },
    {
      "epoch": 1.8355233348436792,
      "grad_norm": 1.4202058232500914,
      "learning_rate": 3.279128502803462e-06,
      "loss": 0.092,
      "step": 12153
    },
    {
      "epoch": 1.8356743694305995,
      "grad_norm": 1.3846261561974613,
      "learning_rate": 3.27838602332882e-06,
      "loss": 0.0869,
      "step": 12154
    },
    {
      "epoch": 1.8358254040175201,
      "grad_norm": 1.2185667014918613,
      "learning_rate": 3.277643586921297e-06,
      "loss": 0.0809,
      "step": 12155
    },
    {
      "epoch": 1.8359764386044404,
      "grad_norm": 1.2584339680815644,
      "learning_rate": 3.276901193599467e-06,
      "loss": 0.0799,
      "step": 12156
    },
    {
      "epoch": 1.8361274731913608,
      "grad_norm": 1.6929922422572017,
      "learning_rate": 3.276158843381902e-06,
      "loss": 0.11,
      "step": 12157
    },
    {
      "epoch": 1.8362785077782813,
      "grad_norm": 1.7072656503784511,
      "learning_rate": 3.2754165362871703e-06,
      "loss": 0.0987,
      "step": 12158
    },
    {
      "epoch": 1.8364295423652015,
      "grad_norm": 1.5813259653052434,
      "learning_rate": 3.274674272333845e-06,
      "loss": 0.0853,
      "step": 12159
    },
    {
      "epoch": 1.8365805769521222,
      "grad_norm": 1.5443473975327258,
      "learning_rate": 3.2739320515404917e-06,
      "loss": 0.0924,
      "step": 12160
    },
    {
      "epoch": 1.8367316115390424,
      "grad_norm": 2.2864031571135968,
      "learning_rate": 3.2731898739256794e-06,
      "loss": 0.1016,
      "step": 12161
    },
    {
      "epoch": 1.8368826461259629,
      "grad_norm": 1.4523569003161647,
      "learning_rate": 3.27244773950797e-06,
      "loss": 0.0883,
      "step": 12162
    },
    {
      "epoch": 1.8370336807128833,
      "grad_norm": 1.4085215318530808,
      "learning_rate": 3.2717056483059306e-06,
      "loss": 0.0833,
      "step": 12163
    },
    {
      "epoch": 1.8371847152998035,
      "grad_norm": 1.7703665700782651,
      "learning_rate": 3.270963600338126e-06,
      "loss": 0.0946,
      "step": 12164
    },
    {
      "epoch": 1.8373357498867242,
      "grad_norm": 1.3678442154524129,
      "learning_rate": 3.2702215956231187e-06,
      "loss": 0.0819,
      "step": 12165
    },
    {
      "epoch": 1.8374867844736444,
      "grad_norm": 1.7031336881642118,
      "learning_rate": 3.26947963417947e-06,
      "loss": 0.0887,
      "step": 12166
    },
    {
      "epoch": 1.837637819060565,
      "grad_norm": 1.3498081176052685,
      "learning_rate": 3.26873771602574e-06,
      "loss": 0.0915,
      "step": 12167
    },
    {
      "epoch": 1.8377888536474853,
      "grad_norm": 1.2714075820964017,
      "learning_rate": 3.2679958411804895e-06,
      "loss": 0.084,
      "step": 12168
    },
    {
      "epoch": 1.8379398882344056,
      "grad_norm": 2.2507967980077583,
      "learning_rate": 3.267254009662275e-06,
      "loss": 0.1063,
      "step": 12169
    },
    {
      "epoch": 1.8380909228213262,
      "grad_norm": 1.3857247235164605,
      "learning_rate": 3.266512221489655e-06,
      "loss": 0.0873,
      "step": 12170
    },
    {
      "epoch": 1.8382419574082465,
      "grad_norm": 1.5266408323788816,
      "learning_rate": 3.2657704766811854e-06,
      "loss": 0.0954,
      "step": 12171
    },
    {
      "epoch": 1.838392991995167,
      "grad_norm": 1.4105589134734686,
      "learning_rate": 3.2650287752554215e-06,
      "loss": 0.0919,
      "step": 12172
    },
    {
      "epoch": 1.8385440265820874,
      "grad_norm": 1.8505293760529427,
      "learning_rate": 3.2642871172309177e-06,
      "loss": 0.084,
      "step": 12173
    },
    {
      "epoch": 1.8386950611690076,
      "grad_norm": 3.1185541661979275,
      "learning_rate": 3.2635455026262266e-06,
      "loss": 0.1184,
      "step": 12174
    },
    {
      "epoch": 1.838846095755928,
      "grad_norm": 1.5458257077365956,
      "learning_rate": 3.2628039314599002e-06,
      "loss": 0.1012,
      "step": 12175
    },
    {
      "epoch": 1.8389971303428485,
      "grad_norm": 1.4230844002832483,
      "learning_rate": 3.2620624037504887e-06,
      "loss": 0.0902,
      "step": 12176
    },
    {
      "epoch": 1.839148164929769,
      "grad_norm": 1.6549625394588086,
      "learning_rate": 3.261320919516543e-06,
      "loss": 0.1,
      "step": 12177
    },
    {
      "epoch": 1.8392991995166894,
      "grad_norm": 1.3743057387888926,
      "learning_rate": 3.260579478776611e-06,
      "loss": 0.0849,
      "step": 12178
    },
    {
      "epoch": 1.8394502341036096,
      "grad_norm": 1.5942712941655657,
      "learning_rate": 3.2598380815492404e-06,
      "loss": 0.0841,
      "step": 12179
    },
    {
      "epoch": 1.83960126869053,
      "grad_norm": 2.4547178677008112,
      "learning_rate": 3.2590967278529774e-06,
      "loss": 0.1197,
      "step": 12180
    },
    {
      "epoch": 1.8397523032774505,
      "grad_norm": 1.4339347380281853,
      "learning_rate": 3.2583554177063657e-06,
      "loss": 0.104,
      "step": 12181
    },
    {
      "epoch": 1.839903337864371,
      "grad_norm": 1.36003105057788,
      "learning_rate": 3.2576141511279534e-06,
      "loss": 0.0857,
      "step": 12182
    },
    {
      "epoch": 1.8400543724512914,
      "grad_norm": 1.7395723750378231,
      "learning_rate": 3.256872928136284e-06,
      "loss": 0.0848,
      "step": 12183
    },
    {
      "epoch": 1.8402054070382117,
      "grad_norm": 1.476419716163615,
      "learning_rate": 3.2561317487498944e-06,
      "loss": 0.0981,
      "step": 12184
    },
    {
      "epoch": 1.8403564416251321,
      "grad_norm": 1.639028976583121,
      "learning_rate": 3.255390612987329e-06,
      "loss": 0.0964,
      "step": 12185
    },
    {
      "epoch": 1.8405074762120526,
      "grad_norm": 1.9038908646217996,
      "learning_rate": 3.254649520867127e-06,
      "loss": 0.1101,
      "step": 12186
    },
    {
      "epoch": 1.8406585107989728,
      "grad_norm": 2.2316386565622364,
      "learning_rate": 3.253908472407828e-06,
      "loss": 0.1024,
      "step": 12187
    },
    {
      "epoch": 1.8408095453858935,
      "grad_norm": 1.3893868071032138,
      "learning_rate": 3.253167467627969e-06,
      "loss": 0.0943,
      "step": 12188
    },
    {
      "epoch": 1.8409605799728137,
      "grad_norm": 2.01530264687117,
      "learning_rate": 3.2524265065460874e-06,
      "loss": 0.1158,
      "step": 12189
    },
    {
      "epoch": 1.8411116145597342,
      "grad_norm": 1.6823030402435117,
      "learning_rate": 3.25168558918072e-06,
      "loss": 0.1194,
      "step": 12190
    },
    {
      "epoch": 1.8412626491466546,
      "grad_norm": 1.4620717760603783,
      "learning_rate": 3.2509447155503967e-06,
      "loss": 0.0912,
      "step": 12191
    },
    {
      "epoch": 1.8414136837335748,
      "grad_norm": 1.8974957122485479,
      "learning_rate": 3.250203885673654e-06,
      "loss": 0.0916,
      "step": 12192
    },
    {
      "epoch": 1.8415647183204955,
      "grad_norm": 1.8404258215336207,
      "learning_rate": 3.2494630995690245e-06,
      "loss": 0.1126,
      "step": 12193
    },
    {
      "epoch": 1.8417157529074157,
      "grad_norm": 1.6797940013543684,
      "learning_rate": 3.2487223572550387e-06,
      "loss": 0.0865,
      "step": 12194
    },
    {
      "epoch": 1.8418667874943362,
      "grad_norm": 1.8918223294393777,
      "learning_rate": 3.2479816587502266e-06,
      "loss": 0.1099,
      "step": 12195
    },
    {
      "epoch": 1.8420178220812566,
      "grad_norm": 1.9797491063014006,
      "learning_rate": 3.2472410040731173e-06,
      "loss": 0.1172,
      "step": 12196
    },
    {
      "epoch": 1.8421688566681769,
      "grad_norm": 1.5629069180266713,
      "learning_rate": 3.246500393242239e-06,
      "loss": 0.1005,
      "step": 12197
    },
    {
      "epoch": 1.8423198912550975,
      "grad_norm": 1.8385320555588807,
      "learning_rate": 3.245759826276118e-06,
      "loss": 0.1019,
      "step": 12198
    },
    {
      "epoch": 1.8424709258420178,
      "grad_norm": 2.090017152321435,
      "learning_rate": 3.24501930319328e-06,
      "loss": 0.107,
      "step": 12199
    },
    {
      "epoch": 1.8426219604289382,
      "grad_norm": 1.5416672841376684,
      "learning_rate": 3.2442788240122492e-06,
      "loss": 0.0927,
      "step": 12200
    },
    {
      "epoch": 1.8427729950158587,
      "grad_norm": 1.4092898338068862,
      "learning_rate": 3.2435383887515497e-06,
      "loss": 0.0847,
      "step": 12201
    },
    {
      "epoch": 1.842924029602779,
      "grad_norm": 1.6791488843450466,
      "learning_rate": 3.242797997429704e-06,
      "loss": 0.0954,
      "step": 12202
    },
    {
      "epoch": 1.8430750641896996,
      "grad_norm": 2.2436070754737965,
      "learning_rate": 3.2420576500652336e-06,
      "loss": 0.1119,
      "step": 12203
    },
    {
      "epoch": 1.8432260987766198,
      "grad_norm": 1.3689981438071803,
      "learning_rate": 3.2413173466766584e-06,
      "loss": 0.0864,
      "step": 12204
    },
    {
      "epoch": 1.8433771333635403,
      "grad_norm": 2.16581988503528,
      "learning_rate": 3.2405770872824973e-06,
      "loss": 0.1068,
      "step": 12205
    },
    {
      "epoch": 1.8435281679504607,
      "grad_norm": 1.537850761506854,
      "learning_rate": 3.2398368719012675e-06,
      "loss": 0.093,
      "step": 12206
    },
    {
      "epoch": 1.843679202537381,
      "grad_norm": 1.5920404193675424,
      "learning_rate": 3.2390967005514874e-06,
      "loss": 0.1089,
      "step": 12207
    },
    {
      "epoch": 1.8438302371243016,
      "grad_norm": 1.6023259009668,
      "learning_rate": 3.238356573251672e-06,
      "loss": 0.1063,
      "step": 12208
    },
    {
      "epoch": 1.8439812717112218,
      "grad_norm": 1.347800702167164,
      "learning_rate": 3.2376164900203356e-06,
      "loss": 0.0862,
      "step": 12209
    },
    {
      "epoch": 1.8441323062981423,
      "grad_norm": 1.6737456317645718,
      "learning_rate": 3.2368764508759924e-06,
      "loss": 0.1018,
      "step": 12210
    },
    {
      "epoch": 1.8442833408850627,
      "grad_norm": 1.5017487438980297,
      "learning_rate": 3.236136455837158e-06,
      "loss": 0.0769,
      "step": 12211
    },
    {
      "epoch": 1.844434375471983,
      "grad_norm": 2.019350724516618,
      "learning_rate": 3.235396504922338e-06,
      "loss": 0.0908,
      "step": 12212
    },
    {
      "epoch": 1.8445854100589036,
      "grad_norm": 1.3942795876397511,
      "learning_rate": 3.234656598150045e-06,
      "loss": 0.0879,
      "step": 12213
    },
    {
      "epoch": 1.8447364446458239,
      "grad_norm": 1.7779468566011303,
      "learning_rate": 3.233916735538788e-06,
      "loss": 0.1094,
      "step": 12214
    },
    {
      "epoch": 1.8448874792327443,
      "grad_norm": 1.4945303518476452,
      "learning_rate": 3.233176917107076e-06,
      "loss": 0.1032,
      "step": 12215
    },
    {
      "epoch": 1.8450385138196648,
      "grad_norm": 1.492682822849255,
      "learning_rate": 3.232437142873416e-06,
      "loss": 0.0894,
      "step": 12216
    },
    {
      "epoch": 1.845189548406585,
      "grad_norm": 1.2799368060312986,
      "learning_rate": 3.2316974128563133e-06,
      "loss": 0.0723,
      "step": 12217
    },
    {
      "epoch": 1.8453405829935057,
      "grad_norm": 1.5853167261150107,
      "learning_rate": 3.2309577270742726e-06,
      "loss": 0.087,
      "step": 12218
    },
    {
      "epoch": 1.845491617580426,
      "grad_norm": 1.6616605272997234,
      "learning_rate": 3.2302180855457987e-06,
      "loss": 0.0996,
      "step": 12219
    },
    {
      "epoch": 1.8456426521673464,
      "grad_norm": 1.3424817060371232,
      "learning_rate": 3.2294784882893927e-06,
      "loss": 0.0835,
      "step": 12220
    },
    {
      "epoch": 1.8457936867542668,
      "grad_norm": 1.9053280532156465,
      "learning_rate": 3.2287389353235556e-06,
      "loss": 0.0993,
      "step": 12221
    },
    {
      "epoch": 1.845944721341187,
      "grad_norm": 1.5922283906988877,
      "learning_rate": 3.227999426666789e-06,
      "loss": 0.0873,
      "step": 12222
    },
    {
      "epoch": 1.8460957559281075,
      "grad_norm": 1.5776154440519985,
      "learning_rate": 3.2272599623375916e-06,
      "loss": 0.0795,
      "step": 12223
    },
    {
      "epoch": 1.846246790515028,
      "grad_norm": 1.5327798039348781,
      "learning_rate": 3.2265205423544614e-06,
      "loss": 0.1002,
      "step": 12224
    },
    {
      "epoch": 1.8463978251019484,
      "grad_norm": 2.4257663207525786,
      "learning_rate": 3.225781166735896e-06,
      "loss": 0.1143,
      "step": 12225
    },
    {
      "epoch": 1.8465488596888688,
      "grad_norm": 2.110245864753585,
      "learning_rate": 3.225041835500392e-06,
      "loss": 0.0824,
      "step": 12226
    },
    {
      "epoch": 1.846699894275789,
      "grad_norm": 1.717547802042632,
      "learning_rate": 3.2243025486664414e-06,
      "loss": 0.0939,
      "step": 12227
    },
    {
      "epoch": 1.8468509288627095,
      "grad_norm": 1.7392010536883655,
      "learning_rate": 3.22356330625254e-06,
      "loss": 0.0992,
      "step": 12228
    },
    {
      "epoch": 1.84700196344963,
      "grad_norm": 1.400460036661725,
      "learning_rate": 3.2228241082771798e-06,
      "loss": 0.0905,
      "step": 12229
    },
    {
      "epoch": 1.8471529980365504,
      "grad_norm": 1.2942954486279246,
      "learning_rate": 3.2220849547588525e-06,
      "loss": 0.0884,
      "step": 12230
    },
    {
      "epoch": 1.8473040326234709,
      "grad_norm": 1.7384164829321607,
      "learning_rate": 3.221345845716048e-06,
      "loss": 0.1013,
      "step": 12231
    },
    {
      "epoch": 1.847455067210391,
      "grad_norm": 1.3071291145557355,
      "learning_rate": 3.220606781167256e-06,
      "loss": 0.084,
      "step": 12232
    },
    {
      "epoch": 1.8476061017973116,
      "grad_norm": 1.743203962564522,
      "learning_rate": 3.219867761130965e-06,
      "loss": 0.0929,
      "step": 12233
    },
    {
      "epoch": 1.847757136384232,
      "grad_norm": 1.5053455089631438,
      "learning_rate": 3.2191287856256604e-06,
      "loss": 0.0896,
      "step": 12234
    },
    {
      "epoch": 1.8479081709711522,
      "grad_norm": 1.4379258206992873,
      "learning_rate": 3.2183898546698296e-06,
      "loss": 0.0837,
      "step": 12235
    },
    {
      "epoch": 1.848059205558073,
      "grad_norm": 1.5848975586691099,
      "learning_rate": 3.2176509682819567e-06,
      "loss": 0.0928,
      "step": 12236
    },
    {
      "epoch": 1.8482102401449931,
      "grad_norm": 1.670170036442088,
      "learning_rate": 3.2169121264805237e-06,
      "loss": 0.0919,
      "step": 12237
    },
    {
      "epoch": 1.8483612747319136,
      "grad_norm": 1.5505165626153916,
      "learning_rate": 3.216173329284017e-06,
      "loss": 0.0961,
      "step": 12238
    },
    {
      "epoch": 1.848512309318834,
      "grad_norm": 1.7021056323819503,
      "learning_rate": 3.215434576710915e-06,
      "loss": 0.1075,
      "step": 12239
    },
    {
      "epoch": 1.8486633439057543,
      "grad_norm": 1.3718510878308896,
      "learning_rate": 3.2146958687797016e-06,
      "loss": 0.0927,
      "step": 12240
    },
    {
      "epoch": 1.848814378492675,
      "grad_norm": 1.4878415389901396,
      "learning_rate": 3.213957205508851e-06,
      "loss": 0.0933,
      "step": 12241
    },
    {
      "epoch": 1.8489654130795952,
      "grad_norm": 1.4691093159135766,
      "learning_rate": 3.2132185869168423e-06,
      "loss": 0.0773,
      "step": 12242
    },
    {
      "epoch": 1.8491164476665156,
      "grad_norm": 1.4386779128818554,
      "learning_rate": 3.212480013022155e-06,
      "loss": 0.1027,
      "step": 12243
    },
    {
      "epoch": 1.849267482253436,
      "grad_norm": 1.5924836390287116,
      "learning_rate": 3.2117414838432636e-06,
      "loss": 0.1102,
      "step": 12244
    },
    {
      "epoch": 1.8494185168403563,
      "grad_norm": 1.6593902772989264,
      "learning_rate": 3.2110029993986436e-06,
      "loss": 0.0835,
      "step": 12245
    },
    {
      "epoch": 1.849569551427277,
      "grad_norm": 1.974326736032704,
      "learning_rate": 3.210264559706767e-06,
      "loss": 0.1144,
      "step": 12246
    },
    {
      "epoch": 1.8497205860141972,
      "grad_norm": 1.7260356862800288,
      "learning_rate": 3.209526164786108e-06,
      "loss": 0.1065,
      "step": 12247
    },
    {
      "epoch": 1.8498716206011176,
      "grad_norm": 1.8425246930084223,
      "learning_rate": 3.2087878146551365e-06,
      "loss": 0.1077,
      "step": 12248
    },
    {
      "epoch": 1.850022655188038,
      "grad_norm": 1.5261384775380546,
      "learning_rate": 3.208049509332324e-06,
      "loss": 0.0881,
      "step": 12249
    },
    {
      "epoch": 1.8501736897749583,
      "grad_norm": 1.402634032166965,
      "learning_rate": 3.207311248836138e-06,
      "loss": 0.085,
      "step": 12250
    },
    {
      "epoch": 1.850324724361879,
      "grad_norm": 1.5013683977767205,
      "learning_rate": 3.2065730331850477e-06,
      "loss": 0.0935,
      "step": 12251
    },
    {
      "epoch": 1.8504757589487992,
      "grad_norm": 1.7941549462547512,
      "learning_rate": 3.20583486239752e-06,
      "loss": 0.1123,
      "step": 12252
    },
    {
      "epoch": 1.8506267935357197,
      "grad_norm": 1.680418043490659,
      "learning_rate": 3.2050967364920195e-06,
      "loss": 0.1045,
      "step": 12253
    },
    {
      "epoch": 1.8507778281226401,
      "grad_norm": 1.4950924669253003,
      "learning_rate": 3.204358655487012e-06,
      "loss": 0.0759,
      "step": 12254
    },
    {
      "epoch": 1.8509288627095604,
      "grad_norm": 1.2267157939478304,
      "learning_rate": 3.203620619400962e-06,
      "loss": 0.0767,
      "step": 12255
    },
    {
      "epoch": 1.851079897296481,
      "grad_norm": 1.400988249165799,
      "learning_rate": 3.2028826282523302e-06,
      "loss": 0.0899,
      "step": 12256
    },
    {
      "epoch": 1.8512309318834013,
      "grad_norm": 1.5296137977328317,
      "learning_rate": 3.202144682059577e-06,
      "loss": 0.0747,
      "step": 12257
    },
    {
      "epoch": 1.8513819664703217,
      "grad_norm": 1.9881257593341919,
      "learning_rate": 3.2014067808411647e-06,
      "loss": 0.1171,
      "step": 12258
    },
    {
      "epoch": 1.8515330010572422,
      "grad_norm": 1.9416296450831194,
      "learning_rate": 3.2006689246155507e-06,
      "loss": 0.1035,
      "step": 12259
    },
    {
      "epoch": 1.8516840356441624,
      "grad_norm": 1.4829817085013168,
      "learning_rate": 3.199931113401194e-06,
      "loss": 0.0929,
      "step": 12260
    },
    {
      "epoch": 1.851835070231083,
      "grad_norm": 1.6839418383776639,
      "learning_rate": 3.1991933472165494e-06,
      "loss": 0.103,
      "step": 12261
    },
    {
      "epoch": 1.8519861048180033,
      "grad_norm": 1.7288997260086676,
      "learning_rate": 3.1984556260800774e-06,
      "loss": 0.1057,
      "step": 12262
    },
    {
      "epoch": 1.8521371394049237,
      "grad_norm": 1.2828038907878416,
      "learning_rate": 3.1977179500102275e-06,
      "loss": 0.0743,
      "step": 12263
    },
    {
      "epoch": 1.8522881739918442,
      "grad_norm": 1.7804314891990531,
      "learning_rate": 3.196980319025454e-06,
      "loss": 0.1085,
      "step": 12264
    },
    {
      "epoch": 1.8524392085787644,
      "grad_norm": 1.2930719636455743,
      "learning_rate": 3.1962427331442102e-06,
      "loss": 0.0851,
      "step": 12265
    },
    {
      "epoch": 1.852590243165685,
      "grad_norm": 1.5600854683916001,
      "learning_rate": 3.1955051923849455e-06,
      "loss": 0.0977,
      "step": 12266
    },
    {
      "epoch": 1.8527412777526053,
      "grad_norm": 1.6023271444675968,
      "learning_rate": 3.1947676967661125e-06,
      "loss": 0.0936,
      "step": 12267
    },
    {
      "epoch": 1.8528923123395258,
      "grad_norm": 1.5825751545879783,
      "learning_rate": 3.194030246306159e-06,
      "loss": 0.0898,
      "step": 12268
    },
    {
      "epoch": 1.8530433469264462,
      "grad_norm": 1.8894659806789904,
      "learning_rate": 3.193292841023534e-06,
      "loss": 0.0968,
      "step": 12269
    },
    {
      "epoch": 1.8531943815133665,
      "grad_norm": 1.2876888162724107,
      "learning_rate": 3.19255548093668e-06,
      "loss": 0.0766,
      "step": 12270
    },
    {
      "epoch": 1.853345416100287,
      "grad_norm": 1.3895995851835377,
      "learning_rate": 3.1918181660640456e-06,
      "loss": 0.0888,
      "step": 12271
    },
    {
      "epoch": 1.8534964506872074,
      "grad_norm": 1.6293926091145048,
      "learning_rate": 3.191080896424075e-06,
      "loss": 0.0914,
      "step": 12272
    },
    {
      "epoch": 1.8536474852741278,
      "grad_norm": 1.250305971989746,
      "learning_rate": 3.190343672035211e-06,
      "loss": 0.0729,
      "step": 12273
    },
    {
      "epoch": 1.8537985198610483,
      "grad_norm": 1.7014447723494586,
      "learning_rate": 3.1896064929158965e-06,
      "loss": 0.1052,
      "step": 12274
    },
    {
      "epoch": 1.8539495544479685,
      "grad_norm": 1.5847205034047591,
      "learning_rate": 3.1888693590845703e-06,
      "loss": 0.1029,
      "step": 12275
    },
    {
      "epoch": 1.854100589034889,
      "grad_norm": 1.8250980835642145,
      "learning_rate": 3.1881322705596753e-06,
      "loss": 0.0972,
      "step": 12276
    },
    {
      "epoch": 1.8542516236218094,
      "grad_norm": 1.3409402151589849,
      "learning_rate": 3.1873952273596476e-06,
      "loss": 0.0852,
      "step": 12277
    },
    {
      "epoch": 1.8544026582087298,
      "grad_norm": 1.4558119330260277,
      "learning_rate": 3.1866582295029253e-06,
      "loss": 0.1004,
      "step": 12278
    },
    {
      "epoch": 1.8545536927956503,
      "grad_norm": 1.6010721707021092,
      "learning_rate": 3.185921277007945e-06,
      "loss": 0.1117,
      "step": 12279
    },
    {
      "epoch": 1.8547047273825705,
      "grad_norm": 1.4676870368672028,
      "learning_rate": 3.1851843698931416e-06,
      "loss": 0.1012,
      "step": 12280
    },
    {
      "epoch": 1.854855761969491,
      "grad_norm": 1.4202732105564833,
      "learning_rate": 3.184447508176951e-06,
      "loss": 0.0879,
      "step": 12281
    },
    {
      "epoch": 1.8550067965564114,
      "grad_norm": 1.8428551755128917,
      "learning_rate": 3.183710691877804e-06,
      "loss": 0.096,
      "step": 12282
    },
    {
      "epoch": 1.8551578311433317,
      "grad_norm": 1.6707825076405356,
      "learning_rate": 3.182973921014134e-06,
      "loss": 0.0867,
      "step": 12283
    },
    {
      "epoch": 1.8553088657302523,
      "grad_norm": 1.3410500906207852,
      "learning_rate": 3.182237195604371e-06,
      "loss": 0.0961,
      "step": 12284
    },
    {
      "epoch": 1.8554599003171726,
      "grad_norm": 1.8426372924543315,
      "learning_rate": 3.1815005156669442e-06,
      "loss": 0.0973,
      "step": 12285
    },
    {
      "epoch": 1.855610934904093,
      "grad_norm": 1.2577498302158778,
      "learning_rate": 3.180763881220282e-06,
      "loss": 0.0762,
      "step": 12286
    },
    {
      "epoch": 1.8557619694910135,
      "grad_norm": 1.6164555071811355,
      "learning_rate": 3.1800272922828137e-06,
      "loss": 0.1041,
      "step": 12287
    },
    {
      "epoch": 1.8559130040779337,
      "grad_norm": 1.6301656692279576,
      "learning_rate": 3.179290748872963e-06,
      "loss": 0.0967,
      "step": 12288
    },
    {
      "epoch": 1.8560640386648544,
      "grad_norm": 1.9594357597065333,
      "learning_rate": 3.178554251009155e-06,
      "loss": 0.1069,
      "step": 12289
    },
    {
      "epoch": 1.8562150732517746,
      "grad_norm": 1.473523768997602,
      "learning_rate": 3.1778177987098156e-06,
      "loss": 0.0816,
      "step": 12290
    },
    {
      "epoch": 1.856366107838695,
      "grad_norm": 2.28899311647991,
      "learning_rate": 3.1770813919933685e-06,
      "loss": 0.0975,
      "step": 12291
    },
    {
      "epoch": 1.8565171424256155,
      "grad_norm": 1.501777866642604,
      "learning_rate": 3.1763450308782318e-06,
      "loss": 0.0907,
      "step": 12292
    },
    {
      "epoch": 1.8566681770125357,
      "grad_norm": 1.5459732158709167,
      "learning_rate": 3.1756087153828276e-06,
      "loss": 0.1021,
      "step": 12293
    },
    {
      "epoch": 1.8568192115994564,
      "grad_norm": 2.2339421251628373,
      "learning_rate": 3.174872445525573e-06,
      "loss": 0.1334,
      "step": 12294
    },
    {
      "epoch": 1.8569702461863766,
      "grad_norm": 1.347942460343513,
      "learning_rate": 3.1741362213248907e-06,
      "loss": 0.0791,
      "step": 12295
    },
    {
      "epoch": 1.857121280773297,
      "grad_norm": 1.4102112493077668,
      "learning_rate": 3.173400042799194e-06,
      "loss": 0.1002,
      "step": 12296
    },
    {
      "epoch": 1.8572723153602175,
      "grad_norm": 1.6391398052155075,
      "learning_rate": 3.172663909966901e-06,
      "loss": 0.1111,
      "step": 12297
    },
    {
      "epoch": 1.8574233499471378,
      "grad_norm": 1.4908174254748074,
      "learning_rate": 3.171927822846427e-06,
      "loss": 0.0926,
      "step": 12298
    },
    {
      "epoch": 1.8575743845340584,
      "grad_norm": 1.6617679539155628,
      "learning_rate": 3.171191781456183e-06,
      "loss": 0.0944,
      "step": 12299
    },
    {
      "epoch": 1.8577254191209787,
      "grad_norm": 1.6657790965932235,
      "learning_rate": 3.170455785814583e-06,
      "loss": 0.1108,
      "step": 12300
    },
    {
      "epoch": 1.8578764537078991,
      "grad_norm": 1.2775948347427295,
      "learning_rate": 3.1697198359400376e-06,
      "loss": 0.0809,
      "step": 12301
    },
    {
      "epoch": 1.8580274882948196,
      "grad_norm": 2.066331637683289,
      "learning_rate": 3.1689839318509584e-06,
      "loss": 0.1017,
      "step": 12302
    },
    {
      "epoch": 1.8581785228817398,
      "grad_norm": 1.7847356101875742,
      "learning_rate": 3.168248073565753e-06,
      "loss": 0.0943,
      "step": 12303
    },
    {
      "epoch": 1.8583295574686605,
      "grad_norm": 2.082088995988255,
      "learning_rate": 3.16751226110283e-06,
      "loss": 0.1046,
      "step": 12304
    },
    {
      "epoch": 1.8584805920555807,
      "grad_norm": 1.6326409690127386,
      "learning_rate": 3.1667764944805967e-06,
      "loss": 0.0887,
      "step": 12305
    },
    {
      "epoch": 1.8586316266425011,
      "grad_norm": 2.0023033116478546,
      "learning_rate": 3.166040773717457e-06,
      "loss": 0.1008,
      "step": 12306
    },
    {
      "epoch": 1.8587826612294216,
      "grad_norm": 2.1213945932847693,
      "learning_rate": 3.165305098831817e-06,
      "loss": 0.1001,
      "step": 12307
    },
    {
      "epoch": 1.8589336958163418,
      "grad_norm": 1.8882974132088306,
      "learning_rate": 3.1645694698420785e-06,
      "loss": 0.1191,
      "step": 12308
    },
    {
      "epoch": 1.8590847304032625,
      "grad_norm": 1.4997242597352396,
      "learning_rate": 3.1638338867666453e-06,
      "loss": 0.0954,
      "step": 12309
    },
    {
      "epoch": 1.8592357649901827,
      "grad_norm": 1.74179954900755,
      "learning_rate": 3.1630983496239178e-06,
      "loss": 0.0863,
      "step": 12310
    },
    {
      "epoch": 1.8593867995771032,
      "grad_norm": 1.774366113654806,
      "learning_rate": 3.1623628584322953e-06,
      "loss": 0.0937,
      "step": 12311
    },
    {
      "epoch": 1.8595378341640236,
      "grad_norm": 1.5322969676741938,
      "learning_rate": 3.161627413210178e-06,
      "loss": 0.0929,
      "step": 12312
    },
    {
      "epoch": 1.8596888687509439,
      "grad_norm": 1.9523673291920984,
      "learning_rate": 3.1608920139759613e-06,
      "loss": 0.0984,
      "step": 12313
    },
    {
      "epoch": 1.8598399033378645,
      "grad_norm": 1.3272446574194818,
      "learning_rate": 3.160156660748043e-06,
      "loss": 0.0864,
      "step": 12314
    },
    {
      "epoch": 1.8599909379247848,
      "grad_norm": 1.3757686138216092,
      "learning_rate": 3.159421353544818e-06,
      "loss": 0.0861,
      "step": 12315
    },
    {
      "epoch": 1.8601419725117052,
      "grad_norm": 1.69985982572339,
      "learning_rate": 3.1586860923846807e-06,
      "loss": 0.1064,
      "step": 12316
    },
    {
      "epoch": 1.8602930070986257,
      "grad_norm": 1.988582202703967,
      "learning_rate": 3.1579508772860224e-06,
      "loss": 0.1072,
      "step": 12317
    },
    {
      "epoch": 1.860444041685546,
      "grad_norm": 1.4424326871539297,
      "learning_rate": 3.157215708267238e-06,
      "loss": 0.0886,
      "step": 12318
    },
    {
      "epoch": 1.8605950762724663,
      "grad_norm": 2.1197133027595303,
      "learning_rate": 3.1564805853467185e-06,
      "loss": 0.1132,
      "step": 12319
    },
    {
      "epoch": 1.8607461108593868,
      "grad_norm": 1.7320104250859112,
      "learning_rate": 3.155745508542849e-06,
      "loss": 0.1041,
      "step": 12320
    },
    {
      "epoch": 1.8608971454463072,
      "grad_norm": 1.711950608189064,
      "learning_rate": 3.1550104778740203e-06,
      "loss": 0.1062,
      "step": 12321
    },
    {
      "epoch": 1.8610481800332277,
      "grad_norm": 1.6666809311170931,
      "learning_rate": 3.1542754933586185e-06,
      "loss": 0.0896,
      "step": 12322
    },
    {
      "epoch": 1.861199214620148,
      "grad_norm": 1.9027174819042885,
      "learning_rate": 3.153540555015032e-06,
      "loss": 0.111,
      "step": 12323
    },
    {
      "epoch": 1.8613502492070684,
      "grad_norm": 1.9663082697940315,
      "learning_rate": 3.152805662861645e-06,
      "loss": 0.0887,
      "step": 12324
    },
    {
      "epoch": 1.8615012837939888,
      "grad_norm": 1.5996626700170906,
      "learning_rate": 3.15207081691684e-06,
      "loss": 0.1048,
      "step": 12325
    },
    {
      "epoch": 1.8616523183809093,
      "grad_norm": 1.6512797570995459,
      "learning_rate": 3.1513360171990005e-06,
      "loss": 0.0871,
      "step": 12326
    },
    {
      "epoch": 1.8618033529678297,
      "grad_norm": 1.5962115499862681,
      "learning_rate": 3.150601263726508e-06,
      "loss": 0.098,
      "step": 12327
    },
    {
      "epoch": 1.86195438755475,
      "grad_norm": 1.8095571325918165,
      "learning_rate": 3.149866556517742e-06,
      "loss": 0.1081,
      "step": 12328
    },
    {
      "epoch": 1.8621054221416704,
      "grad_norm": 3.0360642461100817,
      "learning_rate": 3.1491318955910827e-06,
      "loss": 0.1018,
      "step": 12329
    },
    {
      "epoch": 1.8622564567285909,
      "grad_norm": 1.3381376708934625,
      "learning_rate": 3.1483972809649066e-06,
      "loss": 0.0895,
      "step": 12330
    },
    {
      "epoch": 1.862407491315511,
      "grad_norm": 2.3692553863124766,
      "learning_rate": 3.147662712657591e-06,
      "loss": 0.1087,
      "step": 12331
    },
    {
      "epoch": 1.8625585259024318,
      "grad_norm": 1.6324455751354314,
      "learning_rate": 3.146928190687513e-06,
      "loss": 0.1021,
      "step": 12332
    },
    {
      "epoch": 1.862709560489352,
      "grad_norm": 1.4588800774574686,
      "learning_rate": 3.146193715073045e-06,
      "loss": 0.0814,
      "step": 12333
    },
    {
      "epoch": 1.8628605950762724,
      "grad_norm": 1.2842468531665177,
      "learning_rate": 3.1454592858325616e-06,
      "loss": 0.0858,
      "step": 12334
    },
    {
      "epoch": 1.863011629663193,
      "grad_norm": 1.3546341806909878,
      "learning_rate": 3.144724902984434e-06,
      "loss": 0.0843,
      "step": 12335
    },
    {
      "epoch": 1.8631626642501131,
      "grad_norm": 2.0354651134703357,
      "learning_rate": 3.143990566547034e-06,
      "loss": 0.0982,
      "step": 12336
    },
    {
      "epoch": 1.8633136988370338,
      "grad_norm": 1.5039860150000888,
      "learning_rate": 3.143256276538731e-06,
      "loss": 0.0975,
      "step": 12337
    },
    {
      "epoch": 1.863464733423954,
      "grad_norm": 1.3584428811585942,
      "learning_rate": 3.142522032977894e-06,
      "loss": 0.0895,
      "step": 12338
    },
    {
      "epoch": 1.8636157680108745,
      "grad_norm": 2.000235987795773,
      "learning_rate": 3.14178783588289e-06,
      "loss": 0.0926,
      "step": 12339
    },
    {
      "epoch": 1.863766802597795,
      "grad_norm": 2.4493352929552374,
      "learning_rate": 3.1410536852720847e-06,
      "loss": 0.11,
      "step": 12340
    },
    {
      "epoch": 1.8639178371847152,
      "grad_norm": 2.159582741362136,
      "learning_rate": 3.1403195811638475e-06,
      "loss": 0.1025,
      "step": 12341
    },
    {
      "epoch": 1.8640688717716358,
      "grad_norm": 1.4528445341778446,
      "learning_rate": 3.1395855235765373e-06,
      "loss": 0.0796,
      "step": 12342
    },
    {
      "epoch": 1.864219906358556,
      "grad_norm": 1.8931486595741647,
      "learning_rate": 3.138851512528518e-06,
      "loss": 0.1186,
      "step": 12343
    },
    {
      "epoch": 1.8643709409454765,
      "grad_norm": 1.3767457969392278,
      "learning_rate": 3.138117548038153e-06,
      "loss": 0.0927,
      "step": 12344
    },
    {
      "epoch": 1.864521975532397,
      "grad_norm": 1.4420063263399636,
      "learning_rate": 3.1373836301238e-06,
      "loss": 0.082,
      "step": 12345
    },
    {
      "epoch": 1.8646730101193172,
      "grad_norm": 1.6196453363204526,
      "learning_rate": 3.1366497588038224e-06,
      "loss": 0.1088,
      "step": 12346
    },
    {
      "epoch": 1.8648240447062379,
      "grad_norm": 1.952245225060264,
      "learning_rate": 3.1359159340965756e-06,
      "loss": 0.0902,
      "step": 12347
    },
    {
      "epoch": 1.864975079293158,
      "grad_norm": 1.6820357464734454,
      "learning_rate": 3.13518215602042e-06,
      "loss": 0.0912,
      "step": 12348
    },
    {
      "epoch": 1.8651261138800785,
      "grad_norm": 1.5922196862579423,
      "learning_rate": 3.1344484245937056e-06,
      "loss": 0.1011,
      "step": 12349
    },
    {
      "epoch": 1.865277148466999,
      "grad_norm": 1.3127712201335175,
      "learning_rate": 3.13371473983479e-06,
      "loss": 0.0893,
      "step": 12350
    },
    {
      "epoch": 1.8654281830539192,
      "grad_norm": 1.3994066397263552,
      "learning_rate": 3.1329811017620284e-06,
      "loss": 0.0846,
      "step": 12351
    },
    {
      "epoch": 1.86557921764084,
      "grad_norm": 1.432958716261991,
      "learning_rate": 3.1322475103937712e-06,
      "loss": 0.0927,
      "step": 12352
    },
    {
      "epoch": 1.8657302522277601,
      "grad_norm": 1.460803173166493,
      "learning_rate": 3.1315139657483703e-06,
      "loss": 0.0755,
      "step": 12353
    },
    {
      "epoch": 1.8658812868146806,
      "grad_norm": 1.7499839012958505,
      "learning_rate": 3.1307804678441756e-06,
      "loss": 0.1012,
      "step": 12354
    },
    {
      "epoch": 1.866032321401601,
      "grad_norm": 1.290659359419693,
      "learning_rate": 3.1300470166995365e-06,
      "loss": 0.0851,
      "step": 12355
    },
    {
      "epoch": 1.8661833559885213,
      "grad_norm": 1.5188793544141534,
      "learning_rate": 3.1293136123327993e-06,
      "loss": 0.0935,
      "step": 12356
    },
    {
      "epoch": 1.866334390575442,
      "grad_norm": 1.5595905151326064,
      "learning_rate": 3.1285802547623124e-06,
      "loss": 0.0923,
      "step": 12357
    },
    {
      "epoch": 1.8664854251623622,
      "grad_norm": 1.7914516628980357,
      "learning_rate": 3.1278469440064184e-06,
      "loss": 0.1002,
      "step": 12358
    },
    {
      "epoch": 1.8666364597492826,
      "grad_norm": 2.7530489248519108,
      "learning_rate": 3.1271136800834647e-06,
      "loss": 0.1043,
      "step": 12359
    },
    {
      "epoch": 1.866787494336203,
      "grad_norm": 1.5719260765764107,
      "learning_rate": 3.1263804630117918e-06,
      "loss": 0.089,
      "step": 12360
    },
    {
      "epoch": 1.8669385289231233,
      "grad_norm": 1.3874095956432397,
      "learning_rate": 3.1256472928097425e-06,
      "loss": 0.0941,
      "step": 12361
    },
    {
      "epoch": 1.867089563510044,
      "grad_norm": 1.9386273183603142,
      "learning_rate": 3.1249141694956574e-06,
      "loss": 0.0964,
      "step": 12362
    },
    {
      "epoch": 1.8672405980969642,
      "grad_norm": 2.2521274504296223,
      "learning_rate": 3.124181093087878e-06,
      "loss": 0.1038,
      "step": 12363
    },
    {
      "epoch": 1.8673916326838846,
      "grad_norm": 1.4405347278717657,
      "learning_rate": 3.1234480636047383e-06,
      "loss": 0.0926,
      "step": 12364
    },
    {
      "epoch": 1.867542667270805,
      "grad_norm": 1.4951579096085443,
      "learning_rate": 3.122715081064579e-06,
      "loss": 0.0993,
      "step": 12365
    },
    {
      "epoch": 1.8676937018577253,
      "grad_norm": 1.748860106932429,
      "learning_rate": 3.1219821454857334e-06,
      "loss": 0.1075,
      "step": 12366
    },
    {
      "epoch": 1.8678447364446458,
      "grad_norm": 1.5837670709921743,
      "learning_rate": 3.121249256886539e-06,
      "loss": 0.119,
      "step": 12367
    },
    {
      "epoch": 1.8679957710315662,
      "grad_norm": 1.4491039733701911,
      "learning_rate": 3.1205164152853264e-06,
      "loss": 0.0899,
      "step": 12368
    },
    {
      "epoch": 1.8681468056184867,
      "grad_norm": 1.4364141422942456,
      "learning_rate": 3.1197836207004307e-06,
      "loss": 0.0882,
      "step": 12369
    },
    {
      "epoch": 1.8682978402054071,
      "grad_norm": 2.048908239302791,
      "learning_rate": 3.1190508731501844e-06,
      "loss": 0.1259,
      "step": 12370
    },
    {
      "epoch": 1.8684488747923274,
      "grad_norm": 1.7424422508328963,
      "learning_rate": 3.118318172652914e-06,
      "loss": 0.1064,
      "step": 12371
    },
    {
      "epoch": 1.8685999093792478,
      "grad_norm": 1.6611779596820582,
      "learning_rate": 3.117585519226949e-06,
      "loss": 0.092,
      "step": 12372
    },
    {
      "epoch": 1.8687509439661683,
      "grad_norm": 1.835988353802967,
      "learning_rate": 3.116852912890618e-06,
      "loss": 0.0928,
      "step": 12373
    },
    {
      "epoch": 1.8689019785530887,
      "grad_norm": 1.7549732522135826,
      "learning_rate": 3.116120353662247e-06,
      "loss": 0.105,
      "step": 12374
    },
    {
      "epoch": 1.8690530131400092,
      "grad_norm": 1.363717142379937,
      "learning_rate": 3.1153878415601625e-06,
      "loss": 0.0908,
      "step": 12375
    },
    {
      "epoch": 1.8692040477269294,
      "grad_norm": 1.4441591776299358,
      "learning_rate": 3.1146553766026884e-06,
      "loss": 0.0897,
      "step": 12376
    },
    {
      "epoch": 1.8693550823138498,
      "grad_norm": 2.1211784922694203,
      "learning_rate": 3.1139229588081486e-06,
      "loss": 0.1261,
      "step": 12377
    },
    {
      "epoch": 1.8695061169007703,
      "grad_norm": 1.6592010067456062,
      "learning_rate": 3.1131905881948615e-06,
      "loss": 0.109,
      "step": 12378
    },
    {
      "epoch": 1.8696571514876905,
      "grad_norm": 1.6538620509103834,
      "learning_rate": 3.112458264781151e-06,
      "loss": 0.1056,
      "step": 12379
    },
    {
      "epoch": 1.8698081860746112,
      "grad_norm": 1.660371171394396,
      "learning_rate": 3.1117259885853345e-06,
      "loss": 0.0934,
      "step": 12380
    },
    {
      "epoch": 1.8699592206615314,
      "grad_norm": 1.359858537370618,
      "learning_rate": 3.1109937596257323e-06,
      "loss": 0.0851,
      "step": 12381
    },
    {
      "epoch": 1.8701102552484519,
      "grad_norm": 1.5735351745607669,
      "learning_rate": 3.1102615779206604e-06,
      "loss": 0.0765,
      "step": 12382
    },
    {
      "epoch": 1.8702612898353723,
      "grad_norm": 1.8316445513474777,
      "learning_rate": 3.109529443488435e-06,
      "loss": 0.1166,
      "step": 12383
    },
    {
      "epoch": 1.8704123244222925,
      "grad_norm": 1.910999470493707,
      "learning_rate": 3.1087973563473707e-06,
      "loss": 0.1033,
      "step": 12384
    },
    {
      "epoch": 1.8705633590092132,
      "grad_norm": 1.8326713579091112,
      "learning_rate": 3.1080653165157807e-06,
      "loss": 0.1175,
      "step": 12385
    },
    {
      "epoch": 1.8707143935961335,
      "grad_norm": 1.5774448552656741,
      "learning_rate": 3.107333324011978e-06,
      "loss": 0.1034,
      "step": 12386
    },
    {
      "epoch": 1.870865428183054,
      "grad_norm": 1.4509659932696928,
      "learning_rate": 3.106601378854273e-06,
      "loss": 0.1005,
      "step": 12387
    },
    {
      "epoch": 1.8710164627699744,
      "grad_norm": 1.7927389697273133,
      "learning_rate": 3.105869481060977e-06,
      "loss": 0.1049,
      "step": 12388
    },
    {
      "epoch": 1.8711674973568946,
      "grad_norm": 2.008215329334109,
      "learning_rate": 3.1051376306503977e-06,
      "loss": 0.098,
      "step": 12389
    },
    {
      "epoch": 1.8713185319438153,
      "grad_norm": 2.4775397841850944,
      "learning_rate": 3.104405827640843e-06,
      "loss": 0.1049,
      "step": 12390
    },
    {
      "epoch": 1.8714695665307355,
      "grad_norm": 1.4900300359671532,
      "learning_rate": 3.1036740720506204e-06,
      "loss": 0.1012,
      "step": 12391
    },
    {
      "epoch": 1.871620601117656,
      "grad_norm": 1.531640774781513,
      "learning_rate": 3.1029423638980332e-06,
      "loss": 0.0871,
      "step": 12392
    },
    {
      "epoch": 1.8717716357045764,
      "grad_norm": 1.5991113671513724,
      "learning_rate": 3.1022107032013873e-06,
      "loss": 0.0902,
      "step": 12393
    },
    {
      "epoch": 1.8719226702914966,
      "grad_norm": 1.2913499054179727,
      "learning_rate": 3.101479089978984e-06,
      "loss": 0.0818,
      "step": 12394
    },
    {
      "epoch": 1.8720737048784173,
      "grad_norm": 2.1848034479229854,
      "learning_rate": 3.1007475242491258e-06,
      "loss": 0.0939,
      "step": 12395
    },
    {
      "epoch": 1.8722247394653375,
      "grad_norm": 1.6181116933967379,
      "learning_rate": 3.1000160060301122e-06,
      "loss": 0.0941,
      "step": 12396
    },
    {
      "epoch": 1.872375774052258,
      "grad_norm": 1.5234465064021248,
      "learning_rate": 3.099284535340245e-06,
      "loss": 0.0871,
      "step": 12397
    },
    {
      "epoch": 1.8725268086391784,
      "grad_norm": 1.6096511717442863,
      "learning_rate": 3.0985531121978208e-06,
      "loss": 0.0907,
      "step": 12398
    },
    {
      "epoch": 1.8726778432260986,
      "grad_norm": 1.576079592663023,
      "learning_rate": 3.0978217366211385e-06,
      "loss": 0.1023,
      "step": 12399
    },
    {
      "epoch": 1.8728288778130193,
      "grad_norm": 1.6754599344700967,
      "learning_rate": 3.0970904086284903e-06,
      "loss": 0.0995,
      "step": 12400
    },
    {
      "epoch": 1.8729799123999396,
      "grad_norm": 1.294747779100964,
      "learning_rate": 3.096359128238171e-06,
      "loss": 0.0789,
      "step": 12401
    },
    {
      "epoch": 1.87313094698686,
      "grad_norm": 1.4283015065368472,
      "learning_rate": 3.095627895468477e-06,
      "loss": 0.0946,
      "step": 12402
    },
    {
      "epoch": 1.8732819815737805,
      "grad_norm": 1.974193658279785,
      "learning_rate": 3.0948967103376993e-06,
      "loss": 0.1095,
      "step": 12403
    },
    {
      "epoch": 1.8734330161607007,
      "grad_norm": 1.4965175167369722,
      "learning_rate": 3.0941655728641278e-06,
      "loss": 0.0814,
      "step": 12404
    },
    {
      "epoch": 1.8735840507476214,
      "grad_norm": 1.664191998832479,
      "learning_rate": 3.0934344830660535e-06,
      "loss": 0.1089,
      "step": 12405
    },
    {
      "epoch": 1.8737350853345416,
      "grad_norm": 1.6314005509513088,
      "learning_rate": 3.092703440961765e-06,
      "loss": 0.0924,
      "step": 12406
    },
    {
      "epoch": 1.873886119921462,
      "grad_norm": 1.524582075714914,
      "learning_rate": 3.0919724465695488e-06,
      "loss": 0.0926,
      "step": 12407
    },
    {
      "epoch": 1.8740371545083825,
      "grad_norm": 1.3241846909438193,
      "learning_rate": 3.0912414999076924e-06,
      "loss": 0.0772,
      "step": 12408
    },
    {
      "epoch": 1.8741881890953027,
      "grad_norm": 1.635125645047021,
      "learning_rate": 3.0905106009944787e-06,
      "loss": 0.1023,
      "step": 12409
    },
    {
      "epoch": 1.8743392236822234,
      "grad_norm": 1.5331059722289944,
      "learning_rate": 3.089779749848194e-06,
      "loss": 0.1046,
      "step": 12410
    },
    {
      "epoch": 1.8744902582691436,
      "grad_norm": 1.7517175081569953,
      "learning_rate": 3.0890489464871188e-06,
      "loss": 0.1116,
      "step": 12411
    },
    {
      "epoch": 1.874641292856064,
      "grad_norm": 1.714403806728376,
      "learning_rate": 3.0883181909295368e-06,
      "loss": 0.1103,
      "step": 12412
    },
    {
      "epoch": 1.8747923274429845,
      "grad_norm": 1.3155876550992067,
      "learning_rate": 3.087587483193727e-06,
      "loss": 0.0943,
      "step": 12413
    },
    {
      "epoch": 1.8749433620299047,
      "grad_norm": 1.632680134444285,
      "learning_rate": 3.0868568232979678e-06,
      "loss": 0.1033,
      "step": 12414
    },
    {
      "epoch": 1.8750943966168252,
      "grad_norm": 1.5658768827769276,
      "learning_rate": 3.0861262112605383e-06,
      "loss": 0.0891,
      "step": 12415
    },
    {
      "epoch": 1.8752454312037456,
      "grad_norm": 4.591465193715887,
      "learning_rate": 3.0853956470997137e-06,
      "loss": 0.1261,
      "step": 12416
    },
    {
      "epoch": 1.875396465790666,
      "grad_norm": 1.3248309558521247,
      "learning_rate": 3.0846651308337716e-06,
      "loss": 0.0816,
      "step": 12417
    },
    {
      "epoch": 1.8755475003775866,
      "grad_norm": 1.5452441528659386,
      "learning_rate": 3.0839346624809842e-06,
      "loss": 0.0936,
      "step": 12418
    },
    {
      "epoch": 1.8756985349645068,
      "grad_norm": 1.945125918752057,
      "learning_rate": 3.0832042420596242e-06,
      "loss": 0.1035,
      "step": 12419
    },
    {
      "epoch": 1.8758495695514272,
      "grad_norm": 1.3649488049834047,
      "learning_rate": 3.0824738695879684e-06,
      "loss": 0.0806,
      "step": 12420
    },
    {
      "epoch": 1.8760006041383477,
      "grad_norm": 1.5415075387116315,
      "learning_rate": 3.0817435450842814e-06,
      "loss": 0.0911,
      "step": 12421
    },
    {
      "epoch": 1.8761516387252681,
      "grad_norm": 1.4593810540920074,
      "learning_rate": 3.081013268566835e-06,
      "loss": 0.0901,
      "step": 12422
    },
    {
      "epoch": 1.8763026733121886,
      "grad_norm": 1.3459909859549783,
      "learning_rate": 3.0802830400538974e-06,
      "loss": 0.0953,
      "step": 12423
    },
    {
      "epoch": 1.8764537078991088,
      "grad_norm": 1.7813021714465451,
      "learning_rate": 3.0795528595637355e-06,
      "loss": 0.1048,
      "step": 12424
    },
    {
      "epoch": 1.8766047424860293,
      "grad_norm": 1.6365039111053474,
      "learning_rate": 3.078822727114616e-06,
      "loss": 0.1097,
      "step": 12425
    },
    {
      "epoch": 1.8767557770729497,
      "grad_norm": 2.0736011795212552,
      "learning_rate": 3.0780926427248027e-06,
      "loss": 0.1177,
      "step": 12426
    },
    {
      "epoch": 1.87690681165987,
      "grad_norm": 1.7282525610990729,
      "learning_rate": 3.077362606412562e-06,
      "loss": 0.107,
      "step": 12427
    },
    {
      "epoch": 1.8770578462467906,
      "grad_norm": 1.567804851259825,
      "learning_rate": 3.076632618196151e-06,
      "loss": 0.0858,
      "step": 12428
    },
    {
      "epoch": 1.8772088808337108,
      "grad_norm": 1.678653459652481,
      "learning_rate": 3.0759026780938324e-06,
      "loss": 0.0961,
      "step": 12429
    },
    {
      "epoch": 1.8773599154206313,
      "grad_norm": 1.6298395223253082,
      "learning_rate": 3.075172786123868e-06,
      "loss": 0.0974,
      "step": 12430
    },
    {
      "epoch": 1.8775109500075517,
      "grad_norm": 1.3950383542366076,
      "learning_rate": 3.0744429423045154e-06,
      "loss": 0.0874,
      "step": 12431
    },
    {
      "epoch": 1.877661984594472,
      "grad_norm": 1.1993954799591116,
      "learning_rate": 3.073713146654032e-06,
      "loss": 0.0775,
      "step": 12432
    },
    {
      "epoch": 1.8778130191813927,
      "grad_norm": 1.464264643813663,
      "learning_rate": 3.0729833991906744e-06,
      "loss": 0.0979,
      "step": 12433
    },
    {
      "epoch": 1.8779640537683129,
      "grad_norm": 1.6985431676438472,
      "learning_rate": 3.072253699932697e-06,
      "loss": 0.1029,
      "step": 12434
    },
    {
      "epoch": 1.8781150883552333,
      "grad_norm": 1.3530291130046717,
      "learning_rate": 3.0715240488983544e-06,
      "loss": 0.0928,
      "step": 12435
    },
    {
      "epoch": 1.8782661229421538,
      "grad_norm": 1.947456976520033,
      "learning_rate": 3.070794446105898e-06,
      "loss": 0.0852,
      "step": 12436
    },
    {
      "epoch": 1.878417157529074,
      "grad_norm": 1.5399732938370299,
      "learning_rate": 3.070064891573581e-06,
      "loss": 0.0946,
      "step": 12437
    },
    {
      "epoch": 1.8785681921159947,
      "grad_norm": 1.1940447682392203,
      "learning_rate": 3.0693353853196515e-06,
      "loss": 0.072,
      "step": 12438
    },
    {
      "epoch": 1.878719226702915,
      "grad_norm": 1.6320407873970293,
      "learning_rate": 3.0686059273623604e-06,
      "loss": 0.108,
      "step": 12439
    },
    {
      "epoch": 1.8788702612898354,
      "grad_norm": 1.5354903621531935,
      "learning_rate": 3.0678765177199536e-06,
      "loss": 0.0926,
      "step": 12440
    },
    {
      "epoch": 1.8790212958767558,
      "grad_norm": 1.6734612973995255,
      "learning_rate": 3.067147156410679e-06,
      "loss": 0.1085,
      "step": 12441
    },
    {
      "epoch": 1.879172330463676,
      "grad_norm": 1.1854494092234518,
      "learning_rate": 3.0664178434527836e-06,
      "loss": 0.0856,
      "step": 12442
    },
    {
      "epoch": 1.8793233650505967,
      "grad_norm": 1.5519742086273425,
      "learning_rate": 3.0656885788645085e-06,
      "loss": 0.0782,
      "step": 12443
    },
    {
      "epoch": 1.879474399637517,
      "grad_norm": 1.8935737335446716,
      "learning_rate": 3.064959362664097e-06,
      "loss": 0.102,
      "step": 12444
    },
    {
      "epoch": 1.8796254342244374,
      "grad_norm": 1.9668458380170017,
      "learning_rate": 3.0642301948697926e-06,
      "loss": 0.1057,
      "step": 12445
    },
    {
      "epoch": 1.8797764688113578,
      "grad_norm": 3.6796230363241977,
      "learning_rate": 3.063501075499834e-06,
      "loss": 0.1012,
      "step": 12446
    },
    {
      "epoch": 1.879927503398278,
      "grad_norm": 2.2260211355436343,
      "learning_rate": 3.062772004572461e-06,
      "loss": 0.103,
      "step": 12447
    },
    {
      "epoch": 1.8800785379851987,
      "grad_norm": 2.123600008821913,
      "learning_rate": 3.0620429821059138e-06,
      "loss": 0.1264,
      "step": 12448
    },
    {
      "epoch": 1.880229572572119,
      "grad_norm": 1.5901586118675777,
      "learning_rate": 3.061314008118429e-06,
      "loss": 0.0922,
      "step": 12449
    },
    {
      "epoch": 1.8803806071590394,
      "grad_norm": 1.3713056297296873,
      "learning_rate": 3.060585082628239e-06,
      "loss": 0.0858,
      "step": 12450
    },
    {
      "epoch": 1.8805316417459599,
      "grad_norm": 1.4698355416462274,
      "learning_rate": 3.0598562056535795e-06,
      "loss": 0.0979,
      "step": 12451
    },
    {
      "epoch": 1.88068267633288,
      "grad_norm": 2.6694355715065865,
      "learning_rate": 3.059127377212685e-06,
      "loss": 0.1317,
      "step": 12452
    },
    {
      "epoch": 1.8808337109198008,
      "grad_norm": 1.6033076679205243,
      "learning_rate": 3.058398597323787e-06,
      "loss": 0.1028,
      "step": 12453
    },
    {
      "epoch": 1.880984745506721,
      "grad_norm": 2.011620253399714,
      "learning_rate": 3.057669866005116e-06,
      "loss": 0.1271,
      "step": 12454
    },
    {
      "epoch": 1.8811357800936415,
      "grad_norm": 1.3981527824523976,
      "learning_rate": 3.056941183274903e-06,
      "loss": 0.0846,
      "step": 12455
    },
    {
      "epoch": 1.881286814680562,
      "grad_norm": 1.6121115080995685,
      "learning_rate": 3.0562125491513772e-06,
      "loss": 0.0943,
      "step": 12456
    },
    {
      "epoch": 1.8814378492674821,
      "grad_norm": 2.1175396240869975,
      "learning_rate": 3.05548396365276e-06,
      "loss": 0.101,
      "step": 12457
    },
    {
      "epoch": 1.8815888838544028,
      "grad_norm": 1.7573772020985075,
      "learning_rate": 3.0547554267972836e-06,
      "loss": 0.1029,
      "step": 12458
    },
    {
      "epoch": 1.881739918441323,
      "grad_norm": 1.993708041677115,
      "learning_rate": 3.0540269386031696e-06,
      "loss": 0.1069,
      "step": 12459
    },
    {
      "epoch": 1.8818909530282435,
      "grad_norm": 1.4452764860808591,
      "learning_rate": 3.0532984990886426e-06,
      "loss": 0.1072,
      "step": 12460
    },
    {
      "epoch": 1.882041987615164,
      "grad_norm": 1.2829331952374718,
      "learning_rate": 3.0525701082719245e-06,
      "loss": 0.0837,
      "step": 12461
    },
    {
      "epoch": 1.8821930222020842,
      "grad_norm": 1.4596763067473917,
      "learning_rate": 3.051841766171237e-06,
      "loss": 0.0946,
      "step": 12462
    },
    {
      "epoch": 1.8823440567890046,
      "grad_norm": 1.9299580181253597,
      "learning_rate": 3.0511134728048004e-06,
      "loss": 0.0916,
      "step": 12463
    },
    {
      "epoch": 1.882495091375925,
      "grad_norm": 1.6735521616610796,
      "learning_rate": 3.0503852281908313e-06,
      "loss": 0.0964,
      "step": 12464
    },
    {
      "epoch": 1.8826461259628455,
      "grad_norm": 1.4201082938418965,
      "learning_rate": 3.049657032347549e-06,
      "loss": 0.0768,
      "step": 12465
    },
    {
      "epoch": 1.882797160549766,
      "grad_norm": 1.2242522514794039,
      "learning_rate": 3.0489288852931685e-06,
      "loss": 0.075,
      "step": 12466
    },
    {
      "epoch": 1.8829481951366862,
      "grad_norm": 2.633650103565254,
      "learning_rate": 3.0482007870459057e-06,
      "loss": 0.1014,
      "step": 12467
    },
    {
      "epoch": 1.8830992297236067,
      "grad_norm": 1.4614403973480972,
      "learning_rate": 3.047472737623974e-06,
      "loss": 0.0943,
      "step": 12468
    },
    {
      "epoch": 1.8832502643105271,
      "grad_norm": 1.9658920583381416,
      "learning_rate": 3.046744737045586e-06,
      "loss": 0.0884,
      "step": 12469
    },
    {
      "epoch": 1.8834012988974476,
      "grad_norm": 1.5386660431222272,
      "learning_rate": 3.0460167853289537e-06,
      "loss": 0.0794,
      "step": 12470
    },
    {
      "epoch": 1.883552333484368,
      "grad_norm": 1.4658367433576145,
      "learning_rate": 3.0452888824922866e-06,
      "loss": 0.0857,
      "step": 12471
    },
    {
      "epoch": 1.8837033680712882,
      "grad_norm": 1.9106339841059208,
      "learning_rate": 3.044561028553793e-06,
      "loss": 0.1089,
      "step": 12472
    },
    {
      "epoch": 1.8838544026582087,
      "grad_norm": 2.5694750458806044,
      "learning_rate": 3.0438332235316816e-06,
      "loss": 0.1091,
      "step": 12473
    },
    {
      "epoch": 1.8840054372451291,
      "grad_norm": 1.523010910234903,
      "learning_rate": 3.043105467444158e-06,
      "loss": 0.0794,
      "step": 12474
    },
    {
      "epoch": 1.8841564718320494,
      "grad_norm": 1.6296598284597117,
      "learning_rate": 3.0423777603094263e-06,
      "loss": 0.0923,
      "step": 12475
    },
    {
      "epoch": 1.88430750641897,
      "grad_norm": 1.4192816962083032,
      "learning_rate": 3.0416501021456936e-06,
      "loss": 0.0921,
      "step": 12476
    },
    {
      "epoch": 1.8844585410058903,
      "grad_norm": 1.4262298665815325,
      "learning_rate": 3.0409224929711612e-06,
      "loss": 0.0932,
      "step": 12477
    },
    {
      "epoch": 1.8846095755928107,
      "grad_norm": 1.4077389823943456,
      "learning_rate": 3.0401949328040324e-06,
      "loss": 0.0912,
      "step": 12478
    },
    {
      "epoch": 1.8847606101797312,
      "grad_norm": 1.539856918614393,
      "learning_rate": 3.039467421662503e-06,
      "loss": 0.0933,
      "step": 12479
    },
    {
      "epoch": 1.8849116447666514,
      "grad_norm": 2.648940509335598,
      "learning_rate": 3.038739959564775e-06,
      "loss": 0.1034,
      "step": 12480
    },
    {
      "epoch": 1.885062679353572,
      "grad_norm": 1.6841952005488818,
      "learning_rate": 3.0380125465290457e-06,
      "loss": 0.0978,
      "step": 12481
    },
    {
      "epoch": 1.8852137139404923,
      "grad_norm": 1.4266412996516986,
      "learning_rate": 3.037285182573513e-06,
      "loss": 0.0831,
      "step": 12482
    },
    {
      "epoch": 1.8853647485274128,
      "grad_norm": 1.7362689984355482,
      "learning_rate": 3.036557867716371e-06,
      "loss": 0.0922,
      "step": 12483
    },
    {
      "epoch": 1.8855157831143332,
      "grad_norm": 1.6258204927533852,
      "learning_rate": 3.035830601975814e-06,
      "loss": 0.0909,
      "step": 12484
    },
    {
      "epoch": 1.8856668177012534,
      "grad_norm": 2.9903161666291833,
      "learning_rate": 3.0351033853700364e-06,
      "loss": 0.0909,
      "step": 12485
    },
    {
      "epoch": 1.8858178522881741,
      "grad_norm": 1.7587277113058315,
      "learning_rate": 3.0343762179172276e-06,
      "loss": 0.1022,
      "step": 12486
    },
    {
      "epoch": 1.8859688868750943,
      "grad_norm": 1.1518142535500895,
      "learning_rate": 3.0336490996355788e-06,
      "loss": 0.0759,
      "step": 12487
    },
    {
      "epoch": 1.8861199214620148,
      "grad_norm": 1.81542458238079,
      "learning_rate": 3.0329220305432805e-06,
      "loss": 0.1045,
      "step": 12488
    },
    {
      "epoch": 1.8862709560489352,
      "grad_norm": 1.826910224612802,
      "learning_rate": 3.0321950106585193e-06,
      "loss": 0.0818,
      "step": 12489
    },
    {
      "epoch": 1.8864219906358555,
      "grad_norm": 1.6918235399010022,
      "learning_rate": 3.0314680399994823e-06,
      "loss": 0.0886,
      "step": 12490
    },
    {
      "epoch": 1.8865730252227761,
      "grad_norm": 1.2654841647960515,
      "learning_rate": 3.030741118584356e-06,
      "loss": 0.0771,
      "step": 12491
    },
    {
      "epoch": 1.8867240598096964,
      "grad_norm": 2.358158007945543,
      "learning_rate": 3.030014246431325e-06,
      "loss": 0.0885,
      "step": 12492
    },
    {
      "epoch": 1.8868750943966168,
      "grad_norm": 1.5676051152252823,
      "learning_rate": 3.02928742355857e-06,
      "loss": 0.103,
      "step": 12493
    },
    {
      "epoch": 1.8870261289835373,
      "grad_norm": 1.350069885638725,
      "learning_rate": 3.0285606499842747e-06,
      "loss": 0.0856,
      "step": 12494
    },
    {
      "epoch": 1.8871771635704575,
      "grad_norm": 1.268656469438457,
      "learning_rate": 3.0278339257266198e-06,
      "loss": 0.0787,
      "step": 12495
    },
    {
      "epoch": 1.8873281981573782,
      "grad_norm": 1.4057790603511682,
      "learning_rate": 3.0271072508037835e-06,
      "loss": 0.0952,
      "step": 12496
    },
    {
      "epoch": 1.8874792327442984,
      "grad_norm": 1.5371207460886689,
      "learning_rate": 3.0263806252339457e-06,
      "loss": 0.0994,
      "step": 12497
    },
    {
      "epoch": 1.8876302673312189,
      "grad_norm": 1.5483868072933997,
      "learning_rate": 3.025654049035282e-06,
      "loss": 0.0849,
      "step": 12498
    },
    {
      "epoch": 1.8877813019181393,
      "grad_norm": 1.6866443814530745,
      "learning_rate": 3.02492752222597e-06,
      "loss": 0.1023,
      "step": 12499
    },
    {
      "epoch": 1.8879323365050595,
      "grad_norm": 1.539581246219467,
      "learning_rate": 3.024201044824181e-06,
      "loss": 0.0936,
      "step": 12500
    },
    {
      "epoch": 1.8880833710919802,
      "grad_norm": 1.5311358953128775,
      "learning_rate": 3.02347461684809e-06,
      "loss": 0.0863,
      "step": 12501
    },
    {
      "epoch": 1.8882344056789004,
      "grad_norm": 2.058077568846035,
      "learning_rate": 3.022748238315869e-06,
      "loss": 0.1003,
      "step": 12502
    },
    {
      "epoch": 1.888385440265821,
      "grad_norm": 1.5257433299130894,
      "learning_rate": 3.0220219092456893e-06,
      "loss": 0.0851,
      "step": 12503
    },
    {
      "epoch": 1.8885364748527413,
      "grad_norm": 1.3688462991509245,
      "learning_rate": 3.021295629655718e-06,
      "loss": 0.0921,
      "step": 12504
    },
    {
      "epoch": 1.8886875094396616,
      "grad_norm": 1.7655741373409477,
      "learning_rate": 3.0205693995641265e-06,
      "loss": 0.0965,
      "step": 12505
    },
    {
      "epoch": 1.8888385440265822,
      "grad_norm": 1.5013484890457944,
      "learning_rate": 3.019843218989081e-06,
      "loss": 0.0934,
      "step": 12506
    },
    {
      "epoch": 1.8889895786135025,
      "grad_norm": 1.9223417675710432,
      "learning_rate": 3.0191170879487488e-06,
      "loss": 0.0976,
      "step": 12507
    },
    {
      "epoch": 1.889140613200423,
      "grad_norm": 1.5800774962387996,
      "learning_rate": 3.0183910064612886e-06,
      "loss": 0.1083,
      "step": 12508
    },
    {
      "epoch": 1.8892916477873434,
      "grad_norm": 1.826517254491318,
      "learning_rate": 3.0176649745448693e-06,
      "loss": 0.1017,
      "step": 12509
    },
    {
      "epoch": 1.8894426823742636,
      "grad_norm": 1.6534660464870934,
      "learning_rate": 3.0169389922176517e-06,
      "loss": 0.1021,
      "step": 12510
    },
    {
      "epoch": 1.8895937169611843,
      "grad_norm": 1.6950502151488873,
      "learning_rate": 3.016213059497796e-06,
      "loss": 0.1149,
      "step": 12511
    },
    {
      "epoch": 1.8897447515481045,
      "grad_norm": 1.4960660226485496,
      "learning_rate": 3.0154871764034615e-06,
      "loss": 0.0944,
      "step": 12512
    },
    {
      "epoch": 1.889895786135025,
      "grad_norm": 1.5380487632042292,
      "learning_rate": 3.014761342952808e-06,
      "loss": 0.0959,
      "step": 12513
    },
    {
      "epoch": 1.8900468207219454,
      "grad_norm": 1.591219207594818,
      "learning_rate": 3.0140355591639926e-06,
      "loss": 0.1072,
      "step": 12514
    },
    {
      "epoch": 1.8901978553088656,
      "grad_norm": 1.6785707009431658,
      "learning_rate": 3.0133098250551685e-06,
      "loss": 0.1004,
      "step": 12515
    },
    {
      "epoch": 1.890348889895786,
      "grad_norm": 1.6189144509980342,
      "learning_rate": 3.0125841406444932e-06,
      "loss": 0.0964,
      "step": 12516
    },
    {
      "epoch": 1.8904999244827065,
      "grad_norm": 1.524116804744637,
      "learning_rate": 3.011858505950118e-06,
      "loss": 0.0805,
      "step": 12517
    },
    {
      "epoch": 1.890650959069627,
      "grad_norm": 1.6361384160812023,
      "learning_rate": 3.0111329209901974e-06,
      "loss": 0.0996,
      "step": 12518
    },
    {
      "epoch": 1.8908019936565474,
      "grad_norm": 1.4529032921783396,
      "learning_rate": 3.010407385782881e-06,
      "loss": 0.0836,
      "step": 12519
    },
    {
      "epoch": 1.8909530282434677,
      "grad_norm": 1.429341471168115,
      "learning_rate": 3.009681900346317e-06,
      "loss": 0.081,
      "step": 12520
    },
    {
      "epoch": 1.8911040628303881,
      "grad_norm": 1.1868000644634733,
      "learning_rate": 3.008956464698658e-06,
      "loss": 0.0757,
      "step": 12521
    },
    {
      "epoch": 1.8912550974173086,
      "grad_norm": 1.7047367240367617,
      "learning_rate": 3.008231078858047e-06,
      "loss": 0.1082,
      "step": 12522
    },
    {
      "epoch": 1.891406132004229,
      "grad_norm": 1.3814022020922827,
      "learning_rate": 3.007505742842631e-06,
      "loss": 0.0877,
      "step": 12523
    },
    {
      "epoch": 1.8915571665911495,
      "grad_norm": 1.3406817407098952,
      "learning_rate": 3.0067804566705553e-06,
      "loss": 0.0796,
      "step": 12524
    },
    {
      "epoch": 1.8917082011780697,
      "grad_norm": 2.0848986778862066,
      "learning_rate": 3.0060552203599637e-06,
      "loss": 0.0989,
      "step": 12525
    },
    {
      "epoch": 1.8918592357649902,
      "grad_norm": 1.284005626650508,
      "learning_rate": 3.005330033928997e-06,
      "loss": 0.0756,
      "step": 12526
    },
    {
      "epoch": 1.8920102703519106,
      "grad_norm": 1.6606948451626493,
      "learning_rate": 3.0046048973957963e-06,
      "loss": 0.0985,
      "step": 12527
    },
    {
      "epoch": 1.8921613049388308,
      "grad_norm": 2.0423593477270576,
      "learning_rate": 3.003879810778505e-06,
      "loss": 0.1199,
      "step": 12528
    },
    {
      "epoch": 1.8923123395257515,
      "grad_norm": 1.4611992522809898,
      "learning_rate": 3.0031547740952573e-06,
      "loss": 0.084,
      "step": 12529
    },
    {
      "epoch": 1.8924633741126717,
      "grad_norm": 1.674700841085412,
      "learning_rate": 3.0024297873641907e-06,
      "loss": 0.1083,
      "step": 12530
    },
    {
      "epoch": 1.8926144086995922,
      "grad_norm": 1.8032576649121657,
      "learning_rate": 3.001704850603442e-06,
      "loss": 0.084,
      "step": 12531
    },
    {
      "epoch": 1.8927654432865126,
      "grad_norm": 1.0820683640635527,
      "learning_rate": 3.0009799638311443e-06,
      "loss": 0.0721,
      "step": 12532
    },
    {
      "epoch": 1.8929164778734329,
      "grad_norm": 1.8113891036661398,
      "learning_rate": 3.0002551270654344e-06,
      "loss": 0.0894,
      "step": 12533
    },
    {
      "epoch": 1.8930675124603535,
      "grad_norm": 1.2422018058896593,
      "learning_rate": 2.999530340324443e-06,
      "loss": 0.0726,
      "step": 12534
    },
    {
      "epoch": 1.8932185470472738,
      "grad_norm": 1.714045607260061,
      "learning_rate": 2.9988056036263e-06,
      "loss": 0.1086,
      "step": 12535
    },
    {
      "epoch": 1.8933695816341942,
      "grad_norm": 1.601339149913909,
      "learning_rate": 2.998080916989138e-06,
      "loss": 0.1039,
      "step": 12536
    },
    {
      "epoch": 1.8935206162211147,
      "grad_norm": 1.5274138636799637,
      "learning_rate": 2.997356280431082e-06,
      "loss": 0.0993,
      "step": 12537
    },
    {
      "epoch": 1.893671650808035,
      "grad_norm": 2.4005145947882442,
      "learning_rate": 2.99663169397026e-06,
      "loss": 0.1059,
      "step": 12538
    },
    {
      "epoch": 1.8938226853949556,
      "grad_norm": 1.5981152891351762,
      "learning_rate": 2.995907157624798e-06,
      "loss": 0.0924,
      "step": 12539
    },
    {
      "epoch": 1.8939737199818758,
      "grad_norm": 1.332872891851471,
      "learning_rate": 2.995182671412822e-06,
      "loss": 0.086,
      "step": 12540
    },
    {
      "epoch": 1.8941247545687963,
      "grad_norm": 2.2566018731623454,
      "learning_rate": 2.9944582353524543e-06,
      "loss": 0.1161,
      "step": 12541
    },
    {
      "epoch": 1.8942757891557167,
      "grad_norm": 1.9418564871149593,
      "learning_rate": 2.9937338494618173e-06,
      "loss": 0.0935,
      "step": 12542
    },
    {
      "epoch": 1.894426823742637,
      "grad_norm": 1.800367704781324,
      "learning_rate": 2.993009513759033e-06,
      "loss": 0.1113,
      "step": 12543
    },
    {
      "epoch": 1.8945778583295576,
      "grad_norm": 1.789424994935721,
      "learning_rate": 2.9922852282622184e-06,
      "loss": 0.0907,
      "step": 12544
    },
    {
      "epoch": 1.8947288929164778,
      "grad_norm": 2.009958503566587,
      "learning_rate": 2.991560992989494e-06,
      "loss": 0.1097,
      "step": 12545
    },
    {
      "epoch": 1.8948799275033983,
      "grad_norm": 1.288807454927085,
      "learning_rate": 2.990836807958976e-06,
      "loss": 0.0709,
      "step": 12546
    },
    {
      "epoch": 1.8950309620903187,
      "grad_norm": 1.3220042176067037,
      "learning_rate": 2.990112673188781e-06,
      "loss": 0.0866,
      "step": 12547
    },
    {
      "epoch": 1.895181996677239,
      "grad_norm": 1.3465780013895245,
      "learning_rate": 2.9893885886970232e-06,
      "loss": 0.0788,
      "step": 12548
    },
    {
      "epoch": 1.8953330312641596,
      "grad_norm": 1.5062833942218392,
      "learning_rate": 2.988664554501816e-06,
      "loss": 0.0798,
      "step": 12549
    },
    {
      "epoch": 1.8954840658510799,
      "grad_norm": 1.115313130303605,
      "learning_rate": 2.9879405706212726e-06,
      "loss": 0.0632,
      "step": 12550
    },
    {
      "epoch": 1.8956351004380003,
      "grad_norm": 1.51344579671848,
      "learning_rate": 2.987216637073502e-06,
      "loss": 0.0738,
      "step": 12551
    },
    {
      "epoch": 1.8957861350249208,
      "grad_norm": 2.106996226791162,
      "learning_rate": 2.9864927538766147e-06,
      "loss": 0.1221,
      "step": 12552
    },
    {
      "epoch": 1.895937169611841,
      "grad_norm": 1.75044379890971,
      "learning_rate": 2.985768921048719e-06,
      "loss": 0.1079,
      "step": 12553
    },
    {
      "epoch": 1.8960882041987617,
      "grad_norm": 1.4526490307821622,
      "learning_rate": 2.9850451386079217e-06,
      "loss": 0.0827,
      "step": 12554
    },
    {
      "epoch": 1.896239238785682,
      "grad_norm": 1.803867107751948,
      "learning_rate": 2.984321406572328e-06,
      "loss": 0.085,
      "step": 12555
    },
    {
      "epoch": 1.8963902733726024,
      "grad_norm": 1.456983428521282,
      "learning_rate": 2.9835977249600444e-06,
      "loss": 0.0906,
      "step": 12556
    },
    {
      "epoch": 1.8965413079595228,
      "grad_norm": 2.9431646218213,
      "learning_rate": 2.9828740937891753e-06,
      "loss": 0.1079,
      "step": 12557
    },
    {
      "epoch": 1.896692342546443,
      "grad_norm": 1.3751940510330771,
      "learning_rate": 2.982150513077818e-06,
      "loss": 0.0875,
      "step": 12558
    },
    {
      "epoch": 1.8968433771333637,
      "grad_norm": 1.2846041117377562,
      "learning_rate": 2.9814269828440766e-06,
      "loss": 0.0918,
      "step": 12559
    },
    {
      "epoch": 1.896994411720284,
      "grad_norm": 1.2108225046042629,
      "learning_rate": 2.9807035031060483e-06,
      "loss": 0.0756,
      "step": 12560
    },
    {
      "epoch": 1.8971454463072044,
      "grad_norm": 1.623255249430409,
      "learning_rate": 2.979980073881834e-06,
      "loss": 0.0948,
      "step": 12561
    },
    {
      "epoch": 1.8972964808941248,
      "grad_norm": 1.9387085258301133,
      "learning_rate": 2.9792566951895297e-06,
      "loss": 0.1137,
      "step": 12562
    },
    {
      "epoch": 1.897447515481045,
      "grad_norm": 1.4794647413653408,
      "learning_rate": 2.9785333670472305e-06,
      "loss": 0.0947,
      "step": 12563
    },
    {
      "epoch": 1.8975985500679655,
      "grad_norm": 1.6764053457035404,
      "learning_rate": 2.9778100894730338e-06,
      "loss": 0.1013,
      "step": 12564
    },
    {
      "epoch": 1.897749584654886,
      "grad_norm": 1.931704990278261,
      "learning_rate": 2.977086862485027e-06,
      "loss": 0.0886,
      "step": 12565
    },
    {
      "epoch": 1.8979006192418064,
      "grad_norm": 1.6571263516737815,
      "learning_rate": 2.9763636861013066e-06,
      "loss": 0.0926,
      "step": 12566
    },
    {
      "epoch": 1.8980516538287269,
      "grad_norm": 2.264147812702748,
      "learning_rate": 2.975640560339962e-06,
      "loss": 0.1001,
      "step": 12567
    },
    {
      "epoch": 1.898202688415647,
      "grad_norm": 1.389149970443865,
      "learning_rate": 2.974917485219083e-06,
      "loss": 0.0826,
      "step": 12568
    },
    {
      "epoch": 1.8983537230025676,
      "grad_norm": 1.3209738577323753,
      "learning_rate": 2.9741944607567562e-06,
      "loss": 0.0821,
      "step": 12569
    },
    {
      "epoch": 1.898504757589488,
      "grad_norm": 2.5516278799243555,
      "learning_rate": 2.97347148697107e-06,
      "loss": 0.0917,
      "step": 12570
    },
    {
      "epoch": 1.8986557921764085,
      "grad_norm": 1.8316730597992699,
      "learning_rate": 2.97274856388011e-06,
      "loss": 0.1101,
      "step": 12571
    },
    {
      "epoch": 1.898806826763329,
      "grad_norm": 1.3358160804252113,
      "learning_rate": 2.972025691501961e-06,
      "loss": 0.0955,
      "step": 12572
    },
    {
      "epoch": 1.8989578613502491,
      "grad_norm": 1.5134267154082746,
      "learning_rate": 2.9713028698547036e-06,
      "loss": 0.093,
      "step": 12573
    },
    {
      "epoch": 1.8991088959371696,
      "grad_norm": 1.5529933321747516,
      "learning_rate": 2.9705800989564213e-06,
      "loss": 0.0805,
      "step": 12574
    },
    {
      "epoch": 1.89925993052409,
      "grad_norm": 1.5581838388907374,
      "learning_rate": 2.9698573788251942e-06,
      "loss": 0.0969,
      "step": 12575
    },
    {
      "epoch": 1.8994109651110103,
      "grad_norm": 1.3386291245244797,
      "learning_rate": 2.9691347094791023e-06,
      "loss": 0.0966,
      "step": 12576
    },
    {
      "epoch": 1.899561999697931,
      "grad_norm": 1.5374612747151133,
      "learning_rate": 2.9684120909362224e-06,
      "loss": 0.094,
      "step": 12577
    },
    {
      "epoch": 1.8997130342848512,
      "grad_norm": 1.4768795373265555,
      "learning_rate": 2.967689523214631e-06,
      "loss": 0.1031,
      "step": 12578
    },
    {
      "epoch": 1.8998640688717716,
      "grad_norm": 1.6201259780362576,
      "learning_rate": 2.966967006332408e-06,
      "loss": 0.1033,
      "step": 12579
    },
    {
      "epoch": 1.900015103458692,
      "grad_norm": 1.4267909543299737,
      "learning_rate": 2.966244540307621e-06,
      "loss": 0.0932,
      "step": 12580
    },
    {
      "epoch": 1.9001661380456123,
      "grad_norm": 1.806624193355228,
      "learning_rate": 2.9655221251583464e-06,
      "loss": 0.0964,
      "step": 12581
    },
    {
      "epoch": 1.900317172632533,
      "grad_norm": 1.7255014790516237,
      "learning_rate": 2.964799760902655e-06,
      "loss": 0.1067,
      "step": 12582
    },
    {
      "epoch": 1.9004682072194532,
      "grad_norm": 2.208978730113572,
      "learning_rate": 2.9640774475586163e-06,
      "loss": 0.0981,
      "step": 12583
    },
    {
      "epoch": 1.9006192418063736,
      "grad_norm": 3.040359937863903,
      "learning_rate": 2.9633551851443016e-06,
      "loss": 0.102,
      "step": 12584
    },
    {
      "epoch": 1.900770276393294,
      "grad_norm": 2.1244416046536516,
      "learning_rate": 2.962632973677777e-06,
      "loss": 0.1191,
      "step": 12585
    },
    {
      "epoch": 1.9009213109802143,
      "grad_norm": 1.9193351840984052,
      "learning_rate": 2.961910813177112e-06,
      "loss": 0.0965,
      "step": 12586
    },
    {
      "epoch": 1.901072345567135,
      "grad_norm": 1.8620200575116892,
      "learning_rate": 2.961188703660367e-06,
      "loss": 0.1041,
      "step": 12587
    },
    {
      "epoch": 1.9012233801540552,
      "grad_norm": 1.8119267675416242,
      "learning_rate": 2.960466645145608e-06,
      "loss": 0.0854,
      "step": 12588
    },
    {
      "epoch": 1.9013744147409757,
      "grad_norm": 1.436611018707505,
      "learning_rate": 2.9597446376508985e-06,
      "loss": 0.1093,
      "step": 12589
    },
    {
      "epoch": 1.9015254493278961,
      "grad_norm": 1.5799569483241855,
      "learning_rate": 2.9590226811942996e-06,
      "loss": 0.1039,
      "step": 12590
    },
    {
      "epoch": 1.9016764839148164,
      "grad_norm": 1.4935801359375749,
      "learning_rate": 2.9583007757938707e-06,
      "loss": 0.0848,
      "step": 12591
    },
    {
      "epoch": 1.901827518501737,
      "grad_norm": 1.4820835232583296,
      "learning_rate": 2.957578921467672e-06,
      "loss": 0.0717,
      "step": 12592
    },
    {
      "epoch": 1.9019785530886573,
      "grad_norm": 1.6342623667783525,
      "learning_rate": 2.9568571182337613e-06,
      "loss": 0.0938,
      "step": 12593
    },
    {
      "epoch": 1.9021295876755777,
      "grad_norm": 1.2897140190178635,
      "learning_rate": 2.9561353661101923e-06,
      "loss": 0.0802,
      "step": 12594
    },
    {
      "epoch": 1.9022806222624982,
      "grad_norm": 1.4794545803767083,
      "learning_rate": 2.9554136651150224e-06,
      "loss": 0.0957,
      "step": 12595
    },
    {
      "epoch": 1.9024316568494184,
      "grad_norm": 1.4217149131501126,
      "learning_rate": 2.954692015266304e-06,
      "loss": 0.0895,
      "step": 12596
    },
    {
      "epoch": 1.902582691436339,
      "grad_norm": 1.5400013622628648,
      "learning_rate": 2.95397041658209e-06,
      "loss": 0.0935,
      "step": 12597
    },
    {
      "epoch": 1.9027337260232593,
      "grad_norm": 1.596728924206712,
      "learning_rate": 2.953248869080432e-06,
      "loss": 0.0847,
      "step": 12598
    },
    {
      "epoch": 1.9028847606101797,
      "grad_norm": 1.2902246017214427,
      "learning_rate": 2.9525273727793803e-06,
      "loss": 0.0768,
      "step": 12599
    },
    {
      "epoch": 1.9030357951971002,
      "grad_norm": 1.7332630695029851,
      "learning_rate": 2.951805927696983e-06,
      "loss": 0.0866,
      "step": 12600
    },
    {
      "epoch": 1.9031868297840204,
      "grad_norm": 1.5072714207991516,
      "learning_rate": 2.951084533851286e-06,
      "loss": 0.0917,
      "step": 12601
    },
    {
      "epoch": 1.903337864370941,
      "grad_norm": 1.4169389668905303,
      "learning_rate": 2.9503631912603383e-06,
      "loss": 0.0937,
      "step": 12602
    },
    {
      "epoch": 1.9034888989578613,
      "grad_norm": 1.4308741457534278,
      "learning_rate": 2.9496418999421816e-06,
      "loss": 0.0905,
      "step": 12603
    },
    {
      "epoch": 1.9036399335447818,
      "grad_norm": 1.5191058250384215,
      "learning_rate": 2.948920659914861e-06,
      "loss": 0.0869,
      "step": 12604
    },
    {
      "epoch": 1.9037909681317022,
      "grad_norm": 1.4294002074612944,
      "learning_rate": 2.948199471196419e-06,
      "loss": 0.0873,
      "step": 12605
    },
    {
      "epoch": 1.9039420027186225,
      "grad_norm": 2.056468098422193,
      "learning_rate": 2.947478333804895e-06,
      "loss": 0.1011,
      "step": 12606
    },
    {
      "epoch": 1.9040930373055431,
      "grad_norm": 1.3820748483437182,
      "learning_rate": 2.946757247758331e-06,
      "loss": 0.0879,
      "step": 12607
    },
    {
      "epoch": 1.9042440718924634,
      "grad_norm": 1.399006293811607,
      "learning_rate": 2.946036213074766e-06,
      "loss": 0.0831,
      "step": 12608
    },
    {
      "epoch": 1.9043951064793838,
      "grad_norm": 1.2873025112211598,
      "learning_rate": 2.9453152297722332e-06,
      "loss": 0.0812,
      "step": 12609
    },
    {
      "epoch": 1.9045461410663043,
      "grad_norm": 1.6866347335280045,
      "learning_rate": 2.9445942978687705e-06,
      "loss": 0.084,
      "step": 12610
    },
    {
      "epoch": 1.9046971756532245,
      "grad_norm": 1.403676093952381,
      "learning_rate": 2.943873417382411e-06,
      "loss": 0.0883,
      "step": 12611
    },
    {
      "epoch": 1.904848210240145,
      "grad_norm": 1.7861875151141404,
      "learning_rate": 2.9431525883311907e-06,
      "loss": 0.1076,
      "step": 12612
    },
    {
      "epoch": 1.9049992448270654,
      "grad_norm": 1.3058072988114628,
      "learning_rate": 2.9424318107331396e-06,
      "loss": 0.0857,
      "step": 12613
    },
    {
      "epoch": 1.9051502794139858,
      "grad_norm": 1.4362048525798765,
      "learning_rate": 2.941711084606289e-06,
      "loss": 0.084,
      "step": 12614
    },
    {
      "epoch": 1.9053013140009063,
      "grad_norm": 2.0739882620486068,
      "learning_rate": 2.9409904099686704e-06,
      "loss": 0.1023,
      "step": 12615
    },
    {
      "epoch": 1.9054523485878265,
      "grad_norm": 1.527543066420238,
      "learning_rate": 2.9402697868383067e-06,
      "loss": 0.1034,
      "step": 12616
    },
    {
      "epoch": 1.905603383174747,
      "grad_norm": 1.297046323924705,
      "learning_rate": 2.939549215233228e-06,
      "loss": 0.0865,
      "step": 12617
    },
    {
      "epoch": 1.9057544177616674,
      "grad_norm": 1.207295736566469,
      "learning_rate": 2.9388286951714595e-06,
      "loss": 0.0736,
      "step": 12618
    },
    {
      "epoch": 1.9059054523485879,
      "grad_norm": 1.459762155282186,
      "learning_rate": 2.938108226671025e-06,
      "loss": 0.0857,
      "step": 12619
    },
    {
      "epoch": 1.9060564869355083,
      "grad_norm": 1.6581869725866483,
      "learning_rate": 2.9373878097499475e-06,
      "loss": 0.0937,
      "step": 12620
    },
    {
      "epoch": 1.9062075215224286,
      "grad_norm": 1.8365484495962847,
      "learning_rate": 2.9366674444262493e-06,
      "loss": 0.1047,
      "step": 12621
    },
    {
      "epoch": 1.906358556109349,
      "grad_norm": 1.4719795451648108,
      "learning_rate": 2.935947130717951e-06,
      "loss": 0.0868,
      "step": 12622
    },
    {
      "epoch": 1.9065095906962695,
      "grad_norm": 1.7488401145987438,
      "learning_rate": 2.9352268686430703e-06,
      "loss": 0.0874,
      "step": 12623
    },
    {
      "epoch": 1.9066606252831897,
      "grad_norm": 1.6630110836962233,
      "learning_rate": 2.9345066582196245e-06,
      "loss": 0.0956,
      "step": 12624
    },
    {
      "epoch": 1.9068116598701104,
      "grad_norm": 1.9081679074955809,
      "learning_rate": 2.9337864994656322e-06,
      "loss": 0.0978,
      "step": 12625
    },
    {
      "epoch": 1.9069626944570306,
      "grad_norm": 2.332218361287419,
      "learning_rate": 2.933066392399107e-06,
      "loss": 0.1287,
      "step": 12626
    },
    {
      "epoch": 1.907113729043951,
      "grad_norm": 1.3592909986340211,
      "learning_rate": 2.9323463370380632e-06,
      "loss": 0.0902,
      "step": 12627
    },
    {
      "epoch": 1.9072647636308715,
      "grad_norm": 1.3196458133404523,
      "learning_rate": 2.9316263334005133e-06,
      "loss": 0.0846,
      "step": 12628
    },
    {
      "epoch": 1.9074157982177917,
      "grad_norm": 1.3849625764750446,
      "learning_rate": 2.93090638150447e-06,
      "loss": 0.0804,
      "step": 12629
    },
    {
      "epoch": 1.9075668328047124,
      "grad_norm": 1.4899764085097829,
      "learning_rate": 2.9301864813679404e-06,
      "loss": 0.096,
      "step": 12630
    },
    {
      "epoch": 1.9077178673916326,
      "grad_norm": 2.2452481923100946,
      "learning_rate": 2.929466633008935e-06,
      "loss": 0.123,
      "step": 12631
    },
    {
      "epoch": 1.907868901978553,
      "grad_norm": 1.9544934030626318,
      "learning_rate": 2.9287468364454615e-06,
      "loss": 0.1017,
      "step": 12632
    },
    {
      "epoch": 1.9080199365654735,
      "grad_norm": 4.958283187923582,
      "learning_rate": 2.9280270916955245e-06,
      "loss": 0.1305,
      "step": 12633
    },
    {
      "epoch": 1.9081709711523938,
      "grad_norm": 1.6118840681596731,
      "learning_rate": 2.9273073987771293e-06,
      "loss": 0.0986,
      "step": 12634
    },
    {
      "epoch": 1.9083220057393144,
      "grad_norm": 1.860831703848508,
      "learning_rate": 2.9265877577082813e-06,
      "loss": 0.1103,
      "step": 12635
    },
    {
      "epoch": 1.9084730403262347,
      "grad_norm": 1.3266870410870717,
      "learning_rate": 2.925868168506983e-06,
      "loss": 0.0874,
      "step": 12636
    },
    {
      "epoch": 1.908624074913155,
      "grad_norm": 1.669234728400977,
      "learning_rate": 2.9251486311912313e-06,
      "loss": 0.0902,
      "step": 12637
    },
    {
      "epoch": 1.9087751095000756,
      "grad_norm": 1.256034018634801,
      "learning_rate": 2.9244291457790285e-06,
      "loss": 0.0829,
      "step": 12638
    },
    {
      "epoch": 1.9089261440869958,
      "grad_norm": 1.527254600734256,
      "learning_rate": 2.9237097122883717e-06,
      "loss": 0.1019,
      "step": 12639
    },
    {
      "epoch": 1.9090771786739165,
      "grad_norm": 1.5604555904908144,
      "learning_rate": 2.9229903307372597e-06,
      "loss": 0.1021,
      "step": 12640
    },
    {
      "epoch": 1.9092282132608367,
      "grad_norm": 1.370058834311471,
      "learning_rate": 2.9222710011436874e-06,
      "loss": 0.0697,
      "step": 12641
    },
    {
      "epoch": 1.9093792478477571,
      "grad_norm": 1.5545887933973752,
      "learning_rate": 2.921551723525649e-06,
      "loss": 0.1027,
      "step": 12642
    },
    {
      "epoch": 1.9095302824346776,
      "grad_norm": 1.4107523948356966,
      "learning_rate": 2.920832497901138e-06,
      "loss": 0.092,
      "step": 12643
    },
    {
      "epoch": 1.9096813170215978,
      "grad_norm": 2.36193999558445,
      "learning_rate": 2.920113324288147e-06,
      "loss": 0.0965,
      "step": 12644
    },
    {
      "epoch": 1.9098323516085185,
      "grad_norm": 1.4189671130275494,
      "learning_rate": 2.9193942027046644e-06,
      "loss": 0.0791,
      "step": 12645
    },
    {
      "epoch": 1.9099833861954387,
      "grad_norm": 1.4396007650849316,
      "learning_rate": 2.9186751331686815e-06,
      "loss": 0.0901,
      "step": 12646
    },
    {
      "epoch": 1.9101344207823592,
      "grad_norm": 1.2155160176527753,
      "learning_rate": 2.917956115698184e-06,
      "loss": 0.0839,
      "step": 12647
    },
    {
      "epoch": 1.9102854553692796,
      "grad_norm": 1.7321994950279567,
      "learning_rate": 2.9172371503111585e-06,
      "loss": 0.0897,
      "step": 12648
    },
    {
      "epoch": 1.9104364899561999,
      "grad_norm": 1.485662562566676,
      "learning_rate": 2.9165182370255947e-06,
      "loss": 0.0897,
      "step": 12649
    },
    {
      "epoch": 1.9105875245431205,
      "grad_norm": 1.5039286937185792,
      "learning_rate": 2.915799375859471e-06,
      "loss": 0.0846,
      "step": 12650
    },
    {
      "epoch": 1.9107385591300408,
      "grad_norm": 1.6605227335565989,
      "learning_rate": 2.915080566830777e-06,
      "loss": 0.0965,
      "step": 12651
    },
    {
      "epoch": 1.9108895937169612,
      "grad_norm": 2.308038703685896,
      "learning_rate": 2.9143618099574855e-06,
      "loss": 0.1087,
      "step": 12652
    },
    {
      "epoch": 1.9110406283038817,
      "grad_norm": 1.2896853345083548,
      "learning_rate": 2.913643105257581e-06,
      "loss": 0.0719,
      "step": 12653
    },
    {
      "epoch": 1.911191662890802,
      "grad_norm": 1.4591903998188775,
      "learning_rate": 2.9129244527490434e-06,
      "loss": 0.0869,
      "step": 12654
    },
    {
      "epoch": 1.9113426974777226,
      "grad_norm": 1.5073123188154025,
      "learning_rate": 2.9122058524498476e-06,
      "loss": 0.0924,
      "step": 12655
    },
    {
      "epoch": 1.9114937320646428,
      "grad_norm": 1.411947940520885,
      "learning_rate": 2.9114873043779733e-06,
      "loss": 0.0901,
      "step": 12656
    },
    {
      "epoch": 1.9116447666515632,
      "grad_norm": 1.4188398996649108,
      "learning_rate": 2.9107688085513906e-06,
      "loss": 0.0919,
      "step": 12657
    },
    {
      "epoch": 1.9117958012384837,
      "grad_norm": 1.9849595074729793,
      "learning_rate": 2.9100503649880777e-06,
      "loss": 0.0874,
      "step": 12658
    },
    {
      "epoch": 1.911946835825404,
      "grad_norm": 1.3194316239020503,
      "learning_rate": 2.9093319737060054e-06,
      "loss": 0.0751,
      "step": 12659
    },
    {
      "epoch": 1.9120978704123244,
      "grad_norm": 1.3450150045989302,
      "learning_rate": 2.9086136347231414e-06,
      "loss": 0.0923,
      "step": 12660
    },
    {
      "epoch": 1.9122489049992448,
      "grad_norm": 1.2750712122694288,
      "learning_rate": 2.90789534805746e-06,
      "loss": 0.0782,
      "step": 12661
    },
    {
      "epoch": 1.9123999395861653,
      "grad_norm": 1.6002227763946468,
      "learning_rate": 2.907177113726926e-06,
      "loss": 0.0916,
      "step": 12662
    },
    {
      "epoch": 1.9125509741730857,
      "grad_norm": 2.117817076770571,
      "learning_rate": 2.9064589317495096e-06,
      "loss": 0.1044,
      "step": 12663
    },
    {
      "epoch": 1.912702008760006,
      "grad_norm": 1.4584927095982247,
      "learning_rate": 2.905740802143173e-06,
      "loss": 0.0885,
      "step": 12664
    },
    {
      "epoch": 1.9128530433469264,
      "grad_norm": 1.288677406732986,
      "learning_rate": 2.905022724925885e-06,
      "loss": 0.0848,
      "step": 12665
    },
    {
      "epoch": 1.9130040779338469,
      "grad_norm": 1.655062993428026,
      "learning_rate": 2.9043047001156056e-06,
      "loss": 0.1018,
      "step": 12666
    },
    {
      "epoch": 1.9131551125207673,
      "grad_norm": 1.854854533764169,
      "learning_rate": 2.9035867277302956e-06,
      "loss": 0.0991,
      "step": 12667
    },
    {
      "epoch": 1.9133061471076878,
      "grad_norm": 1.4964933478319187,
      "learning_rate": 2.9028688077879187e-06,
      "loss": 0.0921,
      "step": 12668
    },
    {
      "epoch": 1.913457181694608,
      "grad_norm": 2.043177473349473,
      "learning_rate": 2.90215094030643e-06,
      "loss": 0.1102,
      "step": 12669
    },
    {
      "epoch": 1.9136082162815284,
      "grad_norm": 1.5929564271647294,
      "learning_rate": 2.9014331253037927e-06,
      "loss": 0.0953,
      "step": 12670
    },
    {
      "epoch": 1.913759250868449,
      "grad_norm": 1.5009789004007683,
      "learning_rate": 2.900715362797958e-06,
      "loss": 0.0861,
      "step": 12671
    },
    {
      "epoch": 1.9139102854553691,
      "grad_norm": 1.709514559784572,
      "learning_rate": 2.899997652806885e-06,
      "loss": 0.0942,
      "step": 12672
    },
    {
      "epoch": 1.9140613200422898,
      "grad_norm": 1.542549228634703,
      "learning_rate": 2.899279995348527e-06,
      "loss": 0.0922,
      "step": 12673
    },
    {
      "epoch": 1.91421235462921,
      "grad_norm": 1.4099529292667834,
      "learning_rate": 2.8985623904408335e-06,
      "loss": 0.071,
      "step": 12674
    },
    {
      "epoch": 1.9143633892161305,
      "grad_norm": 2.0848494359565986,
      "learning_rate": 2.8978448381017594e-06,
      "loss": 0.1092,
      "step": 12675
    },
    {
      "epoch": 1.914514423803051,
      "grad_norm": 1.580947909343626,
      "learning_rate": 2.8971273383492516e-06,
      "loss": 0.0899,
      "step": 12676
    },
    {
      "epoch": 1.9146654583899712,
      "grad_norm": 1.8715351852956448,
      "learning_rate": 2.8964098912012604e-06,
      "loss": 0.1057,
      "step": 12677
    },
    {
      "epoch": 1.9148164929768918,
      "grad_norm": 1.783931754869082,
      "learning_rate": 2.895692496675735e-06,
      "loss": 0.0994,
      "step": 12678
    },
    {
      "epoch": 1.914967527563812,
      "grad_norm": 1.5310997113582814,
      "learning_rate": 2.894975154790618e-06,
      "loss": 0.0928,
      "step": 12679
    },
    {
      "epoch": 1.9151185621507325,
      "grad_norm": 1.358567452558484,
      "learning_rate": 2.89425786556386e-06,
      "loss": 0.0881,
      "step": 12680
    },
    {
      "epoch": 1.915269596737653,
      "grad_norm": 2.4143109603730406,
      "learning_rate": 2.8935406290133948e-06,
      "loss": 0.1076,
      "step": 12681
    },
    {
      "epoch": 1.9154206313245732,
      "grad_norm": 1.3971734542117926,
      "learning_rate": 2.8928234451571707e-06,
      "loss": 0.0898,
      "step": 12682
    },
    {
      "epoch": 1.9155716659114939,
      "grad_norm": 1.9008977328147874,
      "learning_rate": 2.8921063140131295e-06,
      "loss": 0.1117,
      "step": 12683
    },
    {
      "epoch": 1.915722700498414,
      "grad_norm": 2.172460673091047,
      "learning_rate": 2.8913892355992063e-06,
      "loss": 0.1215,
      "step": 12684
    },
    {
      "epoch": 1.9158737350853345,
      "grad_norm": 1.608199833714848,
      "learning_rate": 2.890672209933344e-06,
      "loss": 0.0896,
      "step": 12685
    },
    {
      "epoch": 1.916024769672255,
      "grad_norm": 1.4095678757609649,
      "learning_rate": 2.889955237033474e-06,
      "loss": 0.0834,
      "step": 12686
    },
    {
      "epoch": 1.9161758042591752,
      "grad_norm": 1.667146701117576,
      "learning_rate": 2.8892383169175377e-06,
      "loss": 0.1059,
      "step": 12687
    },
    {
      "epoch": 1.916326838846096,
      "grad_norm": 2.2838327232206885,
      "learning_rate": 2.8885214496034654e-06,
      "loss": 0.1104,
      "step": 12688
    },
    {
      "epoch": 1.9164778734330161,
      "grad_norm": 1.549460201351171,
      "learning_rate": 2.8878046351091894e-06,
      "loss": 0.0937,
      "step": 12689
    },
    {
      "epoch": 1.9166289080199366,
      "grad_norm": 1.3145420392769473,
      "learning_rate": 2.887087873452644e-06,
      "loss": 0.0901,
      "step": 12690
    },
    {
      "epoch": 1.916779942606857,
      "grad_norm": 2.0237115125280805,
      "learning_rate": 2.8863711646517563e-06,
      "loss": 0.1102,
      "step": 12691
    },
    {
      "epoch": 1.9169309771937773,
      "grad_norm": 1.6497147869188618,
      "learning_rate": 2.8856545087244587e-06,
      "loss": 0.0966,
      "step": 12692
    },
    {
      "epoch": 1.917082011780698,
      "grad_norm": 1.709082219370445,
      "learning_rate": 2.884937905688675e-06,
      "loss": 0.121,
      "step": 12693
    },
    {
      "epoch": 1.9172330463676182,
      "grad_norm": 2.197611522330754,
      "learning_rate": 2.8842213555623353e-06,
      "loss": 0.1033,
      "step": 12694
    },
    {
      "epoch": 1.9173840809545386,
      "grad_norm": 1.3971381195391963,
      "learning_rate": 2.8835048583633624e-06,
      "loss": 0.0862,
      "step": 12695
    },
    {
      "epoch": 1.917535115541459,
      "grad_norm": 1.3711439663163354,
      "learning_rate": 2.882788414109678e-06,
      "loss": 0.084,
      "step": 12696
    },
    {
      "epoch": 1.9176861501283793,
      "grad_norm": 1.4648250951038093,
      "learning_rate": 2.882072022819208e-06,
      "loss": 0.0802,
      "step": 12697
    },
    {
      "epoch": 1.9178371847153,
      "grad_norm": 1.2327130191117015,
      "learning_rate": 2.88135568450987e-06,
      "loss": 0.0782,
      "step": 12698
    },
    {
      "epoch": 1.9179882193022202,
      "grad_norm": 1.5472393787421828,
      "learning_rate": 2.880639399199585e-06,
      "loss": 0.0885,
      "step": 12699
    },
    {
      "epoch": 1.9181392538891406,
      "grad_norm": 1.3571089552056415,
      "learning_rate": 2.8799231669062746e-06,
      "loss": 0.0908,
      "step": 12700
    },
    {
      "epoch": 1.918290288476061,
      "grad_norm": 1.4983146350548802,
      "learning_rate": 2.8792069876478514e-06,
      "loss": 0.0952,
      "step": 12701
    },
    {
      "epoch": 1.9184413230629813,
      "grad_norm": 1.631875035717819,
      "learning_rate": 2.8784908614422323e-06,
      "loss": 0.0936,
      "step": 12702
    },
    {
      "epoch": 1.918592357649902,
      "grad_norm": 2.2136865036532525,
      "learning_rate": 2.8777747883073296e-06,
      "loss": 0.1222,
      "step": 12703
    },
    {
      "epoch": 1.9187433922368222,
      "grad_norm": 1.4600137920543845,
      "learning_rate": 2.8770587682610584e-06,
      "loss": 0.0947,
      "step": 12704
    },
    {
      "epoch": 1.9188944268237427,
      "grad_norm": 1.486078756865107,
      "learning_rate": 2.8763428013213326e-06,
      "loss": 0.0929,
      "step": 12705
    },
    {
      "epoch": 1.9190454614106631,
      "grad_norm": 1.2706449566731852,
      "learning_rate": 2.875626887506057e-06,
      "loss": 0.0748,
      "step": 12706
    },
    {
      "epoch": 1.9191964959975834,
      "grad_norm": 1.4252389182122334,
      "learning_rate": 2.8749110268331464e-06,
      "loss": 0.08,
      "step": 12707
    },
    {
      "epoch": 1.9193475305845038,
      "grad_norm": 1.4160187457838225,
      "learning_rate": 2.874195219320506e-06,
      "loss": 0.0867,
      "step": 12708
    },
    {
      "epoch": 1.9194985651714243,
      "grad_norm": 1.2503394729859927,
      "learning_rate": 2.873479464986039e-06,
      "loss": 0.0763,
      "step": 12709
    },
    {
      "epoch": 1.9196495997583447,
      "grad_norm": 1.6844003098197864,
      "learning_rate": 2.8727637638476557e-06,
      "loss": 0.0928,
      "step": 12710
    },
    {
      "epoch": 1.9198006343452652,
      "grad_norm": 1.4811155251809247,
      "learning_rate": 2.872048115923255e-06,
      "loss": 0.0954,
      "step": 12711
    },
    {
      "epoch": 1.9199516689321854,
      "grad_norm": 1.817186664288004,
      "learning_rate": 2.871332521230743e-06,
      "loss": 0.1018,
      "step": 12712
    },
    {
      "epoch": 1.9201027035191058,
      "grad_norm": 1.4339805318280898,
      "learning_rate": 2.870616979788018e-06,
      "loss": 0.0803,
      "step": 12713
    },
    {
      "epoch": 1.9202537381060263,
      "grad_norm": 1.7476566819215278,
      "learning_rate": 2.8699014916129823e-06,
      "loss": 0.1051,
      "step": 12714
    },
    {
      "epoch": 1.9204047726929467,
      "grad_norm": 1.3687112253440605,
      "learning_rate": 2.8691860567235307e-06,
      "loss": 0.0824,
      "step": 12715
    },
    {
      "epoch": 1.9205558072798672,
      "grad_norm": 1.6726642125515785,
      "learning_rate": 2.8684706751375647e-06,
      "loss": 0.0964,
      "step": 12716
    },
    {
      "epoch": 1.9207068418667874,
      "grad_norm": 1.6556703293863582,
      "learning_rate": 2.867755346872978e-06,
      "loss": 0.0913,
      "step": 12717
    },
    {
      "epoch": 1.9208578764537079,
      "grad_norm": 1.3111901741353194,
      "learning_rate": 2.8670400719476613e-06,
      "loss": 0.0806,
      "step": 12718
    },
    {
      "epoch": 1.9210089110406283,
      "grad_norm": 2.1522084260142007,
      "learning_rate": 2.8663248503795132e-06,
      "loss": 0.117,
      "step": 12719
    },
    {
      "epoch": 1.9211599456275485,
      "grad_norm": 1.4749239862199794,
      "learning_rate": 2.865609682186421e-06,
      "loss": 0.0969,
      "step": 12720
    },
    {
      "epoch": 1.9213109802144692,
      "grad_norm": 1.8836660868704456,
      "learning_rate": 2.8648945673862794e-06,
      "loss": 0.0941,
      "step": 12721
    },
    {
      "epoch": 1.9214620148013895,
      "grad_norm": 1.6797259429690177,
      "learning_rate": 2.8641795059969723e-06,
      "loss": 0.1107,
      "step": 12722
    },
    {
      "epoch": 1.92161304938831,
      "grad_norm": 1.3705456847887798,
      "learning_rate": 2.863464498036392e-06,
      "loss": 0.085,
      "step": 12723
    },
    {
      "epoch": 1.9217640839752304,
      "grad_norm": 1.7123109990013912,
      "learning_rate": 2.8627495435224228e-06,
      "loss": 0.0996,
      "step": 12724
    },
    {
      "epoch": 1.9219151185621506,
      "grad_norm": 1.9917684125330444,
      "learning_rate": 2.862034642472948e-06,
      "loss": 0.1081,
      "step": 12725
    },
    {
      "epoch": 1.9220661531490713,
      "grad_norm": 1.9785414727771402,
      "learning_rate": 2.8613197949058548e-06,
      "loss": 0.075,
      "step": 12726
    },
    {
      "epoch": 1.9222171877359915,
      "grad_norm": 1.4220830904848603,
      "learning_rate": 2.8606050008390214e-06,
      "loss": 0.1012,
      "step": 12727
    },
    {
      "epoch": 1.922368222322912,
      "grad_norm": 1.6649105586394193,
      "learning_rate": 2.8598902602903313e-06,
      "loss": 0.0945,
      "step": 12728
    },
    {
      "epoch": 1.9225192569098324,
      "grad_norm": 1.3244621464125257,
      "learning_rate": 2.859175573277665e-06,
      "loss": 0.0726,
      "step": 12729
    },
    {
      "epoch": 1.9226702914967526,
      "grad_norm": 2.581062779614919,
      "learning_rate": 2.8584609398189006e-06,
      "loss": 0.1222,
      "step": 12730
    },
    {
      "epoch": 1.9228213260836733,
      "grad_norm": 1.8294498793906204,
      "learning_rate": 2.857746359931913e-06,
      "loss": 0.1102,
      "step": 12731
    },
    {
      "epoch": 1.9229723606705935,
      "grad_norm": 1.4726426366350174,
      "learning_rate": 2.857031833634578e-06,
      "loss": 0.0936,
      "step": 12732
    },
    {
      "epoch": 1.923123395257514,
      "grad_norm": 1.2266130909662736,
      "learning_rate": 2.8563173609447703e-06,
      "loss": 0.0702,
      "step": 12733
    },
    {
      "epoch": 1.9232744298444344,
      "grad_norm": 1.5690065314492672,
      "learning_rate": 2.8556029418803656e-06,
      "loss": 0.0916,
      "step": 12734
    },
    {
      "epoch": 1.9234254644313546,
      "grad_norm": 1.1712381732606865,
      "learning_rate": 2.8548885764592304e-06,
      "loss": 0.079,
      "step": 12735
    },
    {
      "epoch": 1.9235764990182753,
      "grad_norm": 1.8965899824553598,
      "learning_rate": 2.8541742646992405e-06,
      "loss": 0.0959,
      "step": 12736
    },
    {
      "epoch": 1.9237275336051955,
      "grad_norm": 1.6042422279295308,
      "learning_rate": 2.8534600066182615e-06,
      "loss": 0.0799,
      "step": 12737
    },
    {
      "epoch": 1.923878568192116,
      "grad_norm": 1.5396360707262167,
      "learning_rate": 2.852745802234159e-06,
      "loss": 0.098,
      "step": 12738
    },
    {
      "epoch": 1.9240296027790365,
      "grad_norm": 2.0457691496421475,
      "learning_rate": 2.852031651564805e-06,
      "loss": 0.1048,
      "step": 12739
    },
    {
      "epoch": 1.9241806373659567,
      "grad_norm": 1.5822207545007814,
      "learning_rate": 2.851317554628058e-06,
      "loss": 0.0846,
      "step": 12740
    },
    {
      "epoch": 1.9243316719528774,
      "grad_norm": 1.4212498220234369,
      "learning_rate": 2.850603511441787e-06,
      "loss": 0.0811,
      "step": 12741
    },
    {
      "epoch": 1.9244827065397976,
      "grad_norm": 1.2413893649657732,
      "learning_rate": 2.84988952202385e-06,
      "loss": 0.0763,
      "step": 12742
    },
    {
      "epoch": 1.924633741126718,
      "grad_norm": 1.7763154707517343,
      "learning_rate": 2.849175586392111e-06,
      "loss": 0.0959,
      "step": 12743
    },
    {
      "epoch": 1.9247847757136385,
      "grad_norm": 2.352488179355129,
      "learning_rate": 2.848461704564428e-06,
      "loss": 0.1188,
      "step": 12744
    },
    {
      "epoch": 1.9249358103005587,
      "grad_norm": 1.5038220771393043,
      "learning_rate": 2.8477478765586575e-06,
      "loss": 0.0907,
      "step": 12745
    },
    {
      "epoch": 1.9250868448874794,
      "grad_norm": 1.874995628098085,
      "learning_rate": 2.84703410239266e-06,
      "loss": 0.1094,
      "step": 12746
    },
    {
      "epoch": 1.9252378794743996,
      "grad_norm": 2.166407626069373,
      "learning_rate": 2.8463203820842868e-06,
      "loss": 0.105,
      "step": 12747
    },
    {
      "epoch": 1.92538891406132,
      "grad_norm": 2.352857901193002,
      "learning_rate": 2.8456067156513965e-06,
      "loss": 0.1274,
      "step": 12748
    },
    {
      "epoch": 1.9255399486482405,
      "grad_norm": 1.4094667646760484,
      "learning_rate": 2.8448931031118377e-06,
      "loss": 0.0812,
      "step": 12749
    },
    {
      "epoch": 1.9256909832351607,
      "grad_norm": 1.5345624381191585,
      "learning_rate": 2.8441795444834654e-06,
      "loss": 0.0961,
      "step": 12750
    },
    {
      "epoch": 1.9258420178220814,
      "grad_norm": 1.5553897294826549,
      "learning_rate": 2.8434660397841256e-06,
      "loss": 0.0897,
      "step": 12751
    },
    {
      "epoch": 1.9259930524090016,
      "grad_norm": 2.80880468556389,
      "learning_rate": 2.8427525890316722e-06,
      "loss": 0.0978,
      "step": 12752
    },
    {
      "epoch": 1.926144086995922,
      "grad_norm": 2.177837543136597,
      "learning_rate": 2.842039192243949e-06,
      "loss": 0.0934,
      "step": 12753
    },
    {
      "epoch": 1.9262951215828426,
      "grad_norm": 1.917399231626879,
      "learning_rate": 2.8413258494388006e-06,
      "loss": 0.103,
      "step": 12754
    },
    {
      "epoch": 1.9264461561697628,
      "grad_norm": 1.5323306306879418,
      "learning_rate": 2.8406125606340764e-06,
      "loss": 0.097,
      "step": 12755
    },
    {
      "epoch": 1.9265971907566832,
      "grad_norm": 1.7406354524201775,
      "learning_rate": 2.839899325847615e-06,
      "loss": 0.0835,
      "step": 12756
    },
    {
      "epoch": 1.9267482253436037,
      "grad_norm": 1.6161948528926011,
      "learning_rate": 2.8391861450972596e-06,
      "loss": 0.1022,
      "step": 12757
    },
    {
      "epoch": 1.9268992599305241,
      "grad_norm": 1.6708487398938066,
      "learning_rate": 2.8384730184008547e-06,
      "loss": 0.0989,
      "step": 12758
    },
    {
      "epoch": 1.9270502945174446,
      "grad_norm": 1.5887464458046061,
      "learning_rate": 2.8377599457762354e-06,
      "loss": 0.091,
      "step": 12759
    },
    {
      "epoch": 1.9272013291043648,
      "grad_norm": 1.566468838960511,
      "learning_rate": 2.8370469272412394e-06,
      "loss": 0.0911,
      "step": 12760
    },
    {
      "epoch": 1.9273523636912853,
      "grad_norm": 3.7870228494164055,
      "learning_rate": 2.8363339628137064e-06,
      "loss": 0.1193,
      "step": 12761
    },
    {
      "epoch": 1.9275033982782057,
      "grad_norm": 1.5181670824473161,
      "learning_rate": 2.835621052511468e-06,
      "loss": 0.0919,
      "step": 12762
    },
    {
      "epoch": 1.9276544328651262,
      "grad_norm": 1.7127094435126957,
      "learning_rate": 2.8349081963523617e-06,
      "loss": 0.095,
      "step": 12763
    },
    {
      "epoch": 1.9278054674520466,
      "grad_norm": 1.9909489381536214,
      "learning_rate": 2.834195394354216e-06,
      "loss": 0.114,
      "step": 12764
    },
    {
      "epoch": 1.9279565020389668,
      "grad_norm": 1.3994204521562355,
      "learning_rate": 2.8334826465348666e-06,
      "loss": 0.0894,
      "step": 12765
    },
    {
      "epoch": 1.9281075366258873,
      "grad_norm": 1.4228168570564292,
      "learning_rate": 2.8327699529121398e-06,
      "loss": 0.0764,
      "step": 12766
    },
    {
      "epoch": 1.9282585712128077,
      "grad_norm": 1.3119209190133596,
      "learning_rate": 2.8320573135038643e-06,
      "loss": 0.084,
      "step": 12767
    },
    {
      "epoch": 1.928409605799728,
      "grad_norm": 1.7163265785186717,
      "learning_rate": 2.831344728327869e-06,
      "loss": 0.0867,
      "step": 12768
    },
    {
      "epoch": 1.9285606403866487,
      "grad_norm": 1.6077958632419027,
      "learning_rate": 2.8306321974019767e-06,
      "loss": 0.0884,
      "step": 12769
    },
    {
      "epoch": 1.9287116749735689,
      "grad_norm": 1.786955765691076,
      "learning_rate": 2.8299197207440153e-06,
      "loss": 0.0886,
      "step": 12770
    },
    {
      "epoch": 1.9288627095604893,
      "grad_norm": 1.5440897331373429,
      "learning_rate": 2.8292072983718042e-06,
      "loss": 0.0928,
      "step": 12771
    },
    {
      "epoch": 1.9290137441474098,
      "grad_norm": 1.4012742896807777,
      "learning_rate": 2.8284949303031693e-06,
      "loss": 0.0874,
      "step": 12772
    },
    {
      "epoch": 1.92916477873433,
      "grad_norm": 1.556534290608718,
      "learning_rate": 2.8277826165559284e-06,
      "loss": 0.091,
      "step": 12773
    },
    {
      "epoch": 1.9293158133212507,
      "grad_norm": 1.522859089947331,
      "learning_rate": 2.8270703571478987e-06,
      "loss": 0.0991,
      "step": 12774
    },
    {
      "epoch": 1.929466847908171,
      "grad_norm": 1.876723050326011,
      "learning_rate": 2.826358152096901e-06,
      "loss": 0.1097,
      "step": 12775
    },
    {
      "epoch": 1.9296178824950914,
      "grad_norm": 1.7895474295602354,
      "learning_rate": 2.8256460014207484e-06,
      "loss": 0.09,
      "step": 12776
    },
    {
      "epoch": 1.9297689170820118,
      "grad_norm": 1.4900393169628208,
      "learning_rate": 2.8249339051372595e-06,
      "loss": 0.09,
      "step": 12777
    },
    {
      "epoch": 1.929919951668932,
      "grad_norm": 2.5001608913890863,
      "learning_rate": 2.8242218632642427e-06,
      "loss": 0.1142,
      "step": 12778
    },
    {
      "epoch": 1.9300709862558527,
      "grad_norm": 1.1962968590232146,
      "learning_rate": 2.8235098758195138e-06,
      "loss": 0.0732,
      "step": 12779
    },
    {
      "epoch": 1.930222020842773,
      "grad_norm": 2.090953492014934,
      "learning_rate": 2.8227979428208874e-06,
      "loss": 0.1013,
      "step": 12780
    },
    {
      "epoch": 1.9303730554296934,
      "grad_norm": 1.9178431575210138,
      "learning_rate": 2.8220860642861636e-06,
      "loss": 0.1054,
      "step": 12781
    },
    {
      "epoch": 1.9305240900166138,
      "grad_norm": 1.4332904964348967,
      "learning_rate": 2.821374240233157e-06,
      "loss": 0.0782,
      "step": 12782
    },
    {
      "epoch": 1.930675124603534,
      "grad_norm": 1.2037485491445896,
      "learning_rate": 2.8206624706796715e-06,
      "loss": 0.0767,
      "step": 12783
    },
    {
      "epoch": 1.9308261591904547,
      "grad_norm": 1.521229362329461,
      "learning_rate": 2.8199507556435124e-06,
      "loss": 0.0971,
      "step": 12784
    },
    {
      "epoch": 1.930977193777375,
      "grad_norm": 1.3060711020602123,
      "learning_rate": 2.819239095142487e-06,
      "loss": 0.0933,
      "step": 12785
    },
    {
      "epoch": 1.9311282283642954,
      "grad_norm": 1.7171600349469784,
      "learning_rate": 2.8185274891943935e-06,
      "loss": 0.085,
      "step": 12786
    },
    {
      "epoch": 1.9312792629512159,
      "grad_norm": 1.5482970011356105,
      "learning_rate": 2.8178159378170366e-06,
      "loss": 0.1,
      "step": 12787
    },
    {
      "epoch": 1.931430297538136,
      "grad_norm": 1.6548606046392547,
      "learning_rate": 2.8171044410282155e-06,
      "loss": 0.1056,
      "step": 12788
    },
    {
      "epoch": 1.9315813321250568,
      "grad_norm": 1.7547974700693492,
      "learning_rate": 2.816392998845725e-06,
      "loss": 0.088,
      "step": 12789
    },
    {
      "epoch": 1.931732366711977,
      "grad_norm": 1.763767603809961,
      "learning_rate": 2.8156816112873677e-06,
      "loss": 0.1017,
      "step": 12790
    },
    {
      "epoch": 1.9318834012988975,
      "grad_norm": 2.2467494837039443,
      "learning_rate": 2.8149702783709345e-06,
      "loss": 0.1122,
      "step": 12791
    },
    {
      "epoch": 1.932034435885818,
      "grad_norm": 2.2132195379415713,
      "learning_rate": 2.8142590001142235e-06,
      "loss": 0.1303,
      "step": 12792
    },
    {
      "epoch": 1.9321854704727381,
      "grad_norm": 1.5527886143349448,
      "learning_rate": 2.813547776535025e-06,
      "loss": 0.0961,
      "step": 12793
    },
    {
      "epoch": 1.9323365050596588,
      "grad_norm": 1.503087799138926,
      "learning_rate": 2.812836607651133e-06,
      "loss": 0.1019,
      "step": 12794
    },
    {
      "epoch": 1.932487539646579,
      "grad_norm": 1.4491638224307304,
      "learning_rate": 2.8121254934803378e-06,
      "loss": 0.0946,
      "step": 12795
    },
    {
      "epoch": 1.9326385742334995,
      "grad_norm": 2.050598302552127,
      "learning_rate": 2.8114144340404237e-06,
      "loss": 0.1189,
      "step": 12796
    },
    {
      "epoch": 1.93278960882042,
      "grad_norm": 1.7274702608512453,
      "learning_rate": 2.8107034293491848e-06,
      "loss": 0.1018,
      "step": 12797
    },
    {
      "epoch": 1.9329406434073402,
      "grad_norm": 1.8681182942824148,
      "learning_rate": 2.8099924794244018e-06,
      "loss": 0.1017,
      "step": 12798
    },
    {
      "epoch": 1.9330916779942608,
      "grad_norm": 1.2654434338291032,
      "learning_rate": 2.809281584283864e-06,
      "loss": 0.0827,
      "step": 12799
    },
    {
      "epoch": 1.933242712581181,
      "grad_norm": 1.589606883466465,
      "learning_rate": 2.80857074394535e-06,
      "loss": 0.093,
      "step": 12800
    },
    {
      "epoch": 1.9333937471681015,
      "grad_norm": 1.3528281312765889,
      "learning_rate": 2.8078599584266476e-06,
      "loss": 0.0832,
      "step": 12801
    },
    {
      "epoch": 1.933544781755022,
      "grad_norm": 1.3862949746533064,
      "learning_rate": 2.8071492277455336e-06,
      "loss": 0.0899,
      "step": 12802
    },
    {
      "epoch": 1.9336958163419422,
      "grad_norm": 1.958279194148897,
      "learning_rate": 2.806438551919787e-06,
      "loss": 0.1102,
      "step": 12803
    },
    {
      "epoch": 1.9338468509288627,
      "grad_norm": 2.07808566096828,
      "learning_rate": 2.805727930967188e-06,
      "loss": 0.1056,
      "step": 12804
    },
    {
      "epoch": 1.933997885515783,
      "grad_norm": 1.4449455520765844,
      "learning_rate": 2.80501736490551e-06,
      "loss": 0.0992,
      "step": 12805
    },
    {
      "epoch": 1.9341489201027036,
      "grad_norm": 1.6778292566880653,
      "learning_rate": 2.804306853752533e-06,
      "loss": 0.0825,
      "step": 12806
    },
    {
      "epoch": 1.934299954689624,
      "grad_norm": 1.2231791332765682,
      "learning_rate": 2.803596397526026e-06,
      "loss": 0.0759,
      "step": 12807
    },
    {
      "epoch": 1.9344509892765442,
      "grad_norm": 1.7066362464232039,
      "learning_rate": 2.8028859962437637e-06,
      "loss": 0.0928,
      "step": 12808
    },
    {
      "epoch": 1.9346020238634647,
      "grad_norm": 1.5578745783819814,
      "learning_rate": 2.802175649923521e-06,
      "loss": 0.0899,
      "step": 12809
    },
    {
      "epoch": 1.9347530584503851,
      "grad_norm": 1.189145614203223,
      "learning_rate": 2.801465358583059e-06,
      "loss": 0.069,
      "step": 12810
    },
    {
      "epoch": 1.9349040930373056,
      "grad_norm": 1.4575899806603774,
      "learning_rate": 2.800755122240153e-06,
      "loss": 0.097,
      "step": 12811
    },
    {
      "epoch": 1.935055127624226,
      "grad_norm": 1.6171952697658156,
      "learning_rate": 2.8000449409125665e-06,
      "loss": 0.1055,
      "step": 12812
    },
    {
      "epoch": 1.9352061622111463,
      "grad_norm": 1.8456585470712046,
      "learning_rate": 2.7993348146180654e-06,
      "loss": 0.0928,
      "step": 12813
    },
    {
      "epoch": 1.9353571967980667,
      "grad_norm": 1.2775925793260137,
      "learning_rate": 2.7986247433744164e-06,
      "loss": 0.0859,
      "step": 12814
    },
    {
      "epoch": 1.9355082313849872,
      "grad_norm": 1.5394429401508878,
      "learning_rate": 2.797914727199379e-06,
      "loss": 0.0897,
      "step": 12815
    },
    {
      "epoch": 1.9356592659719074,
      "grad_norm": 1.362608062305506,
      "learning_rate": 2.7972047661107206e-06,
      "loss": 0.0785,
      "step": 12816
    },
    {
      "epoch": 1.935810300558828,
      "grad_norm": 1.4400813551038938,
      "learning_rate": 2.7964948601261925e-06,
      "loss": 0.087,
      "step": 12817
    },
    {
      "epoch": 1.9359613351457483,
      "grad_norm": 1.49531210603821,
      "learning_rate": 2.7957850092635587e-06,
      "loss": 0.0856,
      "step": 12818
    },
    {
      "epoch": 1.9361123697326688,
      "grad_norm": 1.7846560061986603,
      "learning_rate": 2.7950752135405768e-06,
      "loss": 0.0985,
      "step": 12819
    },
    {
      "epoch": 1.9362634043195892,
      "grad_norm": 1.2204026105210322,
      "learning_rate": 2.7943654729749993e-06,
      "loss": 0.0695,
      "step": 12820
    },
    {
      "epoch": 1.9364144389065094,
      "grad_norm": 2.752594050712843,
      "learning_rate": 2.7936557875845856e-06,
      "loss": 0.0895,
      "step": 12821
    },
    {
      "epoch": 1.9365654734934301,
      "grad_norm": 1.7317597100679796,
      "learning_rate": 2.7929461573870843e-06,
      "loss": 0.0992,
      "step": 12822
    },
    {
      "epoch": 1.9367165080803503,
      "grad_norm": 1.8342099082777088,
      "learning_rate": 2.7922365824002507e-06,
      "loss": 0.1128,
      "step": 12823
    },
    {
      "epoch": 1.9368675426672708,
      "grad_norm": 1.4169773047343044,
      "learning_rate": 2.7915270626418346e-06,
      "loss": 0.0967,
      "step": 12824
    },
    {
      "epoch": 1.9370185772541912,
      "grad_norm": 2.0644132311449623,
      "learning_rate": 2.7908175981295813e-06,
      "loss": 0.1074,
      "step": 12825
    },
    {
      "epoch": 1.9371696118411115,
      "grad_norm": 1.120382738358116,
      "learning_rate": 2.790108188881243e-06,
      "loss": 0.0692,
      "step": 12826
    },
    {
      "epoch": 1.9373206464280321,
      "grad_norm": 1.1530471668564903,
      "learning_rate": 2.789398834914563e-06,
      "loss": 0.0658,
      "step": 12827
    },
    {
      "epoch": 1.9374716810149524,
      "grad_norm": 1.4073513012994159,
      "learning_rate": 2.7886895362472894e-06,
      "loss": 0.093,
      "step": 12828
    },
    {
      "epoch": 1.9376227156018728,
      "grad_norm": 1.7223759855495204,
      "learning_rate": 2.787980292897161e-06,
      "loss": 0.0789,
      "step": 12829
    },
    {
      "epoch": 1.9377737501887933,
      "grad_norm": 1.5938519515046616,
      "learning_rate": 2.7872711048819233e-06,
      "loss": 0.0847,
      "step": 12830
    },
    {
      "epoch": 1.9379247847757135,
      "grad_norm": 2.019508005196891,
      "learning_rate": 2.7865619722193204e-06,
      "loss": 0.1114,
      "step": 12831
    },
    {
      "epoch": 1.9380758193626342,
      "grad_norm": 1.3104118542231336,
      "learning_rate": 2.7858528949270834e-06,
      "loss": 0.082,
      "step": 12832
    },
    {
      "epoch": 1.9382268539495544,
      "grad_norm": 1.6063138359804754,
      "learning_rate": 2.7851438730229563e-06,
      "loss": 0.0931,
      "step": 12833
    },
    {
      "epoch": 1.9383778885364749,
      "grad_norm": 1.9268765857593388,
      "learning_rate": 2.7844349065246723e-06,
      "loss": 0.1029,
      "step": 12834
    },
    {
      "epoch": 1.9385289231233953,
      "grad_norm": 1.720729148185546,
      "learning_rate": 2.7837259954499673e-06,
      "loss": 0.1102,
      "step": 12835
    },
    {
      "epoch": 1.9386799577103155,
      "grad_norm": 1.5543592837844746,
      "learning_rate": 2.783017139816578e-06,
      "loss": 0.0902,
      "step": 12836
    },
    {
      "epoch": 1.9388309922972362,
      "grad_norm": 1.5377082562324218,
      "learning_rate": 2.7823083396422334e-06,
      "loss": 0.1014,
      "step": 12837
    },
    {
      "epoch": 1.9389820268841564,
      "grad_norm": 1.4222619236352996,
      "learning_rate": 2.7815995949446694e-06,
      "loss": 0.0917,
      "step": 12838
    },
    {
      "epoch": 1.939133061471077,
      "grad_norm": 1.7002325313761582,
      "learning_rate": 2.7808909057416085e-06,
      "loss": 0.0982,
      "step": 12839
    },
    {
      "epoch": 1.9392840960579973,
      "grad_norm": 1.3707124966952713,
      "learning_rate": 2.780182272050782e-06,
      "loss": 0.083,
      "step": 12840
    },
    {
      "epoch": 1.9394351306449176,
      "grad_norm": 1.723108843739361,
      "learning_rate": 2.77947369388992e-06,
      "loss": 0.0931,
      "step": 12841
    },
    {
      "epoch": 1.9395861652318382,
      "grad_norm": 2.073767208255052,
      "learning_rate": 2.7787651712767426e-06,
      "loss": 0.0919,
      "step": 12842
    },
    {
      "epoch": 1.9397371998187585,
      "grad_norm": 2.0455861185089477,
      "learning_rate": 2.7780567042289786e-06,
      "loss": 0.0988,
      "step": 12843
    },
    {
      "epoch": 1.939888234405679,
      "grad_norm": 1.6202862829097668,
      "learning_rate": 2.7773482927643468e-06,
      "loss": 0.087,
      "step": 12844
    },
    {
      "epoch": 1.9400392689925994,
      "grad_norm": 1.8304751946974345,
      "learning_rate": 2.7766399369005725e-06,
      "loss": 0.098,
      "step": 12845
    },
    {
      "epoch": 1.9401903035795196,
      "grad_norm": 2.523350585747955,
      "learning_rate": 2.7759316366553735e-06,
      "loss": 0.1096,
      "step": 12846
    },
    {
      "epoch": 1.9403413381664403,
      "grad_norm": 1.4050028496784488,
      "learning_rate": 2.7752233920464655e-06,
      "loss": 0.0807,
      "step": 12847
    },
    {
      "epoch": 1.9404923727533605,
      "grad_norm": 1.7083088881212767,
      "learning_rate": 2.774515203091571e-06,
      "loss": 0.079,
      "step": 12848
    },
    {
      "epoch": 1.940643407340281,
      "grad_norm": 1.9177273252703428,
      "learning_rate": 2.773807069808402e-06,
      "loss": 0.0899,
      "step": 12849
    },
    {
      "epoch": 1.9407944419272014,
      "grad_norm": 1.462308467612249,
      "learning_rate": 2.7730989922146745e-06,
      "loss": 0.0955,
      "step": 12850
    },
    {
      "epoch": 1.9409454765141216,
      "grad_norm": 1.5223287600504334,
      "learning_rate": 2.7723909703281e-06,
      "loss": 0.1129,
      "step": 12851
    },
    {
      "epoch": 1.941096511101042,
      "grad_norm": 1.7458947589623812,
      "learning_rate": 2.7716830041663923e-06,
      "loss": 0.1008,
      "step": 12852
    },
    {
      "epoch": 1.9412475456879625,
      "grad_norm": 1.8736095875267886,
      "learning_rate": 2.7709750937472605e-06,
      "loss": 0.1113,
      "step": 12853
    },
    {
      "epoch": 1.941398580274883,
      "grad_norm": 1.919067250248536,
      "learning_rate": 2.770267239088411e-06,
      "loss": 0.1047,
      "step": 12854
    },
    {
      "epoch": 1.9415496148618034,
      "grad_norm": 1.8606665518355492,
      "learning_rate": 2.769559440207556e-06,
      "loss": 0.0912,
      "step": 12855
    },
    {
      "epoch": 1.9417006494487237,
      "grad_norm": 1.5463727955773718,
      "learning_rate": 2.7688516971223966e-06,
      "loss": 0.0867,
      "step": 12856
    },
    {
      "epoch": 1.9418516840356441,
      "grad_norm": 1.7682404230257485,
      "learning_rate": 2.7681440098506406e-06,
      "loss": 0.0987,
      "step": 12857
    },
    {
      "epoch": 1.9420027186225646,
      "grad_norm": 1.0605469385209165,
      "learning_rate": 2.767436378409989e-06,
      "loss": 0.0631,
      "step": 12858
    },
    {
      "epoch": 1.942153753209485,
      "grad_norm": 1.3948755573419716,
      "learning_rate": 2.766728802818145e-06,
      "loss": 0.0772,
      "step": 12859
    },
    {
      "epoch": 1.9423047877964055,
      "grad_norm": 1.9636800061853608,
      "learning_rate": 2.7660212830928125e-06,
      "loss": 0.1024,
      "step": 12860
    },
    {
      "epoch": 1.9424558223833257,
      "grad_norm": 1.4934657127006135,
      "learning_rate": 2.765313819251682e-06,
      "loss": 0.099,
      "step": 12861
    },
    {
      "epoch": 1.9426068569702462,
      "grad_norm": 1.4552185891562501,
      "learning_rate": 2.7646064113124584e-06,
      "loss": 0.0906,
      "step": 12862
    },
    {
      "epoch": 1.9427578915571666,
      "grad_norm": 1.5356230918606726,
      "learning_rate": 2.7638990592928333e-06,
      "loss": 0.0893,
      "step": 12863
    },
    {
      "epoch": 1.9429089261440868,
      "grad_norm": 1.2771738104349193,
      "learning_rate": 2.7631917632105037e-06,
      "loss": 0.0795,
      "step": 12864
    },
    {
      "epoch": 1.9430599607310075,
      "grad_norm": 1.8003872862316603,
      "learning_rate": 2.7624845230831643e-06,
      "loss": 0.0916,
      "step": 12865
    },
    {
      "epoch": 1.9432109953179277,
      "grad_norm": 1.5088583394727573,
      "learning_rate": 2.761777338928504e-06,
      "loss": 0.0888,
      "step": 12866
    },
    {
      "epoch": 1.9433620299048482,
      "grad_norm": 1.72656936762802,
      "learning_rate": 2.7610702107642197e-06,
      "loss": 0.1035,
      "step": 12867
    },
    {
      "epoch": 1.9435130644917686,
      "grad_norm": 1.5936181401227762,
      "learning_rate": 2.760363138607991e-06,
      "loss": 0.1096,
      "step": 12868
    },
    {
      "epoch": 1.9436640990786889,
      "grad_norm": 1.5745724493916524,
      "learning_rate": 2.759656122477511e-06,
      "loss": 0.0819,
      "step": 12869
    },
    {
      "epoch": 1.9438151336656095,
      "grad_norm": 1.4421613232009343,
      "learning_rate": 2.7589491623904676e-06,
      "loss": 0.0967,
      "step": 12870
    },
    {
      "epoch": 1.9439661682525298,
      "grad_norm": 1.4137155871326654,
      "learning_rate": 2.7582422583645417e-06,
      "loss": 0.0666,
      "step": 12871
    },
    {
      "epoch": 1.9441172028394502,
      "grad_norm": 1.3231432741890572,
      "learning_rate": 2.7575354104174214e-06,
      "loss": 0.0848,
      "step": 12872
    },
    {
      "epoch": 1.9442682374263707,
      "grad_norm": 2.092053160690393,
      "learning_rate": 2.7568286185667848e-06,
      "loss": 0.1109,
      "step": 12873
    },
    {
      "epoch": 1.944419272013291,
      "grad_norm": 1.3527635347231353,
      "learning_rate": 2.756121882830316e-06,
      "loss": 0.0926,
      "step": 12874
    },
    {
      "epoch": 1.9445703066002116,
      "grad_norm": 1.5941791066476994,
      "learning_rate": 2.7554152032256933e-06,
      "loss": 0.0914,
      "step": 12875
    },
    {
      "epoch": 1.9447213411871318,
      "grad_norm": 1.7290074293567392,
      "learning_rate": 2.754708579770592e-06,
      "loss": 0.0996,
      "step": 12876
    },
    {
      "epoch": 1.9448723757740523,
      "grad_norm": 1.9240931075546648,
      "learning_rate": 2.7540020124826926e-06,
      "loss": 0.1011,
      "step": 12877
    },
    {
      "epoch": 1.9450234103609727,
      "grad_norm": 1.6363771313488056,
      "learning_rate": 2.753295501379667e-06,
      "loss": 0.1117,
      "step": 12878
    },
    {
      "epoch": 1.945174444947893,
      "grad_norm": 1.6719311812810884,
      "learning_rate": 2.7525890464791928e-06,
      "loss": 0.107,
      "step": 12879
    },
    {
      "epoch": 1.9453254795348136,
      "grad_norm": 1.7069239038835902,
      "learning_rate": 2.751882647798938e-06,
      "loss": 0.0965,
      "step": 12880
    },
    {
      "epoch": 1.9454765141217338,
      "grad_norm": 1.4933349345041194,
      "learning_rate": 2.7511763053565775e-06,
      "loss": 0.0986,
      "step": 12881
    },
    {
      "epoch": 1.9456275487086543,
      "grad_norm": 1.3835271846859238,
      "learning_rate": 2.750470019169779e-06,
      "loss": 0.0783,
      "step": 12882
    },
    {
      "epoch": 1.9457785832955747,
      "grad_norm": 1.621706644112322,
      "learning_rate": 2.7497637892562086e-06,
      "loss": 0.1001,
      "step": 12883
    },
    {
      "epoch": 1.945929617882495,
      "grad_norm": 1.7677066798006769,
      "learning_rate": 2.7490576156335368e-06,
      "loss": 0.0958,
      "step": 12884
    },
    {
      "epoch": 1.9460806524694156,
      "grad_norm": 1.592930452169318,
      "learning_rate": 2.748351498319426e-06,
      "loss": 0.0852,
      "step": 12885
    },
    {
      "epoch": 1.9462316870563359,
      "grad_norm": 1.8836084962405226,
      "learning_rate": 2.7476454373315407e-06,
      "loss": 0.0992,
      "step": 12886
    },
    {
      "epoch": 1.9463827216432563,
      "grad_norm": 2.3372456148826792,
      "learning_rate": 2.7469394326875466e-06,
      "loss": 0.0845,
      "step": 12887
    },
    {
      "epoch": 1.9465337562301768,
      "grad_norm": 1.5934104783377865,
      "learning_rate": 2.746233484405102e-06,
      "loss": 0.1051,
      "step": 12888
    },
    {
      "epoch": 1.946684790817097,
      "grad_norm": 1.6720284346702445,
      "learning_rate": 2.7455275925018665e-06,
      "loss": 0.1061,
      "step": 12889
    },
    {
      "epoch": 1.9468358254040177,
      "grad_norm": 1.561426829665095,
      "learning_rate": 2.7448217569954968e-06,
      "loss": 0.1007,
      "step": 12890
    },
    {
      "epoch": 1.946986859990938,
      "grad_norm": 1.769356734420211,
      "learning_rate": 2.744115977903652e-06,
      "loss": 0.0905,
      "step": 12891
    },
    {
      "epoch": 1.9471378945778584,
      "grad_norm": 0.9865810085792761,
      "learning_rate": 2.7434102552439886e-06,
      "loss": 0.0637,
      "step": 12892
    },
    {
      "epoch": 1.9472889291647788,
      "grad_norm": 1.4310819641923556,
      "learning_rate": 2.7427045890341575e-06,
      "loss": 0.0923,
      "step": 12893
    },
    {
      "epoch": 1.947439963751699,
      "grad_norm": 1.564698678867796,
      "learning_rate": 2.741998979291815e-06,
      "loss": 0.1038,
      "step": 12894
    },
    {
      "epoch": 1.9475909983386197,
      "grad_norm": 1.4680499647589054,
      "learning_rate": 2.7412934260346085e-06,
      "loss": 0.0921,
      "step": 12895
    },
    {
      "epoch": 1.94774203292554,
      "grad_norm": 2.1372053074824704,
      "learning_rate": 2.740587929280192e-06,
      "loss": 0.1127,
      "step": 12896
    },
    {
      "epoch": 1.9478930675124604,
      "grad_norm": 1.3538703335049542,
      "learning_rate": 2.7398824890462104e-06,
      "loss": 0.0834,
      "step": 12897
    },
    {
      "epoch": 1.9480441020993808,
      "grad_norm": 1.5459585431100504,
      "learning_rate": 2.7391771053503115e-06,
      "loss": 0.1009,
      "step": 12898
    },
    {
      "epoch": 1.948195136686301,
      "grad_norm": 1.5599497205312887,
      "learning_rate": 2.738471778210142e-06,
      "loss": 0.085,
      "step": 12899
    },
    {
      "epoch": 1.9483461712732215,
      "grad_norm": 1.7264614784313874,
      "learning_rate": 2.7377665076433436e-06,
      "loss": 0.0933,
      "step": 12900
    },
    {
      "epoch": 1.948497205860142,
      "grad_norm": 1.7597826954791331,
      "learning_rate": 2.7370612936675624e-06,
      "loss": 0.1044,
      "step": 12901
    },
    {
      "epoch": 1.9486482404470624,
      "grad_norm": 1.327728860879343,
      "learning_rate": 2.7363561363004365e-06,
      "loss": 0.0877,
      "step": 12902
    },
    {
      "epoch": 1.9487992750339829,
      "grad_norm": 1.7421688577281078,
      "learning_rate": 2.7356510355596087e-06,
      "loss": 0.1002,
      "step": 12903
    },
    {
      "epoch": 1.948950309620903,
      "grad_norm": 1.5179635056578353,
      "learning_rate": 2.734945991462717e-06,
      "loss": 0.0794,
      "step": 12904
    },
    {
      "epoch": 1.9491013442078235,
      "grad_norm": 1.396530037061154,
      "learning_rate": 2.734241004027395e-06,
      "loss": 0.0939,
      "step": 12905
    },
    {
      "epoch": 1.949252378794744,
      "grad_norm": 1.5886240774972054,
      "learning_rate": 2.733536073271283e-06,
      "loss": 0.091,
      "step": 12906
    },
    {
      "epoch": 1.9494034133816645,
      "grad_norm": 1.5537730870538362,
      "learning_rate": 2.732831199212011e-06,
      "loss": 0.0874,
      "step": 12907
    },
    {
      "epoch": 1.949554447968585,
      "grad_norm": 1.3581925629669285,
      "learning_rate": 2.732126381867216e-06,
      "loss": 0.0787,
      "step": 12908
    },
    {
      "epoch": 1.9497054825555051,
      "grad_norm": 1.2431647944587696,
      "learning_rate": 2.731421621254525e-06,
      "loss": 0.0743,
      "step": 12909
    },
    {
      "epoch": 1.9498565171424256,
      "grad_norm": 1.7392721328732943,
      "learning_rate": 2.7307169173915726e-06,
      "loss": 0.0891,
      "step": 12910
    },
    {
      "epoch": 1.950007551729346,
      "grad_norm": 2.5191933389192975,
      "learning_rate": 2.7300122702959854e-06,
      "loss": 0.1443,
      "step": 12911
    },
    {
      "epoch": 1.9501585863162663,
      "grad_norm": 1.8263704613889298,
      "learning_rate": 2.729307679985388e-06,
      "loss": 0.1054,
      "step": 12912
    },
    {
      "epoch": 1.950309620903187,
      "grad_norm": 1.3530724849477098,
      "learning_rate": 2.72860314647741e-06,
      "loss": 0.0958,
      "step": 12913
    },
    {
      "epoch": 1.9504606554901072,
      "grad_norm": 1.3580161942979752,
      "learning_rate": 2.7278986697896726e-06,
      "loss": 0.0891,
      "step": 12914
    },
    {
      "epoch": 1.9506116900770276,
      "grad_norm": 1.590222442886219,
      "learning_rate": 2.7271942499397997e-06,
      "loss": 0.0977,
      "step": 12915
    },
    {
      "epoch": 1.950762724663948,
      "grad_norm": 1.9432140150414439,
      "learning_rate": 2.726489886945415e-06,
      "loss": 0.0853,
      "step": 12916
    },
    {
      "epoch": 1.9509137592508683,
      "grad_norm": 1.4771096811386237,
      "learning_rate": 2.7257855808241364e-06,
      "loss": 0.0832,
      "step": 12917
    },
    {
      "epoch": 1.951064793837789,
      "grad_norm": 1.719377992395067,
      "learning_rate": 2.725081331593583e-06,
      "loss": 0.1049,
      "step": 12918
    },
    {
      "epoch": 1.9512158284247092,
      "grad_norm": 1.2505350474126513,
      "learning_rate": 2.72437713927137e-06,
      "loss": 0.0784,
      "step": 12919
    },
    {
      "epoch": 1.9513668630116296,
      "grad_norm": 1.4435197327066558,
      "learning_rate": 2.7236730038751145e-06,
      "loss": 0.0857,
      "step": 12920
    },
    {
      "epoch": 1.95151789759855,
      "grad_norm": 1.2862396512762464,
      "learning_rate": 2.7229689254224347e-06,
      "loss": 0.0786,
      "step": 12921
    },
    {
      "epoch": 1.9516689321854703,
      "grad_norm": 1.4654892731894675,
      "learning_rate": 2.7222649039309362e-06,
      "loss": 0.0738,
      "step": 12922
    },
    {
      "epoch": 1.951819966772391,
      "grad_norm": 1.8228480061190606,
      "learning_rate": 2.7215609394182375e-06,
      "loss": 0.0961,
      "step": 12923
    },
    {
      "epoch": 1.9519710013593112,
      "grad_norm": 1.5394193970702885,
      "learning_rate": 2.7208570319019446e-06,
      "loss": 0.0987,
      "step": 12924
    },
    {
      "epoch": 1.9521220359462317,
      "grad_norm": 1.4336616029912734,
      "learning_rate": 2.720153181399665e-06,
      "loss": 0.0842,
      "step": 12925
    },
    {
      "epoch": 1.9522730705331521,
      "grad_norm": 1.2877889814867198,
      "learning_rate": 2.7194493879290108e-06,
      "loss": 0.0812,
      "step": 12926
    },
    {
      "epoch": 1.9524241051200724,
      "grad_norm": 1.3255558428697605,
      "learning_rate": 2.718745651507583e-06,
      "loss": 0.0882,
      "step": 12927
    },
    {
      "epoch": 1.952575139706993,
      "grad_norm": 1.354822706109418,
      "learning_rate": 2.718041972152989e-06,
      "loss": 0.0822,
      "step": 12928
    },
    {
      "epoch": 1.9527261742939133,
      "grad_norm": 1.5646931614435602,
      "learning_rate": 2.717338349882829e-06,
      "loss": 0.0838,
      "step": 12929
    },
    {
      "epoch": 1.9528772088808337,
      "grad_norm": 1.91427306000355,
      "learning_rate": 2.7166347847147077e-06,
      "loss": 0.097,
      "step": 12930
    },
    {
      "epoch": 1.9530282434677542,
      "grad_norm": 1.4603792265954327,
      "learning_rate": 2.7159312766662216e-06,
      "loss": 0.0841,
      "step": 12931
    },
    {
      "epoch": 1.9531792780546744,
      "grad_norm": 1.9031224695426356,
      "learning_rate": 2.7152278257549735e-06,
      "loss": 0.1033,
      "step": 12932
    },
    {
      "epoch": 1.953330312641595,
      "grad_norm": 1.4204932181620202,
      "learning_rate": 2.7145244319985585e-06,
      "loss": 0.0952,
      "step": 12933
    },
    {
      "epoch": 1.9534813472285153,
      "grad_norm": 1.7487677613031063,
      "learning_rate": 2.7138210954145707e-06,
      "loss": 0.1165,
      "step": 12934
    },
    {
      "epoch": 1.9536323818154357,
      "grad_norm": 1.5070031702054487,
      "learning_rate": 2.713117816020607e-06,
      "loss": 0.0935,
      "step": 12935
    },
    {
      "epoch": 1.9537834164023562,
      "grad_norm": 1.496256190950941,
      "learning_rate": 2.7124145938342584e-06,
      "loss": 0.095,
      "step": 12936
    },
    {
      "epoch": 1.9539344509892764,
      "grad_norm": 1.2510429045509486,
      "learning_rate": 2.711711428873117e-06,
      "loss": 0.0753,
      "step": 12937
    },
    {
      "epoch": 1.954085485576197,
      "grad_norm": 1.4843625791249533,
      "learning_rate": 2.7110083211547753e-06,
      "loss": 0.0959,
      "step": 12938
    },
    {
      "epoch": 1.9542365201631173,
      "grad_norm": 1.8676087778638986,
      "learning_rate": 2.7103052706968197e-06,
      "loss": 0.1113,
      "step": 12939
    },
    {
      "epoch": 1.9543875547500378,
      "grad_norm": 1.6587799513345112,
      "learning_rate": 2.7096022775168374e-06,
      "loss": 0.0907,
      "step": 12940
    },
    {
      "epoch": 1.9545385893369582,
      "grad_norm": 1.4017961004490802,
      "learning_rate": 2.7088993416324126e-06,
      "loss": 0.0853,
      "step": 12941
    },
    {
      "epoch": 1.9546896239238785,
      "grad_norm": 1.4767064985197085,
      "learning_rate": 2.7081964630611314e-06,
      "loss": 0.0886,
      "step": 12942
    },
    {
      "epoch": 1.9548406585107991,
      "grad_norm": 1.9277926741473317,
      "learning_rate": 2.7074936418205784e-06,
      "loss": 0.1025,
      "step": 12943
    },
    {
      "epoch": 1.9549916930977194,
      "grad_norm": 1.7040175292855713,
      "learning_rate": 2.7067908779283315e-06,
      "loss": 0.1036,
      "step": 12944
    },
    {
      "epoch": 1.9551427276846398,
      "grad_norm": 1.5845321014228324,
      "learning_rate": 2.7060881714019737e-06,
      "loss": 0.1035,
      "step": 12945
    },
    {
      "epoch": 1.9552937622715603,
      "grad_norm": 1.6909643849883678,
      "learning_rate": 2.705385522259083e-06,
      "loss": 0.0933,
      "step": 12946
    },
    {
      "epoch": 1.9554447968584805,
      "grad_norm": 1.4494041256335826,
      "learning_rate": 2.704682930517234e-06,
      "loss": 0.0874,
      "step": 12947
    },
    {
      "epoch": 1.955595831445401,
      "grad_norm": 1.540622576419335,
      "learning_rate": 2.703980396194006e-06,
      "loss": 0.088,
      "step": 12948
    },
    {
      "epoch": 1.9557468660323214,
      "grad_norm": 1.3157432186962532,
      "learning_rate": 2.7032779193069703e-06,
      "loss": 0.0789,
      "step": 12949
    },
    {
      "epoch": 1.9558979006192418,
      "grad_norm": 1.3231038049049169,
      "learning_rate": 2.702575499873703e-06,
      "loss": 0.0893,
      "step": 12950
    },
    {
      "epoch": 1.9560489352061623,
      "grad_norm": 2.442920682133523,
      "learning_rate": 2.7018731379117714e-06,
      "loss": 0.1321,
      "step": 12951
    },
    {
      "epoch": 1.9561999697930825,
      "grad_norm": 1.8945664696720426,
      "learning_rate": 2.701170833438749e-06,
      "loss": 0.0947,
      "step": 12952
    },
    {
      "epoch": 1.956351004380003,
      "grad_norm": 1.371154872355637,
      "learning_rate": 2.7004685864722035e-06,
      "loss": 0.0907,
      "step": 12953
    },
    {
      "epoch": 1.9565020389669234,
      "grad_norm": 1.3155544825645813,
      "learning_rate": 2.6997663970297e-06,
      "loss": 0.0828,
      "step": 12954
    },
    {
      "epoch": 1.9566530735538439,
      "grad_norm": 1.3431048034593749,
      "learning_rate": 2.6990642651288074e-06,
      "loss": 0.0922,
      "step": 12955
    },
    {
      "epoch": 1.9568041081407643,
      "grad_norm": 1.353308743521841,
      "learning_rate": 2.698362190787086e-06,
      "loss": 0.0846,
      "step": 12956
    },
    {
      "epoch": 1.9569551427276846,
      "grad_norm": 1.359921386062575,
      "learning_rate": 2.697660174022103e-06,
      "loss": 0.0809,
      "step": 12957
    },
    {
      "epoch": 1.957106177314605,
      "grad_norm": 1.5590106328031397,
      "learning_rate": 2.696958214851415e-06,
      "loss": 0.0943,
      "step": 12958
    },
    {
      "epoch": 1.9572572119015255,
      "grad_norm": 1.5478792435629312,
      "learning_rate": 2.696256313292587e-06,
      "loss": 0.0872,
      "step": 12959
    },
    {
      "epoch": 1.9574082464884457,
      "grad_norm": 1.2152462794779153,
      "learning_rate": 2.6955544693631742e-06,
      "loss": 0.0747,
      "step": 12960
    },
    {
      "epoch": 1.9575592810753664,
      "grad_norm": 1.7651660267204445,
      "learning_rate": 2.694852683080733e-06,
      "loss": 0.0865,
      "step": 12961
    },
    {
      "epoch": 1.9577103156622866,
      "grad_norm": 1.6002975640102564,
      "learning_rate": 2.694150954462822e-06,
      "loss": 0.0844,
      "step": 12962
    },
    {
      "epoch": 1.957861350249207,
      "grad_norm": 1.6418493410596016,
      "learning_rate": 2.693449283526991e-06,
      "loss": 0.1007,
      "step": 12963
    },
    {
      "epoch": 1.9580123848361275,
      "grad_norm": 1.4595494697169549,
      "learning_rate": 2.6927476702907974e-06,
      "loss": 0.0796,
      "step": 12964
    },
    {
      "epoch": 1.9581634194230477,
      "grad_norm": 1.6051700761888645,
      "learning_rate": 2.6920461147717885e-06,
      "loss": 0.1019,
      "step": 12965
    },
    {
      "epoch": 1.9583144540099684,
      "grad_norm": 1.231813994057509,
      "learning_rate": 2.6913446169875155e-06,
      "loss": 0.0803,
      "step": 12966
    },
    {
      "epoch": 1.9584654885968886,
      "grad_norm": 1.5918994073175163,
      "learning_rate": 2.69064317695553e-06,
      "loss": 0.0904,
      "step": 12967
    },
    {
      "epoch": 1.958616523183809,
      "grad_norm": 1.5125676506099865,
      "learning_rate": 2.689941794693375e-06,
      "loss": 0.0867,
      "step": 12968
    },
    {
      "epoch": 1.9587675577707295,
      "grad_norm": 1.4945623891841673,
      "learning_rate": 2.6892404702185977e-06,
      "loss": 0.0965,
      "step": 12969
    },
    {
      "epoch": 1.9589185923576498,
      "grad_norm": 1.4907611089573214,
      "learning_rate": 2.688539203548739e-06,
      "loss": 0.0878,
      "step": 12970
    },
    {
      "epoch": 1.9590696269445704,
      "grad_norm": 1.1970971517051179,
      "learning_rate": 2.6878379947013444e-06,
      "loss": 0.0781,
      "step": 12971
    },
    {
      "epoch": 1.9592206615314907,
      "grad_norm": 1.7444815443158546,
      "learning_rate": 2.687136843693956e-06,
      "loss": 0.1099,
      "step": 12972
    },
    {
      "epoch": 1.959371696118411,
      "grad_norm": 1.5199119565437313,
      "learning_rate": 2.6864357505441095e-06,
      "loss": 0.0895,
      "step": 12973
    },
    {
      "epoch": 1.9595227307053316,
      "grad_norm": 1.562626013817534,
      "learning_rate": 2.685734715269349e-06,
      "loss": 0.0958,
      "step": 12974
    },
    {
      "epoch": 1.9596737652922518,
      "grad_norm": 3.4329756754288763,
      "learning_rate": 2.6850337378872073e-06,
      "loss": 0.1205,
      "step": 12975
    },
    {
      "epoch": 1.9598247998791725,
      "grad_norm": 1.2314914462548836,
      "learning_rate": 2.6843328184152178e-06,
      "loss": 0.082,
      "step": 12976
    },
    {
      "epoch": 1.9599758344660927,
      "grad_norm": 1.480119288133735,
      "learning_rate": 2.683631956870919e-06,
      "loss": 0.0708,
      "step": 12977
    },
    {
      "epoch": 1.9601268690530131,
      "grad_norm": 1.9347219302468897,
      "learning_rate": 2.68293115327184e-06,
      "loss": 0.1127,
      "step": 12978
    },
    {
      "epoch": 1.9602779036399336,
      "grad_norm": 2.4155591580324187,
      "learning_rate": 2.682230407635514e-06,
      "loss": 0.0999,
      "step": 12979
    },
    {
      "epoch": 1.9604289382268538,
      "grad_norm": 2.5270984047584757,
      "learning_rate": 2.6815297199794687e-06,
      "loss": 0.0927,
      "step": 12980
    },
    {
      "epoch": 1.9605799728137745,
      "grad_norm": 1.4982430878510256,
      "learning_rate": 2.6808290903212344e-06,
      "loss": 0.0926,
      "step": 12981
    },
    {
      "epoch": 1.9607310074006947,
      "grad_norm": 1.546450207249254,
      "learning_rate": 2.6801285186783365e-06,
      "loss": 0.1057,
      "step": 12982
    },
    {
      "epoch": 1.9608820419876152,
      "grad_norm": 1.4643303625847433,
      "learning_rate": 2.6794280050682988e-06,
      "loss": 0.093,
      "step": 12983
    },
    {
      "epoch": 1.9610330765745356,
      "grad_norm": 1.244500161986894,
      "learning_rate": 2.6787275495086473e-06,
      "loss": 0.0861,
      "step": 12984
    },
    {
      "epoch": 1.9611841111614559,
      "grad_norm": 1.2538241627807256,
      "learning_rate": 2.6780271520169015e-06,
      "loss": 0.0785,
      "step": 12985
    },
    {
      "epoch": 1.9613351457483765,
      "grad_norm": 1.2559902402689007,
      "learning_rate": 2.6773268126105867e-06,
      "loss": 0.0794,
      "step": 12986
    },
    {
      "epoch": 1.9614861803352968,
      "grad_norm": 1.3617881539521786,
      "learning_rate": 2.676626531307217e-06,
      "loss": 0.0795,
      "step": 12987
    },
    {
      "epoch": 1.9616372149222172,
      "grad_norm": 1.705876801688881,
      "learning_rate": 2.6759263081243146e-06,
      "loss": 0.0914,
      "step": 12988
    },
    {
      "epoch": 1.9617882495091377,
      "grad_norm": 1.3684328992234844,
      "learning_rate": 2.675226143079395e-06,
      "loss": 0.0843,
      "step": 12989
    },
    {
      "epoch": 1.961939284096058,
      "grad_norm": 1.6731947269447953,
      "learning_rate": 2.6745260361899704e-06,
      "loss": 0.0967,
      "step": 12990
    },
    {
      "epoch": 1.9620903186829786,
      "grad_norm": 1.517438382462017,
      "learning_rate": 2.6738259874735584e-06,
      "loss": 0.092,
      "step": 12991
    },
    {
      "epoch": 1.9622413532698988,
      "grad_norm": 1.5877465220960372,
      "learning_rate": 2.673125996947667e-06,
      "loss": 0.0855,
      "step": 12992
    },
    {
      "epoch": 1.9623923878568192,
      "grad_norm": 1.1504134567136957,
      "learning_rate": 2.672426064629811e-06,
      "loss": 0.0736,
      "step": 12993
    },
    {
      "epoch": 1.9625434224437397,
      "grad_norm": 1.1893546677162077,
      "learning_rate": 2.671726190537496e-06,
      "loss": 0.0779,
      "step": 12994
    },
    {
      "epoch": 1.96269445703066,
      "grad_norm": 1.8701807063044218,
      "learning_rate": 2.671026374688231e-06,
      "loss": 0.1043,
      "step": 12995
    },
    {
      "epoch": 1.9628454916175804,
      "grad_norm": 1.1881371897253383,
      "learning_rate": 2.6703266170995268e-06,
      "loss": 0.0743,
      "step": 12996
    },
    {
      "epoch": 1.9629965262045008,
      "grad_norm": 1.6668042287537403,
      "learning_rate": 2.6696269177888803e-06,
      "loss": 0.0885,
      "step": 12997
    },
    {
      "epoch": 1.9631475607914213,
      "grad_norm": 1.9399856364760697,
      "learning_rate": 2.6689272767737983e-06,
      "loss": 0.0881,
      "step": 12998
    },
    {
      "epoch": 1.9632985953783417,
      "grad_norm": 1.4091067324636712,
      "learning_rate": 2.6682276940717844e-06,
      "loss": 0.0939,
      "step": 12999
    },
    {
      "epoch": 1.963449629965262,
      "grad_norm": 1.423129247357118,
      "learning_rate": 2.6675281697003365e-06,
      "loss": 0.0749,
      "step": 13000
    },
    {
      "epoch": 1.9636006645521824,
      "grad_norm": 2.0253615916957015,
      "learning_rate": 2.666828703676957e-06,
      "loss": 0.1066,
      "step": 13001
    },
    {
      "epoch": 1.9637516991391029,
      "grad_norm": 1.5125276467953241,
      "learning_rate": 2.666129296019139e-06,
      "loss": 0.0967,
      "step": 13002
    },
    {
      "epoch": 1.9639027337260233,
      "grad_norm": 1.4670934962369244,
      "learning_rate": 2.6654299467443822e-06,
      "loss": 0.0849,
      "step": 13003
    },
    {
      "epoch": 1.9640537683129438,
      "grad_norm": 1.7642069943067404,
      "learning_rate": 2.66473065587018e-06,
      "loss": 0.1031,
      "step": 13004
    },
    {
      "epoch": 1.964204802899864,
      "grad_norm": 1.5161032682137763,
      "learning_rate": 2.664031423414023e-06,
      "loss": 0.0944,
      "step": 13005
    },
    {
      "epoch": 1.9643558374867844,
      "grad_norm": 1.9528992094777677,
      "learning_rate": 2.663332249393408e-06,
      "loss": 0.0983,
      "step": 13006
    },
    {
      "epoch": 1.964506872073705,
      "grad_norm": 1.7586151904121268,
      "learning_rate": 2.6626331338258194e-06,
      "loss": 0.0963,
      "step": 13007
    },
    {
      "epoch": 1.9646579066606251,
      "grad_norm": 1.2474545945801363,
      "learning_rate": 2.6619340767287514e-06,
      "loss": 0.0789,
      "step": 13008
    },
    {
      "epoch": 1.9648089412475458,
      "grad_norm": 1.6077911986993918,
      "learning_rate": 2.661235078119687e-06,
      "loss": 0.0852,
      "step": 13009
    },
    {
      "epoch": 1.964959975834466,
      "grad_norm": 1.3325755832838906,
      "learning_rate": 2.660536138016116e-06,
      "loss": 0.0797,
      "step": 13010
    },
    {
      "epoch": 1.9651110104213865,
      "grad_norm": 1.8671226450290643,
      "learning_rate": 2.6598372564355206e-06,
      "loss": 0.1144,
      "step": 13011
    },
    {
      "epoch": 1.965262045008307,
      "grad_norm": 1.7828411873485388,
      "learning_rate": 2.659138433395382e-06,
      "loss": 0.1145,
      "step": 13012
    },
    {
      "epoch": 1.9654130795952272,
      "grad_norm": 1.7851336393412207,
      "learning_rate": 2.658439668913185e-06,
      "loss": 0.0986,
      "step": 13013
    },
    {
      "epoch": 1.9655641141821478,
      "grad_norm": 1.3202400920805133,
      "learning_rate": 2.657740963006406e-06,
      "loss": 0.0892,
      "step": 13014
    },
    {
      "epoch": 1.965715148769068,
      "grad_norm": 1.591878644778807,
      "learning_rate": 2.6570423156925274e-06,
      "loss": 0.0903,
      "step": 13015
    },
    {
      "epoch": 1.9658661833559885,
      "grad_norm": 1.2923106553984927,
      "learning_rate": 2.656343726989023e-06,
      "loss": 0.0778,
      "step": 13016
    },
    {
      "epoch": 1.966017217942909,
      "grad_norm": 1.7877665711790247,
      "learning_rate": 2.6556451969133697e-06,
      "loss": 0.1007,
      "step": 13017
    },
    {
      "epoch": 1.9661682525298292,
      "grad_norm": 1.4920094951823355,
      "learning_rate": 2.6549467254830453e-06,
      "loss": 0.1002,
      "step": 13018
    },
    {
      "epoch": 1.9663192871167499,
      "grad_norm": 1.3156905416393456,
      "learning_rate": 2.6542483127155144e-06,
      "loss": 0.0772,
      "step": 13019
    },
    {
      "epoch": 1.96647032170367,
      "grad_norm": 2.05303533725146,
      "learning_rate": 2.653549958628255e-06,
      "loss": 0.0963,
      "step": 13020
    },
    {
      "epoch": 1.9666213562905905,
      "grad_norm": 2.171241946556209,
      "learning_rate": 2.6528516632387326e-06,
      "loss": 0.0959,
      "step": 13021
    },
    {
      "epoch": 1.966772390877511,
      "grad_norm": 1.8522346728138697,
      "learning_rate": 2.6521534265644166e-06,
      "loss": 0.1091,
      "step": 13022
    },
    {
      "epoch": 1.9669234254644312,
      "grad_norm": 1.487367038694777,
      "learning_rate": 2.6514552486227774e-06,
      "loss": 0.0856,
      "step": 13023
    },
    {
      "epoch": 1.967074460051352,
      "grad_norm": 1.4987677719891195,
      "learning_rate": 2.650757129431275e-06,
      "loss": 0.0879,
      "step": 13024
    },
    {
      "epoch": 1.9672254946382721,
      "grad_norm": 1.6291541129899674,
      "learning_rate": 2.6500590690073793e-06,
      "loss": 0.1053,
      "step": 13025
    },
    {
      "epoch": 1.9673765292251926,
      "grad_norm": 1.914527485520381,
      "learning_rate": 2.6493610673685444e-06,
      "loss": 0.1062,
      "step": 13026
    },
    {
      "epoch": 1.967527563812113,
      "grad_norm": 1.4434986884670629,
      "learning_rate": 2.6486631245322363e-06,
      "loss": 0.093,
      "step": 13027
    },
    {
      "epoch": 1.9676785983990333,
      "grad_norm": 1.6591338654318344,
      "learning_rate": 2.6479652405159163e-06,
      "loss": 0.0843,
      "step": 13028
    },
    {
      "epoch": 1.967829632985954,
      "grad_norm": 1.5118634060180223,
      "learning_rate": 2.647267415337037e-06,
      "loss": 0.0877,
      "step": 13029
    },
    {
      "epoch": 1.9679806675728742,
      "grad_norm": 1.8571227336110945,
      "learning_rate": 2.64656964901306e-06,
      "loss": 0.1163,
      "step": 13030
    },
    {
      "epoch": 1.9681317021597946,
      "grad_norm": 1.6858282273733378,
      "learning_rate": 2.6458719415614364e-06,
      "loss": 0.0962,
      "step": 13031
    },
    {
      "epoch": 1.968282736746715,
      "grad_norm": 1.7356199022115952,
      "learning_rate": 2.6451742929996234e-06,
      "loss": 0.1066,
      "step": 13032
    },
    {
      "epoch": 1.9684337713336353,
      "grad_norm": 1.165021547537999,
      "learning_rate": 2.6444767033450708e-06,
      "loss": 0.074,
      "step": 13033
    },
    {
      "epoch": 1.968584805920556,
      "grad_norm": 1.6139189064573272,
      "learning_rate": 2.6437791726152274e-06,
      "loss": 0.0913,
      "step": 13034
    },
    {
      "epoch": 1.9687358405074762,
      "grad_norm": 1.7297638422570956,
      "learning_rate": 2.643081700827547e-06,
      "loss": 0.0929,
      "step": 13035
    },
    {
      "epoch": 1.9688868750943966,
      "grad_norm": 1.441490058668664,
      "learning_rate": 2.642384287999472e-06,
      "loss": 0.0768,
      "step": 13036
    },
    {
      "epoch": 1.969037909681317,
      "grad_norm": 1.418063213100543,
      "learning_rate": 2.6416869341484534e-06,
      "loss": 0.0903,
      "step": 13037
    },
    {
      "epoch": 1.9691889442682373,
      "grad_norm": 1.451996855639032,
      "learning_rate": 2.640989639291932e-06,
      "loss": 0.084,
      "step": 13038
    },
    {
      "epoch": 1.969339978855158,
      "grad_norm": 1.8024080961463518,
      "learning_rate": 2.640292403447354e-06,
      "loss": 0.1039,
      "step": 13039
    },
    {
      "epoch": 1.9694910134420782,
      "grad_norm": 1.7360338145709657,
      "learning_rate": 2.63959522663216e-06,
      "loss": 0.0925,
      "step": 13040
    },
    {
      "epoch": 1.9696420480289987,
      "grad_norm": 1.524172674269136,
      "learning_rate": 2.6388981088637887e-06,
      "loss": 0.0891,
      "step": 13041
    },
    {
      "epoch": 1.9697930826159191,
      "grad_norm": 1.5253998491261738,
      "learning_rate": 2.6382010501596816e-06,
      "loss": 0.0914,
      "step": 13042
    },
    {
      "epoch": 1.9699441172028394,
      "grad_norm": 1.4538474099039966,
      "learning_rate": 2.637504050537273e-06,
      "loss": 0.0765,
      "step": 13043
    },
    {
      "epoch": 1.9700951517897598,
      "grad_norm": 1.5713064285742098,
      "learning_rate": 2.6368071100140024e-06,
      "loss": 0.0784,
      "step": 13044
    },
    {
      "epoch": 1.9702461863766803,
      "grad_norm": 1.2556547311237272,
      "learning_rate": 2.6361102286073005e-06,
      "loss": 0.0796,
      "step": 13045
    },
    {
      "epoch": 1.9703972209636007,
      "grad_norm": 1.7575354452064877,
      "learning_rate": 2.6354134063346017e-06,
      "loss": 0.0964,
      "step": 13046
    },
    {
      "epoch": 1.9705482555505212,
      "grad_norm": 1.3736277135263664,
      "learning_rate": 2.6347166432133408e-06,
      "loss": 0.0905,
      "step": 13047
    },
    {
      "epoch": 1.9706992901374414,
      "grad_norm": 1.4648652137066245,
      "learning_rate": 2.6340199392609413e-06,
      "loss": 0.086,
      "step": 13048
    },
    {
      "epoch": 1.9708503247243618,
      "grad_norm": 2.1265051677665827,
      "learning_rate": 2.633323294494836e-06,
      "loss": 0.1057,
      "step": 13049
    },
    {
      "epoch": 1.9710013593112823,
      "grad_norm": 2.2709677165846527,
      "learning_rate": 2.6326267089324485e-06,
      "loss": 0.1103,
      "step": 13050
    },
    {
      "epoch": 1.9711523938982027,
      "grad_norm": 1.4604207456389287,
      "learning_rate": 2.6319301825912076e-06,
      "loss": 0.0883,
      "step": 13051
    },
    {
      "epoch": 1.9713034284851232,
      "grad_norm": 2.3060759619422324,
      "learning_rate": 2.631233715488537e-06,
      "loss": 0.1161,
      "step": 13052
    },
    {
      "epoch": 1.9714544630720434,
      "grad_norm": 1.3417348490128536,
      "learning_rate": 2.6305373076418574e-06,
      "loss": 0.0847,
      "step": 13053
    },
    {
      "epoch": 1.9716054976589639,
      "grad_norm": 2.186043587880953,
      "learning_rate": 2.6298409590685934e-06,
      "loss": 0.1183,
      "step": 13054
    },
    {
      "epoch": 1.9717565322458843,
      "grad_norm": 1.5797881078711333,
      "learning_rate": 2.629144669786159e-06,
      "loss": 0.0862,
      "step": 13055
    },
    {
      "epoch": 1.9719075668328045,
      "grad_norm": 1.7787096522361192,
      "learning_rate": 2.628448439811975e-06,
      "loss": 0.0899,
      "step": 13056
    },
    {
      "epoch": 1.9720586014197252,
      "grad_norm": 1.599204780652442,
      "learning_rate": 2.627752269163459e-06,
      "loss": 0.1099,
      "step": 13057
    },
    {
      "epoch": 1.9722096360066455,
      "grad_norm": 2.166619327766329,
      "learning_rate": 2.627056157858024e-06,
      "loss": 0.1231,
      "step": 13058
    },
    {
      "epoch": 1.972360670593566,
      "grad_norm": 1.5756099165941007,
      "learning_rate": 2.6263601059130867e-06,
      "loss": 0.0943,
      "step": 13059
    },
    {
      "epoch": 1.9725117051804864,
      "grad_norm": 1.2484330165995112,
      "learning_rate": 2.625664113346055e-06,
      "loss": 0.0788,
      "step": 13060
    },
    {
      "epoch": 1.9726627397674066,
      "grad_norm": 1.353046236699105,
      "learning_rate": 2.6249681801743444e-06,
      "loss": 0.0895,
      "step": 13061
    },
    {
      "epoch": 1.9728137743543273,
      "grad_norm": 1.3892359087445791,
      "learning_rate": 2.6242723064153614e-06,
      "loss": 0.085,
      "step": 13062
    },
    {
      "epoch": 1.9729648089412475,
      "grad_norm": 1.8502701844693676,
      "learning_rate": 2.6235764920865113e-06,
      "loss": 0.0967,
      "step": 13063
    },
    {
      "epoch": 1.973115843528168,
      "grad_norm": 1.7142102377215738,
      "learning_rate": 2.622880737205206e-06,
      "loss": 0.0968,
      "step": 13064
    },
    {
      "epoch": 1.9732668781150884,
      "grad_norm": 1.2735870795628403,
      "learning_rate": 2.622185041788844e-06,
      "loss": 0.0886,
      "step": 13065
    },
    {
      "epoch": 1.9734179127020086,
      "grad_norm": 3.7030843018061748,
      "learning_rate": 2.6214894058548335e-06,
      "loss": 0.1115,
      "step": 13066
    },
    {
      "epoch": 1.9735689472889293,
      "grad_norm": 1.8482590092917235,
      "learning_rate": 2.6207938294205717e-06,
      "loss": 0.0782,
      "step": 13067
    },
    {
      "epoch": 1.9737199818758495,
      "grad_norm": 1.3515631679142621,
      "learning_rate": 2.620098312503464e-06,
      "loss": 0.0853,
      "step": 13068
    },
    {
      "epoch": 1.97387101646277,
      "grad_norm": 1.4666336016204649,
      "learning_rate": 2.619402855120906e-06,
      "loss": 0.0892,
      "step": 13069
    },
    {
      "epoch": 1.9740220510496904,
      "grad_norm": 1.437410657580425,
      "learning_rate": 2.6187074572902937e-06,
      "loss": 0.0874,
      "step": 13070
    },
    {
      "epoch": 1.9741730856366106,
      "grad_norm": 2.4496337435450006,
      "learning_rate": 2.6180121190290263e-06,
      "loss": 0.1085,
      "step": 13071
    },
    {
      "epoch": 1.9743241202235313,
      "grad_norm": 1.5662522365537275,
      "learning_rate": 2.6173168403544947e-06,
      "loss": 0.0898,
      "step": 13072
    },
    {
      "epoch": 1.9744751548104515,
      "grad_norm": 1.4276042993063363,
      "learning_rate": 2.6166216212840924e-06,
      "loss": 0.0918,
      "step": 13073
    },
    {
      "epoch": 1.974626189397372,
      "grad_norm": 1.57972418217765,
      "learning_rate": 2.6159264618352143e-06,
      "loss": 0.1017,
      "step": 13074
    },
    {
      "epoch": 1.9747772239842925,
      "grad_norm": 1.6071158240423908,
      "learning_rate": 2.615231362025246e-06,
      "loss": 0.0801,
      "step": 13075
    },
    {
      "epoch": 1.9749282585712127,
      "grad_norm": 1.4909879622942075,
      "learning_rate": 2.6145363218715804e-06,
      "loss": 0.09,
      "step": 13076
    },
    {
      "epoch": 1.9750792931581334,
      "grad_norm": 1.2819151426646664,
      "learning_rate": 2.613841341391597e-06,
      "loss": 0.0712,
      "step": 13077
    },
    {
      "epoch": 1.9752303277450536,
      "grad_norm": 1.421912137194845,
      "learning_rate": 2.613146420602686e-06,
      "loss": 0.082,
      "step": 13078
    },
    {
      "epoch": 1.975381362331974,
      "grad_norm": 1.31226857817358,
      "learning_rate": 2.6124515595222324e-06,
      "loss": 0.0761,
      "step": 13079
    },
    {
      "epoch": 1.9755323969188945,
      "grad_norm": 1.6169472049749263,
      "learning_rate": 2.611756758167614e-06,
      "loss": 0.0994,
      "step": 13080
    },
    {
      "epoch": 1.9756834315058147,
      "grad_norm": 1.3932104402759362,
      "learning_rate": 2.6110620165562166e-06,
      "loss": 0.088,
      "step": 13081
    },
    {
      "epoch": 1.9758344660927354,
      "grad_norm": 2.1222157627286493,
      "learning_rate": 2.6103673347054153e-06,
      "loss": 0.1006,
      "step": 13082
    },
    {
      "epoch": 1.9759855006796556,
      "grad_norm": 1.7817623501491182,
      "learning_rate": 2.609672712632592e-06,
      "loss": 0.1011,
      "step": 13083
    },
    {
      "epoch": 1.976136535266576,
      "grad_norm": 2.0564253171670646,
      "learning_rate": 2.6089781503551216e-06,
      "loss": 0.1034,
      "step": 13084
    },
    {
      "epoch": 1.9762875698534965,
      "grad_norm": 1.5581185165216114,
      "learning_rate": 2.608283647890375e-06,
      "loss": 0.1054,
      "step": 13085
    },
    {
      "epoch": 1.9764386044404167,
      "grad_norm": 1.7677260623885407,
      "learning_rate": 2.6075892052557315e-06,
      "loss": 0.0919,
      "step": 13086
    },
    {
      "epoch": 1.9765896390273374,
      "grad_norm": 2.713604472295316,
      "learning_rate": 2.6068948224685588e-06,
      "loss": 0.1231,
      "step": 13087
    },
    {
      "epoch": 1.9767406736142576,
      "grad_norm": 1.2658831182321475,
      "learning_rate": 2.60620049954623e-06,
      "loss": 0.0821,
      "step": 13088
    },
    {
      "epoch": 1.976891708201178,
      "grad_norm": 1.365987036799947,
      "learning_rate": 2.605506236506111e-06,
      "loss": 0.079,
      "step": 13089
    },
    {
      "epoch": 1.9770427427880986,
      "grad_norm": 1.6424169626413323,
      "learning_rate": 2.604812033365573e-06,
      "loss": 0.1087,
      "step": 13090
    },
    {
      "epoch": 1.9771937773750188,
      "grad_norm": 1.3467630943194386,
      "learning_rate": 2.60411789014198e-06,
      "loss": 0.077,
      "step": 13091
    },
    {
      "epoch": 1.9773448119619392,
      "grad_norm": 1.2298839015012668,
      "learning_rate": 2.603423806852694e-06,
      "loss": 0.0804,
      "step": 13092
    },
    {
      "epoch": 1.9774958465488597,
      "grad_norm": 2.2693748914363394,
      "learning_rate": 2.6027297835150822e-06,
      "loss": 0.1013,
      "step": 13093
    },
    {
      "epoch": 1.9776468811357801,
      "grad_norm": 1.6175277392229976,
      "learning_rate": 2.6020358201465013e-06,
      "loss": 0.0809,
      "step": 13094
    },
    {
      "epoch": 1.9777979157227006,
      "grad_norm": 1.643904015717154,
      "learning_rate": 2.601341916764316e-06,
      "loss": 0.1017,
      "step": 13095
    },
    {
      "epoch": 1.9779489503096208,
      "grad_norm": 1.3729063806917332,
      "learning_rate": 2.6006480733858806e-06,
      "loss": 0.0768,
      "step": 13096
    },
    {
      "epoch": 1.9780999848965413,
      "grad_norm": 2.0815342776553267,
      "learning_rate": 2.5999542900285557e-06,
      "loss": 0.0937,
      "step": 13097
    },
    {
      "epoch": 1.9782510194834617,
      "grad_norm": 1.403284511232837,
      "learning_rate": 2.5992605667096947e-06,
      "loss": 0.0801,
      "step": 13098
    },
    {
      "epoch": 1.9784020540703822,
      "grad_norm": 1.5240855482429323,
      "learning_rate": 2.5985669034466497e-06,
      "loss": 0.0846,
      "step": 13099
    },
    {
      "epoch": 1.9785530886573026,
      "grad_norm": 1.628296787683225,
      "learning_rate": 2.597873300256777e-06,
      "loss": 0.0957,
      "step": 13100
    },
    {
      "epoch": 1.9787041232442228,
      "grad_norm": 2.0397639159027077,
      "learning_rate": 2.5971797571574232e-06,
      "loss": 0.0942,
      "step": 13101
    },
    {
      "epoch": 1.9788551578311433,
      "grad_norm": 1.7968748148487257,
      "learning_rate": 2.5964862741659393e-06,
      "loss": 0.1027,
      "step": 13102
    },
    {
      "epoch": 1.9790061924180637,
      "grad_norm": 1.91497134264783,
      "learning_rate": 2.5957928512996754e-06,
      "loss": 0.1009,
      "step": 13103
    },
    {
      "epoch": 1.979157227004984,
      "grad_norm": 1.5350985360246703,
      "learning_rate": 2.595099488575977e-06,
      "loss": 0.0977,
      "step": 13104
    },
    {
      "epoch": 1.9793082615919046,
      "grad_norm": 1.6651051209253303,
      "learning_rate": 2.594406186012188e-06,
      "loss": 0.075,
      "step": 13105
    },
    {
      "epoch": 1.9794592961788249,
      "grad_norm": 2.039394340668455,
      "learning_rate": 2.5937129436256493e-06,
      "loss": 0.1039,
      "step": 13106
    },
    {
      "epoch": 1.9796103307657453,
      "grad_norm": 2.1011119104920444,
      "learning_rate": 2.593019761433706e-06,
      "loss": 0.1004,
      "step": 13107
    },
    {
      "epoch": 1.9797613653526658,
      "grad_norm": 1.5582486881358284,
      "learning_rate": 2.5923266394536987e-06,
      "loss": 0.0887,
      "step": 13108
    },
    {
      "epoch": 1.979912399939586,
      "grad_norm": 1.87018085519829,
      "learning_rate": 2.5916335777029637e-06,
      "loss": 0.0866,
      "step": 13109
    },
    {
      "epoch": 1.9800634345265067,
      "grad_norm": 1.5332106869860085,
      "learning_rate": 2.590940576198842e-06,
      "loss": 0.0909,
      "step": 13110
    },
    {
      "epoch": 1.980214469113427,
      "grad_norm": 1.6356575554794022,
      "learning_rate": 2.5902476349586647e-06,
      "loss": 0.0815,
      "step": 13111
    },
    {
      "epoch": 1.9803655037003474,
      "grad_norm": 1.572510728314293,
      "learning_rate": 2.589554753999771e-06,
      "loss": 0.0943,
      "step": 13112
    },
    {
      "epoch": 1.9805165382872678,
      "grad_norm": 1.345173431940102,
      "learning_rate": 2.5888619333394914e-06,
      "loss": 0.0731,
      "step": 13113
    },
    {
      "epoch": 1.980667572874188,
      "grad_norm": 1.5256988964695208,
      "learning_rate": 2.5881691729951553e-06,
      "loss": 0.0787,
      "step": 13114
    },
    {
      "epoch": 1.9808186074611087,
      "grad_norm": 2.003434350451552,
      "learning_rate": 2.587476472984096e-06,
      "loss": 0.0999,
      "step": 13115
    },
    {
      "epoch": 1.980969642048029,
      "grad_norm": 1.3798676030034986,
      "learning_rate": 2.5867838333236382e-06,
      "loss": 0.0877,
      "step": 13116
    },
    {
      "epoch": 1.9811206766349494,
      "grad_norm": 1.4039594650884577,
      "learning_rate": 2.5860912540311127e-06,
      "loss": 0.0807,
      "step": 13117
    },
    {
      "epoch": 1.9812717112218698,
      "grad_norm": 1.6660615584551104,
      "learning_rate": 2.585398735123841e-06,
      "loss": 0.09,
      "step": 13118
    },
    {
      "epoch": 1.98142274580879,
      "grad_norm": 1.7639818841353385,
      "learning_rate": 2.5847062766191492e-06,
      "loss": 0.0969,
      "step": 13119
    },
    {
      "epoch": 1.9815737803957107,
      "grad_norm": 1.41931909649133,
      "learning_rate": 2.5840138785343595e-06,
      "loss": 0.0722,
      "step": 13120
    },
    {
      "epoch": 1.981724814982631,
      "grad_norm": 1.537863182465471,
      "learning_rate": 2.5833215408867902e-06,
      "loss": 0.0841,
      "step": 13121
    },
    {
      "epoch": 1.9818758495695514,
      "grad_norm": 2.1962053200260305,
      "learning_rate": 2.582629263693764e-06,
      "loss": 0.1125,
      "step": 13122
    },
    {
      "epoch": 1.9820268841564719,
      "grad_norm": 1.5791234432105348,
      "learning_rate": 2.5819370469725947e-06,
      "loss": 0.1023,
      "step": 13123
    },
    {
      "epoch": 1.982177918743392,
      "grad_norm": 1.9841774460216226,
      "learning_rate": 2.5812448907406007e-06,
      "loss": 0.1065,
      "step": 13124
    },
    {
      "epoch": 1.9823289533303128,
      "grad_norm": 1.5135592552472839,
      "learning_rate": 2.5805527950150982e-06,
      "loss": 0.0881,
      "step": 13125
    },
    {
      "epoch": 1.982479987917233,
      "grad_norm": 1.8695856264564175,
      "learning_rate": 2.5798607598133982e-06,
      "loss": 0.1017,
      "step": 13126
    },
    {
      "epoch": 1.9826310225041535,
      "grad_norm": 1.7630356339293014,
      "learning_rate": 2.579168785152814e-06,
      "loss": 0.0975,
      "step": 13127
    },
    {
      "epoch": 1.982782057091074,
      "grad_norm": 1.585005319252215,
      "learning_rate": 2.5784768710506526e-06,
      "loss": 0.0905,
      "step": 13128
    },
    {
      "epoch": 1.9829330916779941,
      "grad_norm": 1.1972016453968073,
      "learning_rate": 2.5777850175242235e-06,
      "loss": 0.0679,
      "step": 13129
    },
    {
      "epoch": 1.9830841262649148,
      "grad_norm": 1.5373710566575658,
      "learning_rate": 2.5770932245908375e-06,
      "loss": 0.0975,
      "step": 13130
    },
    {
      "epoch": 1.983235160851835,
      "grad_norm": 2.462492657012552,
      "learning_rate": 2.576401492267796e-06,
      "loss": 0.1163,
      "step": 13131
    },
    {
      "epoch": 1.9833861954387555,
      "grad_norm": 1.427147854953871,
      "learning_rate": 2.5757098205724065e-06,
      "loss": 0.0785,
      "step": 13132
    },
    {
      "epoch": 1.983537230025676,
      "grad_norm": 1.356212714275799,
      "learning_rate": 2.575018209521969e-06,
      "loss": 0.0821,
      "step": 13133
    },
    {
      "epoch": 1.9836882646125962,
      "grad_norm": 1.850205423088605,
      "learning_rate": 2.5743266591337832e-06,
      "loss": 0.0927,
      "step": 13134
    },
    {
      "epoch": 1.9838392991995168,
      "grad_norm": 1.736184473256718,
      "learning_rate": 2.5736351694251536e-06,
      "loss": 0.1064,
      "step": 13135
    },
    {
      "epoch": 1.983990333786437,
      "grad_norm": 1.5169355622784928,
      "learning_rate": 2.5729437404133726e-06,
      "loss": 0.0944,
      "step": 13136
    },
    {
      "epoch": 1.9841413683733575,
      "grad_norm": 1.5868997418289839,
      "learning_rate": 2.572252372115741e-06,
      "loss": 0.0952,
      "step": 13137
    },
    {
      "epoch": 1.984292402960278,
      "grad_norm": 1.6276361922673783,
      "learning_rate": 2.57156106454955e-06,
      "loss": 0.0826,
      "step": 13138
    },
    {
      "epoch": 1.9844434375471982,
      "grad_norm": 1.3608254391132273,
      "learning_rate": 2.5708698177320977e-06,
      "loss": 0.0991,
      "step": 13139
    },
    {
      "epoch": 1.9845944721341187,
      "grad_norm": 1.776551148736721,
      "learning_rate": 2.570178631680673e-06,
      "loss": 0.0935,
      "step": 13140
    },
    {
      "epoch": 1.984745506721039,
      "grad_norm": 1.3497640226915388,
      "learning_rate": 2.5694875064125655e-06,
      "loss": 0.0778,
      "step": 13141
    },
    {
      "epoch": 1.9848965413079596,
      "grad_norm": 1.9512865937131454,
      "learning_rate": 2.568796441945066e-06,
      "loss": 0.0887,
      "step": 13142
    },
    {
      "epoch": 1.98504757589488,
      "grad_norm": 1.2933783565158696,
      "learning_rate": 2.568105438295461e-06,
      "loss": 0.0793,
      "step": 13143
    },
    {
      "epoch": 1.9851986104818002,
      "grad_norm": 2.6562611786295136,
      "learning_rate": 2.5674144954810363e-06,
      "loss": 0.0942,
      "step": 13144
    },
    {
      "epoch": 1.9853496450687207,
      "grad_norm": 1.6341037734995316,
      "learning_rate": 2.5667236135190753e-06,
      "loss": 0.0907,
      "step": 13145
    },
    {
      "epoch": 1.9855006796556411,
      "grad_norm": 1.6845903959541217,
      "learning_rate": 2.566032792426865e-06,
      "loss": 0.0942,
      "step": 13146
    },
    {
      "epoch": 1.9856517142425616,
      "grad_norm": 1.4756533645166694,
      "learning_rate": 2.5653420322216798e-06,
      "loss": 0.0808,
      "step": 13147
    },
    {
      "epoch": 1.985802748829482,
      "grad_norm": 3.380659428101151,
      "learning_rate": 2.5646513329208055e-06,
      "loss": 0.1048,
      "step": 13148
    },
    {
      "epoch": 1.9859537834164023,
      "grad_norm": 1.3935807731643735,
      "learning_rate": 2.5639606945415186e-06,
      "loss": 0.076,
      "step": 13149
    },
    {
      "epoch": 1.9861048180033227,
      "grad_norm": 1.6066129489990306,
      "learning_rate": 2.5632701171010934e-06,
      "loss": 0.0839,
      "step": 13150
    },
    {
      "epoch": 1.9862558525902432,
      "grad_norm": 1.3993794939072366,
      "learning_rate": 2.5625796006168085e-06,
      "loss": 0.0856,
      "step": 13151
    },
    {
      "epoch": 1.9864068871771634,
      "grad_norm": 1.9075756782890245,
      "learning_rate": 2.561889145105934e-06,
      "loss": 0.0977,
      "step": 13152
    },
    {
      "epoch": 1.986557921764084,
      "grad_norm": 1.8533429346884405,
      "learning_rate": 2.5611987505857437e-06,
      "loss": 0.1073,
      "step": 13153
    },
    {
      "epoch": 1.9867089563510043,
      "grad_norm": 1.4940341030763964,
      "learning_rate": 2.5605084170735113e-06,
      "loss": 0.0958,
      "step": 13154
    },
    {
      "epoch": 1.9868599909379248,
      "grad_norm": 1.434379055909492,
      "learning_rate": 2.5598181445865023e-06,
      "loss": 0.0847,
      "step": 13155
    },
    {
      "epoch": 1.9870110255248452,
      "grad_norm": 1.4105829068629407,
      "learning_rate": 2.559127933141985e-06,
      "loss": 0.0827,
      "step": 13156
    },
    {
      "epoch": 1.9871620601117654,
      "grad_norm": 1.549698786017954,
      "learning_rate": 2.5584377827572237e-06,
      "loss": 0.075,
      "step": 13157
    },
    {
      "epoch": 1.9873130946986861,
      "grad_norm": 1.8208542967277015,
      "learning_rate": 2.557747693449485e-06,
      "loss": 0.0897,
      "step": 13158
    },
    {
      "epoch": 1.9874641292856063,
      "grad_norm": 1.4812662326756467,
      "learning_rate": 2.557057665236033e-06,
      "loss": 0.0941,
      "step": 13159
    },
    {
      "epoch": 1.9876151638725268,
      "grad_norm": 1.347520033972729,
      "learning_rate": 2.5563676981341257e-06,
      "loss": 0.0775,
      "step": 13160
    },
    {
      "epoch": 1.9877661984594472,
      "grad_norm": 1.5553643370941563,
      "learning_rate": 2.5556777921610263e-06,
      "loss": 0.0954,
      "step": 13161
    },
    {
      "epoch": 1.9879172330463675,
      "grad_norm": 1.2751115072349692,
      "learning_rate": 2.5549879473339924e-06,
      "loss": 0.0874,
      "step": 13162
    },
    {
      "epoch": 1.9880682676332881,
      "grad_norm": 1.4783315500548344,
      "learning_rate": 2.5542981636702784e-06,
      "loss": 0.0733,
      "step": 13163
    },
    {
      "epoch": 1.9882193022202084,
      "grad_norm": 1.254769267409143,
      "learning_rate": 2.553608441187143e-06,
      "loss": 0.0802,
      "step": 13164
    },
    {
      "epoch": 1.9883703368071288,
      "grad_norm": 1.6640597440096863,
      "learning_rate": 2.5529187799018366e-06,
      "loss": 0.085,
      "step": 13165
    },
    {
      "epoch": 1.9885213713940493,
      "grad_norm": 1.614151444864695,
      "learning_rate": 2.5522291798316156e-06,
      "loss": 0.0789,
      "step": 13166
    },
    {
      "epoch": 1.9886724059809695,
      "grad_norm": 1.3168940890686038,
      "learning_rate": 2.5515396409937266e-06,
      "loss": 0.0824,
      "step": 13167
    },
    {
      "epoch": 1.9888234405678902,
      "grad_norm": 1.6642935271689767,
      "learning_rate": 2.5508501634054215e-06,
      "loss": 0.0967,
      "step": 13168
    },
    {
      "epoch": 1.9889744751548104,
      "grad_norm": 1.5101177555335925,
      "learning_rate": 2.550160747083948e-06,
      "loss": 0.0908,
      "step": 13169
    },
    {
      "epoch": 1.9891255097417309,
      "grad_norm": 3.3784874591893024,
      "learning_rate": 2.549471392046549e-06,
      "loss": 0.0947,
      "step": 13170
    },
    {
      "epoch": 1.9892765443286513,
      "grad_norm": 1.2895382155592852,
      "learning_rate": 2.5487820983104737e-06,
      "loss": 0.0826,
      "step": 13171
    },
    {
      "epoch": 1.9894275789155715,
      "grad_norm": 1.497428949012601,
      "learning_rate": 2.5480928658929604e-06,
      "loss": 0.083,
      "step": 13172
    },
    {
      "epoch": 1.9895786135024922,
      "grad_norm": 1.8116637997315326,
      "learning_rate": 2.5474036948112556e-06,
      "loss": 0.104,
      "step": 13173
    },
    {
      "epoch": 1.9897296480894124,
      "grad_norm": 2.004890188621279,
      "learning_rate": 2.546714585082594e-06,
      "loss": 0.1215,
      "step": 13174
    },
    {
      "epoch": 1.989880682676333,
      "grad_norm": 1.4394495884613594,
      "learning_rate": 2.5460255367242176e-06,
      "loss": 0.0899,
      "step": 13175
    },
    {
      "epoch": 1.9900317172632533,
      "grad_norm": 1.5106653690545813,
      "learning_rate": 2.5453365497533667e-06,
      "loss": 0.0897,
      "step": 13176
    },
    {
      "epoch": 1.9901827518501736,
      "grad_norm": 1.7516477158281558,
      "learning_rate": 2.5446476241872677e-06,
      "loss": 0.0955,
      "step": 13177
    },
    {
      "epoch": 1.9903337864370942,
      "grad_norm": 1.4524995229816016,
      "learning_rate": 2.5439587600431614e-06,
      "loss": 0.0881,
      "step": 13178
    },
    {
      "epoch": 1.9904848210240145,
      "grad_norm": 1.7510245186543347,
      "learning_rate": 2.543269957338277e-06,
      "loss": 0.1024,
      "step": 13179
    },
    {
      "epoch": 1.990635855610935,
      "grad_norm": 2.2721757030375,
      "learning_rate": 2.5425812160898457e-06,
      "loss": 0.1021,
      "step": 13180
    },
    {
      "epoch": 1.9907868901978554,
      "grad_norm": 1.4690472625433408,
      "learning_rate": 2.5418925363150994e-06,
      "loss": 0.0926,
      "step": 13181
    },
    {
      "epoch": 1.9909379247847756,
      "grad_norm": 1.5512125232465281,
      "learning_rate": 2.5412039180312614e-06,
      "loss": 0.0936,
      "step": 13182
    },
    {
      "epoch": 1.9910889593716963,
      "grad_norm": 1.158349768047924,
      "learning_rate": 2.5405153612555628e-06,
      "loss": 0.0624,
      "step": 13183
    },
    {
      "epoch": 1.9912399939586165,
      "grad_norm": 1.4423814216168809,
      "learning_rate": 2.539826866005225e-06,
      "loss": 0.0957,
      "step": 13184
    },
    {
      "epoch": 1.991391028545537,
      "grad_norm": 1.5398315101781033,
      "learning_rate": 2.53913843229747e-06,
      "loss": 0.103,
      "step": 13185
    },
    {
      "epoch": 1.9915420631324574,
      "grad_norm": 1.4443213638951533,
      "learning_rate": 2.5384500601495234e-06,
      "loss": 0.0811,
      "step": 13186
    },
    {
      "epoch": 1.9916930977193776,
      "grad_norm": 1.4030458278913243,
      "learning_rate": 2.5377617495786007e-06,
      "loss": 0.0882,
      "step": 13187
    },
    {
      "epoch": 1.991844132306298,
      "grad_norm": 1.6404379901890884,
      "learning_rate": 2.5370735006019243e-06,
      "loss": 0.0845,
      "step": 13188
    },
    {
      "epoch": 1.9919951668932185,
      "grad_norm": 1.3664562721823152,
      "learning_rate": 2.536385313236708e-06,
      "loss": 0.0856,
      "step": 13189
    },
    {
      "epoch": 1.992146201480139,
      "grad_norm": 1.6093088019057222,
      "learning_rate": 2.53569718750017e-06,
      "loss": 0.0936,
      "step": 13190
    },
    {
      "epoch": 1.9922972360670594,
      "grad_norm": 1.6292551421684727,
      "learning_rate": 2.5350091234095227e-06,
      "loss": 0.0968,
      "step": 13191
    },
    {
      "epoch": 1.9924482706539797,
      "grad_norm": 1.628537776220241,
      "learning_rate": 2.5343211209819763e-06,
      "loss": 0.0921,
      "step": 13192
    },
    {
      "epoch": 1.9925993052409001,
      "grad_norm": 1.6847293659430942,
      "learning_rate": 2.5336331802347457e-06,
      "loss": 0.0932,
      "step": 13193
    },
    {
      "epoch": 1.9927503398278206,
      "grad_norm": 1.7784500963815644,
      "learning_rate": 2.5329453011850367e-06,
      "loss": 0.1027,
      "step": 13194
    },
    {
      "epoch": 1.992901374414741,
      "grad_norm": 1.7840449098789428,
      "learning_rate": 2.53225748385006e-06,
      "loss": 0.1031,
      "step": 13195
    },
    {
      "epoch": 1.9930524090016615,
      "grad_norm": 1.2044452245332793,
      "learning_rate": 2.5315697282470176e-06,
      "loss": 0.0759,
      "step": 13196
    },
    {
      "epoch": 1.9932034435885817,
      "grad_norm": 2.008462945832969,
      "learning_rate": 2.5308820343931195e-06,
      "loss": 0.1095,
      "step": 13197
    },
    {
      "epoch": 1.9933544781755022,
      "grad_norm": 1.5701526795326988,
      "learning_rate": 2.5301944023055648e-06,
      "loss": 0.0953,
      "step": 13198
    },
    {
      "epoch": 1.9935055127624226,
      "grad_norm": 1.9807093069806845,
      "learning_rate": 2.5295068320015546e-06,
      "loss": 0.089,
      "step": 13199
    },
    {
      "epoch": 1.9936565473493428,
      "grad_norm": 1.4433444490878249,
      "learning_rate": 2.5288193234982927e-06,
      "loss": 0.0851,
      "step": 13200
    },
    {
      "epoch": 1.9938075819362635,
      "grad_norm": 1.2756266888623136,
      "learning_rate": 2.5281318768129725e-06,
      "loss": 0.0759,
      "step": 13201
    },
    {
      "epoch": 1.9939586165231837,
      "grad_norm": 2.123184285704061,
      "learning_rate": 2.527444491962795e-06,
      "loss": 0.1174,
      "step": 13202
    },
    {
      "epoch": 1.9941096511101042,
      "grad_norm": 1.373404134184288,
      "learning_rate": 2.526757168964953e-06,
      "loss": 0.1008,
      "step": 13203
    },
    {
      "epoch": 1.9942606856970246,
      "grad_norm": 2.0409078534455736,
      "learning_rate": 2.5260699078366403e-06,
      "loss": 0.1073,
      "step": 13204
    },
    {
      "epoch": 1.9944117202839449,
      "grad_norm": 1.2668235698402555,
      "learning_rate": 2.5253827085950537e-06,
      "loss": 0.0735,
      "step": 13205
    },
    {
      "epoch": 1.9945627548708655,
      "grad_norm": 1.626052888362849,
      "learning_rate": 2.524695571257377e-06,
      "loss": 0.0901,
      "step": 13206
    },
    {
      "epoch": 1.9947137894577858,
      "grad_norm": 1.1346661684915054,
      "learning_rate": 2.524008495840804e-06,
      "loss": 0.0572,
      "step": 13207
    },
    {
      "epoch": 1.9948648240447062,
      "grad_norm": 1.5310700982642083,
      "learning_rate": 2.5233214823625198e-06,
      "loss": 0.0916,
      "step": 13208
    },
    {
      "epoch": 1.9950158586316267,
      "grad_norm": 1.4093686587193133,
      "learning_rate": 2.5226345308397102e-06,
      "loss": 0.0887,
      "step": 13209
    },
    {
      "epoch": 1.995166893218547,
      "grad_norm": 1.8911858843254943,
      "learning_rate": 2.5219476412895627e-06,
      "loss": 0.1035,
      "step": 13210
    },
    {
      "epoch": 1.9953179278054676,
      "grad_norm": 1.436266130574443,
      "learning_rate": 2.521260813729257e-06,
      "loss": 0.0857,
      "step": 13211
    },
    {
      "epoch": 1.9954689623923878,
      "grad_norm": 1.6545254330730867,
      "learning_rate": 2.52057404817598e-06,
      "loss": 0.0901,
      "step": 13212
    },
    {
      "epoch": 1.9956199969793083,
      "grad_norm": 1.3590571732162993,
      "learning_rate": 2.519887344646903e-06,
      "loss": 0.0754,
      "step": 13213
    },
    {
      "epoch": 1.9957710315662287,
      "grad_norm": 1.5276785161843258,
      "learning_rate": 2.519200703159209e-06,
      "loss": 0.1002,
      "step": 13214
    },
    {
      "epoch": 1.995922066153149,
      "grad_norm": 1.4270161914427049,
      "learning_rate": 2.5185141237300757e-06,
      "loss": 0.086,
      "step": 13215
    },
    {
      "epoch": 1.9960731007400696,
      "grad_norm": 1.861276731786213,
      "learning_rate": 2.517827606376675e-06,
      "loss": 0.0985,
      "step": 13216
    },
    {
      "epoch": 1.9962241353269898,
      "grad_norm": 1.344870766402515,
      "learning_rate": 2.517141151116185e-06,
      "loss": 0.077,
      "step": 13217
    },
    {
      "epoch": 1.9963751699139103,
      "grad_norm": 1.3992089418025675,
      "learning_rate": 2.5164547579657726e-06,
      "loss": 0.0935,
      "step": 13218
    },
    {
      "epoch": 1.9965262045008307,
      "grad_norm": 1.9090232374942684,
      "learning_rate": 2.515768426942613e-06,
      "loss": 0.103,
      "step": 13219
    },
    {
      "epoch": 1.996677239087751,
      "grad_norm": 1.4445032060297065,
      "learning_rate": 2.5150821580638728e-06,
      "loss": 0.0881,
      "step": 13220
    },
    {
      "epoch": 1.9968282736746716,
      "grad_norm": 1.9849774947140162,
      "learning_rate": 2.514395951346719e-06,
      "loss": 0.0807,
      "step": 13221
    },
    {
      "epoch": 1.9969793082615919,
      "grad_norm": 1.5992065045422539,
      "learning_rate": 2.5137098068083184e-06,
      "loss": 0.0849,
      "step": 13222
    },
    {
      "epoch": 1.9971303428485123,
      "grad_norm": 1.8060813937965767,
      "learning_rate": 2.5130237244658334e-06,
      "loss": 0.093,
      "step": 13223
    },
    {
      "epoch": 1.9972813774354328,
      "grad_norm": 1.5929762222422414,
      "learning_rate": 2.5123377043364305e-06,
      "loss": 0.0882,
      "step": 13224
    },
    {
      "epoch": 1.997432412022353,
      "grad_norm": 1.6008997687219029,
      "learning_rate": 2.5116517464372665e-06,
      "loss": 0.0923,
      "step": 13225
    },
    {
      "epoch": 1.9975834466092737,
      "grad_norm": 2.4405201841907562,
      "learning_rate": 2.510965850785505e-06,
      "loss": 0.1198,
      "step": 13226
    },
    {
      "epoch": 1.997734481196194,
      "grad_norm": 1.576152102455993,
      "learning_rate": 2.510280017398302e-06,
      "loss": 0.0894,
      "step": 13227
    },
    {
      "epoch": 1.9978855157831144,
      "grad_norm": 1.418379402764045,
      "learning_rate": 2.5095942462928123e-06,
      "loss": 0.0904,
      "step": 13228
    },
    {
      "epoch": 1.9980365503700348,
      "grad_norm": 1.7392170061127665,
      "learning_rate": 2.5089085374861954e-06,
      "loss": 0.0843,
      "step": 13229
    },
    {
      "epoch": 1.998187584956955,
      "grad_norm": 1.828100061897876,
      "learning_rate": 2.5082228909955998e-06,
      "loss": 0.0963,
      "step": 13230
    },
    {
      "epoch": 1.9983386195438757,
      "grad_norm": 1.5234846056945817,
      "learning_rate": 2.5075373068381816e-06,
      "loss": 0.0905,
      "step": 13231
    },
    {
      "epoch": 1.998489654130796,
      "grad_norm": 1.449891243544435,
      "learning_rate": 2.5068517850310865e-06,
      "loss": 0.0875,
      "step": 13232
    },
    {
      "epoch": 1.9986406887177164,
      "grad_norm": 1.7901803432662409,
      "learning_rate": 2.5061663255914657e-06,
      "loss": 0.0931,
      "step": 13233
    },
    {
      "epoch": 1.9987917233046368,
      "grad_norm": 1.6839002799686844,
      "learning_rate": 2.5054809285364707e-06,
      "loss": 0.0933,
      "step": 13234
    },
    {
      "epoch": 1.998942757891557,
      "grad_norm": 1.4382263922449552,
      "learning_rate": 2.504795593883239e-06,
      "loss": 0.0834,
      "step": 13235
    },
    {
      "epoch": 1.9990937924784775,
      "grad_norm": 2.461734908697006,
      "learning_rate": 2.5041103216489182e-06,
      "loss": 0.1018,
      "step": 13236
    },
    {
      "epoch": 1.999244827065398,
      "grad_norm": 1.8577656286228006,
      "learning_rate": 2.5034251118506525e-06,
      "loss": 0.1047,
      "step": 13237
    },
    {
      "epoch": 1.9993958616523184,
      "grad_norm": 1.3376638737584643,
      "learning_rate": 2.5027399645055795e-06,
      "loss": 0.0681,
      "step": 13238
    },
    {
      "epoch": 1.9995468962392389,
      "grad_norm": 1.8295112213605582,
      "learning_rate": 2.502054879630842e-06,
      "loss": 0.0908,
      "step": 13239
    },
    {
      "epoch": 1.999697930826159,
      "grad_norm": 2.1225791868053268,
      "learning_rate": 2.5013698572435746e-06,
      "loss": 0.0934,
      "step": 13240
    },
    {
      "epoch": 1.9998489654130795,
      "grad_norm": 1.696808618062664,
      "learning_rate": 2.5006848973609167e-06,
      "loss": 0.0865,
      "step": 13241
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.4809649523400052,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.0811,
      "step": 13242
    },
    {
      "epoch": 2.0001510345869202,
      "grad_norm": 1.216433357895374,
      "learning_rate": 2.499315165177959e-06,
      "loss": 0.081,
      "step": 13243
    },
    {
      "epoch": 2.000302069173841,
      "grad_norm": 1.7711395608096974,
      "learning_rate": 2.498630392911926e-06,
      "loss": 0.0923,
      "step": 13244
    },
    {
      "epoch": 2.000453103760761,
      "grad_norm": 1.9237448258040766,
      "learning_rate": 2.4979456832190284e-06,
      "loss": 0.0973,
      "step": 13245
    },
    {
      "epoch": 2.000604138347682,
      "grad_norm": 2.1154729775189676,
      "learning_rate": 2.4972610361163975e-06,
      "loss": 0.1,
      "step": 13246
    },
    {
      "epoch": 2.000755172934602,
      "grad_norm": 1.8923233542838298,
      "learning_rate": 2.496576451621157e-06,
      "loss": 0.0825,
      "step": 13247
    },
    {
      "epoch": 2.0009062075215223,
      "grad_norm": 1.625774589476458,
      "learning_rate": 2.495891929750436e-06,
      "loss": 0.0892,
      "step": 13248
    },
    {
      "epoch": 2.001057242108443,
      "grad_norm": 1.711219051860271,
      "learning_rate": 2.4952074705213565e-06,
      "loss": 0.0881,
      "step": 13249
    },
    {
      "epoch": 2.001208276695363,
      "grad_norm": 1.733102372555304,
      "learning_rate": 2.4945230739510373e-06,
      "loss": 0.0953,
      "step": 13250
    },
    {
      "epoch": 2.001359311282284,
      "grad_norm": 1.5289321864507852,
      "learning_rate": 2.4938387400566043e-06,
      "loss": 0.0823,
      "step": 13251
    },
    {
      "epoch": 2.001510345869204,
      "grad_norm": 1.4871463538100103,
      "learning_rate": 2.493154468855173e-06,
      "loss": 0.0843,
      "step": 13252
    },
    {
      "epoch": 2.0016613804561243,
      "grad_norm": 1.9028001275214945,
      "learning_rate": 2.492470260363863e-06,
      "loss": 0.093,
      "step": 13253
    },
    {
      "epoch": 2.001812415043045,
      "grad_norm": 1.5647197718127193,
      "learning_rate": 2.491786114599787e-06,
      "loss": 0.0852,
      "step": 13254
    },
    {
      "epoch": 2.001963449629965,
      "grad_norm": 2.804390873199894,
      "learning_rate": 2.4911020315800617e-06,
      "loss": 0.1212,
      "step": 13255
    },
    {
      "epoch": 2.002114484216886,
      "grad_norm": 1.4855747259118353,
      "learning_rate": 2.4904180113218036e-06,
      "loss": 0.0874,
      "step": 13256
    },
    {
      "epoch": 2.002265518803806,
      "grad_norm": 2.101084313680747,
      "learning_rate": 2.489734053842115e-06,
      "loss": 0.1046,
      "step": 13257
    },
    {
      "epoch": 2.0024165533907263,
      "grad_norm": 1.9559697732375836,
      "learning_rate": 2.489050159158113e-06,
      "loss": 0.0947,
      "step": 13258
    },
    {
      "epoch": 2.002567587977647,
      "grad_norm": 1.294785770612563,
      "learning_rate": 2.4883663272869003e-06,
      "loss": 0.0859,
      "step": 13259
    },
    {
      "epoch": 2.0027186225645672,
      "grad_norm": 1.5548083650738203,
      "learning_rate": 2.487682558245586e-06,
      "loss": 0.1034,
      "step": 13260
    },
    {
      "epoch": 2.002869657151488,
      "grad_norm": 2.088426022988485,
      "learning_rate": 2.4869988520512766e-06,
      "loss": 0.0769,
      "step": 13261
    },
    {
      "epoch": 2.003020691738408,
      "grad_norm": 1.6087600705416736,
      "learning_rate": 2.486315208721072e-06,
      "loss": 0.0982,
      "step": 13262
    },
    {
      "epoch": 2.0031717263253284,
      "grad_norm": 1.3213338590549415,
      "learning_rate": 2.4856316282720788e-06,
      "loss": 0.0866,
      "step": 13263
    },
    {
      "epoch": 2.003322760912249,
      "grad_norm": 1.9358545312815587,
      "learning_rate": 2.4849481107213904e-06,
      "loss": 0.0881,
      "step": 13264
    },
    {
      "epoch": 2.0034737954991693,
      "grad_norm": 1.4290746833080605,
      "learning_rate": 2.4842646560861083e-06,
      "loss": 0.0803,
      "step": 13265
    },
    {
      "epoch": 2.00362483008609,
      "grad_norm": 1.4112514496714696,
      "learning_rate": 2.4835812643833324e-06,
      "loss": 0.0763,
      "step": 13266
    },
    {
      "epoch": 2.00377586467301,
      "grad_norm": 1.832647662099968,
      "learning_rate": 2.4828979356301538e-06,
      "loss": 0.1082,
      "step": 13267
    },
    {
      "epoch": 2.0039268992599304,
      "grad_norm": 1.6439479643577541,
      "learning_rate": 2.48221466984367e-06,
      "loss": 0.0958,
      "step": 13268
    },
    {
      "epoch": 2.004077933846851,
      "grad_norm": 1.5414820657247914,
      "learning_rate": 2.4815314670409695e-06,
      "loss": 0.091,
      "step": 13269
    },
    {
      "epoch": 2.0042289684337713,
      "grad_norm": 1.633805095064035,
      "learning_rate": 2.480848327239147e-06,
      "loss": 0.0854,
      "step": 13270
    },
    {
      "epoch": 2.0043800030206915,
      "grad_norm": 1.2181666824427033,
      "learning_rate": 2.48016525045529e-06,
      "loss": 0.0729,
      "step": 13271
    },
    {
      "epoch": 2.004531037607612,
      "grad_norm": 1.382888887485707,
      "learning_rate": 2.479482236706483e-06,
      "loss": 0.0767,
      "step": 13272
    },
    {
      "epoch": 2.0046820721945324,
      "grad_norm": 1.4616426884528466,
      "learning_rate": 2.478799286009817e-06,
      "loss": 0.0887,
      "step": 13273
    },
    {
      "epoch": 2.004833106781453,
      "grad_norm": 3.542050059087338,
      "learning_rate": 2.478116398382372e-06,
      "loss": 0.1123,
      "step": 13274
    },
    {
      "epoch": 2.0049841413683733,
      "grad_norm": 1.5943971267578916,
      "learning_rate": 2.477433573841235e-06,
      "loss": 0.0869,
      "step": 13275
    },
    {
      "epoch": 2.0051351759552936,
      "grad_norm": 1.3560203843494159,
      "learning_rate": 2.476750812403482e-06,
      "loss": 0.0912,
      "step": 13276
    },
    {
      "epoch": 2.0052862105422142,
      "grad_norm": 1.4135657020357275,
      "learning_rate": 2.4760681140861988e-06,
      "loss": 0.0755,
      "step": 13277
    },
    {
      "epoch": 2.0054372451291345,
      "grad_norm": 1.310534821842908,
      "learning_rate": 2.47538547890646e-06,
      "loss": 0.0951,
      "step": 13278
    },
    {
      "epoch": 2.005588279716055,
      "grad_norm": 1.6776106035006166,
      "learning_rate": 2.474702906881341e-06,
      "loss": 0.0861,
      "step": 13279
    },
    {
      "epoch": 2.0057393143029754,
      "grad_norm": 2.1531998512495596,
      "learning_rate": 2.47402039802792e-06,
      "loss": 0.1083,
      "step": 13280
    },
    {
      "epoch": 2.0058903488898956,
      "grad_norm": 2.213392106160976,
      "learning_rate": 2.4733379523632663e-06,
      "loss": 0.0907,
      "step": 13281
    },
    {
      "epoch": 2.0060413834768163,
      "grad_norm": 1.5834771375784449,
      "learning_rate": 2.4726555699044556e-06,
      "loss": 0.0924,
      "step": 13282
    },
    {
      "epoch": 2.0061924180637365,
      "grad_norm": 1.7854801063709793,
      "learning_rate": 2.4719732506685546e-06,
      "loss": 0.0994,
      "step": 13283
    },
    {
      "epoch": 2.006343452650657,
      "grad_norm": 1.4105892185154194,
      "learning_rate": 2.4712909946726336e-06,
      "loss": 0.0737,
      "step": 13284
    },
    {
      "epoch": 2.0064944872375774,
      "grad_norm": 1.186797422803166,
      "learning_rate": 2.4706088019337638e-06,
      "loss": 0.0772,
      "step": 13285
    },
    {
      "epoch": 2.0066455218244976,
      "grad_norm": 1.3962546574636618,
      "learning_rate": 2.4699266724690026e-06,
      "loss": 0.0777,
      "step": 13286
    },
    {
      "epoch": 2.0067965564114183,
      "grad_norm": 1.2224098844873124,
      "learning_rate": 2.4692446062954195e-06,
      "loss": 0.0821,
      "step": 13287
    },
    {
      "epoch": 2.0069475909983385,
      "grad_norm": 1.5159920063810381,
      "learning_rate": 2.468562603430073e-06,
      "loss": 0.0809,
      "step": 13288
    },
    {
      "epoch": 2.007098625585259,
      "grad_norm": 1.399503709115917,
      "learning_rate": 2.467880663890026e-06,
      "loss": 0.0967,
      "step": 13289
    },
    {
      "epoch": 2.0072496601721794,
      "grad_norm": 1.3497471561477248,
      "learning_rate": 2.467198787692339e-06,
      "loss": 0.075,
      "step": 13290
    },
    {
      "epoch": 2.0074006947590997,
      "grad_norm": 1.925743822668803,
      "learning_rate": 2.4665169748540663e-06,
      "loss": 0.0917,
      "step": 13291
    },
    {
      "epoch": 2.0075517293460203,
      "grad_norm": 1.527181937615119,
      "learning_rate": 2.465835225392269e-06,
      "loss": 0.0914,
      "step": 13292
    },
    {
      "epoch": 2.0077027639329406,
      "grad_norm": 2.2159630147002214,
      "learning_rate": 2.4651535393239938e-06,
      "loss": 0.0928,
      "step": 13293
    },
    {
      "epoch": 2.0078537985198612,
      "grad_norm": 1.5615211970974265,
      "learning_rate": 2.4644719166662978e-06,
      "loss": 0.0805,
      "step": 13294
    },
    {
      "epoch": 2.0080048331067815,
      "grad_norm": 1.5053812190970173,
      "learning_rate": 2.463790357436234e-06,
      "loss": 0.0916,
      "step": 13295
    },
    {
      "epoch": 2.0081558676937017,
      "grad_norm": 1.7616059335575516,
      "learning_rate": 2.4631088616508474e-06,
      "loss": 0.0992,
      "step": 13296
    },
    {
      "epoch": 2.0083069022806224,
      "grad_norm": 1.353045179777456,
      "learning_rate": 2.4624274293271904e-06,
      "loss": 0.0775,
      "step": 13297
    },
    {
      "epoch": 2.0084579368675426,
      "grad_norm": 1.532927710074705,
      "learning_rate": 2.4617460604823055e-06,
      "loss": 0.1032,
      "step": 13298
    },
    {
      "epoch": 2.0086089714544633,
      "grad_norm": 1.557487099433092,
      "learning_rate": 2.461064755133242e-06,
      "loss": 0.0886,
      "step": 13299
    },
    {
      "epoch": 2.0087600060413835,
      "grad_norm": 1.843462127972229,
      "learning_rate": 2.460383513297039e-06,
      "loss": 0.1063,
      "step": 13300
    },
    {
      "epoch": 2.0089110406283037,
      "grad_norm": 1.2139310178066882,
      "learning_rate": 2.4597023349907394e-06,
      "loss": 0.0759,
      "step": 13301
    },
    {
      "epoch": 2.0090620752152244,
      "grad_norm": 1.9177974053686262,
      "learning_rate": 2.4590212202313844e-06,
      "loss": 0.1028,
      "step": 13302
    },
    {
      "epoch": 2.0092131098021446,
      "grad_norm": 1.5916545095818868,
      "learning_rate": 2.4583401690360105e-06,
      "loss": 0.0947,
      "step": 13303
    },
    {
      "epoch": 2.0093641443890653,
      "grad_norm": 1.1787927972992833,
      "learning_rate": 2.457659181421657e-06,
      "loss": 0.0763,
      "step": 13304
    },
    {
      "epoch": 2.0095151789759855,
      "grad_norm": 1.9665553840744794,
      "learning_rate": 2.4569782574053562e-06,
      "loss": 0.0996,
      "step": 13305
    },
    {
      "epoch": 2.0096662135629058,
      "grad_norm": 1.977942186253625,
      "learning_rate": 2.456297397004146e-06,
      "loss": 0.0832,
      "step": 13306
    },
    {
      "epoch": 2.0098172481498264,
      "grad_norm": 2.3264667826347787,
      "learning_rate": 2.455616600235055e-06,
      "loss": 0.0924,
      "step": 13307
    },
    {
      "epoch": 2.0099682827367467,
      "grad_norm": 2.3622824704027106,
      "learning_rate": 2.454935867115113e-06,
      "loss": 0.0739,
      "step": 13308
    },
    {
      "epoch": 2.0101193173236673,
      "grad_norm": 1.4059088755756683,
      "learning_rate": 2.4542551976613527e-06,
      "loss": 0.0907,
      "step": 13309
    },
    {
      "epoch": 2.0102703519105876,
      "grad_norm": 2.057716204592595,
      "learning_rate": 2.453574591890797e-06,
      "loss": 0.1114,
      "step": 13310
    },
    {
      "epoch": 2.010421386497508,
      "grad_norm": 1.28003114504903,
      "learning_rate": 2.4528940498204744e-06,
      "loss": 0.0744,
      "step": 13311
    },
    {
      "epoch": 2.0105724210844285,
      "grad_norm": 1.3658821114709592,
      "learning_rate": 2.4522135714674108e-06,
      "loss": 0.0694,
      "step": 13312
    },
    {
      "epoch": 2.0107234556713487,
      "grad_norm": 1.4903586574145544,
      "learning_rate": 2.4515331568486255e-06,
      "loss": 0.0851,
      "step": 13313
    },
    {
      "epoch": 2.0108744902582694,
      "grad_norm": 1.2529788732706997,
      "learning_rate": 2.450852805981141e-06,
      "loss": 0.0697,
      "step": 13314
    },
    {
      "epoch": 2.0110255248451896,
      "grad_norm": 1.1647946731882322,
      "learning_rate": 2.450172518881974e-06,
      "loss": 0.0689,
      "step": 13315
    },
    {
      "epoch": 2.01117655943211,
      "grad_norm": 1.5352357959310605,
      "learning_rate": 2.4494922955681445e-06,
      "loss": 0.0935,
      "step": 13316
    },
    {
      "epoch": 2.0113275940190305,
      "grad_norm": 1.2003861967502252,
      "learning_rate": 2.44881213605667e-06,
      "loss": 0.0737,
      "step": 13317
    },
    {
      "epoch": 2.0114786286059507,
      "grad_norm": 1.80005582264444,
      "learning_rate": 2.448132040364562e-06,
      "loss": 0.0737,
      "step": 13318
    },
    {
      "epoch": 2.011629663192871,
      "grad_norm": 1.4994022637445306,
      "learning_rate": 2.447452008508837e-06,
      "loss": 0.0779,
      "step": 13319
    },
    {
      "epoch": 2.0117806977797916,
      "grad_norm": 1.1828954754508703,
      "learning_rate": 2.4467720405065022e-06,
      "loss": 0.0753,
      "step": 13320
    },
    {
      "epoch": 2.011931732366712,
      "grad_norm": 2.0817033269364837,
      "learning_rate": 2.446092136374572e-06,
      "loss": 0.1151,
      "step": 13321
    },
    {
      "epoch": 2.0120827669536325,
      "grad_norm": 1.3034726847065508,
      "learning_rate": 2.445412296130052e-06,
      "loss": 0.0796,
      "step": 13322
    },
    {
      "epoch": 2.0122338015405528,
      "grad_norm": 1.4324283503219393,
      "learning_rate": 2.4447325197899467e-06,
      "loss": 0.0741,
      "step": 13323
    },
    {
      "epoch": 2.012384836127473,
      "grad_norm": 1.2077649268289599,
      "learning_rate": 2.4440528073712656e-06,
      "loss": 0.0814,
      "step": 13324
    },
    {
      "epoch": 2.0125358707143937,
      "grad_norm": 1.517441595589424,
      "learning_rate": 2.4433731588910075e-06,
      "loss": 0.0985,
      "step": 13325
    },
    {
      "epoch": 2.012686905301314,
      "grad_norm": 1.3748084322125333,
      "learning_rate": 2.4426935743661784e-06,
      "loss": 0.0838,
      "step": 13326
    },
    {
      "epoch": 2.0128379398882346,
      "grad_norm": 1.45725089524213,
      "learning_rate": 2.4420140538137748e-06,
      "loss": 0.0945,
      "step": 13327
    },
    {
      "epoch": 2.012988974475155,
      "grad_norm": 1.4429773076117447,
      "learning_rate": 2.441334597250799e-06,
      "loss": 0.0851,
      "step": 13328
    },
    {
      "epoch": 2.013140009062075,
      "grad_norm": 1.4328997231862952,
      "learning_rate": 2.440655204694246e-06,
      "loss": 0.0899,
      "step": 13329
    },
    {
      "epoch": 2.0132910436489957,
      "grad_norm": 1.88438673289521,
      "learning_rate": 2.4399758761611096e-06,
      "loss": 0.0819,
      "step": 13330
    },
    {
      "epoch": 2.013442078235916,
      "grad_norm": 2.13155947527387,
      "learning_rate": 2.439296611668387e-06,
      "loss": 0.1048,
      "step": 13331
    },
    {
      "epoch": 2.0135931128228366,
      "grad_norm": 2.0040786326032713,
      "learning_rate": 2.438617411233066e-06,
      "loss": 0.1022,
      "step": 13332
    },
    {
      "epoch": 2.013744147409757,
      "grad_norm": 1.5233706851866962,
      "learning_rate": 2.4379382748721425e-06,
      "loss": 0.0944,
      "step": 13333
    },
    {
      "epoch": 2.013895181996677,
      "grad_norm": 1.9604128059403538,
      "learning_rate": 2.4372592026026004e-06,
      "loss": 0.0862,
      "step": 13334
    },
    {
      "epoch": 2.0140462165835977,
      "grad_norm": 1.1831134901572824,
      "learning_rate": 2.436580194441431e-06,
      "loss": 0.0821,
      "step": 13335
    },
    {
      "epoch": 2.014197251170518,
      "grad_norm": 6.595368041439138,
      "learning_rate": 2.4359012504056186e-06,
      "loss": 0.2532,
      "step": 13336
    },
    {
      "epoch": 2.0143482857574386,
      "grad_norm": 1.4903079353780322,
      "learning_rate": 2.4352223705121454e-06,
      "loss": 0.0843,
      "step": 13337
    },
    {
      "epoch": 2.014499320344359,
      "grad_norm": 2.115511647290747,
      "learning_rate": 2.4345435547779976e-06,
      "loss": 0.1063,
      "step": 13338
    },
    {
      "epoch": 2.014650354931279,
      "grad_norm": 2.807647284151403,
      "learning_rate": 2.4338648032201523e-06,
      "loss": 0.0773,
      "step": 13339
    },
    {
      "epoch": 2.0148013895181998,
      "grad_norm": 1.1995152642589109,
      "learning_rate": 2.433186115855591e-06,
      "loss": 0.0759,
      "step": 13340
    },
    {
      "epoch": 2.01495242410512,
      "grad_norm": 1.479950128196839,
      "learning_rate": 2.4325074927012925e-06,
      "loss": 0.0928,
      "step": 13341
    },
    {
      "epoch": 2.0151034586920407,
      "grad_norm": 1.8147490401170463,
      "learning_rate": 2.431828933774232e-06,
      "loss": 0.0838,
      "step": 13342
    },
    {
      "epoch": 2.015254493278961,
      "grad_norm": 1.2057925049668667,
      "learning_rate": 2.4311504390913843e-06,
      "loss": 0.0762,
      "step": 13343
    },
    {
      "epoch": 2.015405527865881,
      "grad_norm": 1.4363984164035963,
      "learning_rate": 2.4304720086697197e-06,
      "loss": 0.0955,
      "step": 13344
    },
    {
      "epoch": 2.015556562452802,
      "grad_norm": 1.4128625756315563,
      "learning_rate": 2.4297936425262116e-06,
      "loss": 0.0889,
      "step": 13345
    },
    {
      "epoch": 2.015707597039722,
      "grad_norm": 1.5247518314180817,
      "learning_rate": 2.4291153406778313e-06,
      "loss": 0.0709,
      "step": 13346
    },
    {
      "epoch": 2.0158586316266427,
      "grad_norm": 1.5338934683920673,
      "learning_rate": 2.4284371031415434e-06,
      "loss": 0.0879,
      "step": 13347
    },
    {
      "epoch": 2.016009666213563,
      "grad_norm": 1.443018514739746,
      "learning_rate": 2.427758929934318e-06,
      "loss": 0.086,
      "step": 13348
    },
    {
      "epoch": 2.016160700800483,
      "grad_norm": 1.2741899990316676,
      "learning_rate": 2.427080821073118e-06,
      "loss": 0.0715,
      "step": 13349
    },
    {
      "epoch": 2.016311735387404,
      "grad_norm": 1.8299862533819884,
      "learning_rate": 2.4264027765749055e-06,
      "loss": 0.1161,
      "step": 13350
    },
    {
      "epoch": 2.016462769974324,
      "grad_norm": 1.4953354124129983,
      "learning_rate": 2.425724796456645e-06,
      "loss": 0.0869,
      "step": 13351
    },
    {
      "epoch": 2.0166138045612447,
      "grad_norm": 1.3041606203850096,
      "learning_rate": 2.4250468807352935e-06,
      "loss": 0.0747,
      "step": 13352
    },
    {
      "epoch": 2.016764839148165,
      "grad_norm": 1.5526225629607346,
      "learning_rate": 2.424369029427813e-06,
      "loss": 0.078,
      "step": 13353
    },
    {
      "epoch": 2.016915873735085,
      "grad_norm": 1.2865670530634699,
      "learning_rate": 2.4236912425511554e-06,
      "loss": 0.0721,
      "step": 13354
    },
    {
      "epoch": 2.017066908322006,
      "grad_norm": 1.6469133952246404,
      "learning_rate": 2.423013520122282e-06,
      "loss": 0.0857,
      "step": 13355
    },
    {
      "epoch": 2.017217942908926,
      "grad_norm": 1.3654563404005473,
      "learning_rate": 2.4223358621581406e-06,
      "loss": 0.0766,
      "step": 13356
    },
    {
      "epoch": 2.0173689774958468,
      "grad_norm": 1.6661298312469823,
      "learning_rate": 2.4216582686756878e-06,
      "loss": 0.1113,
      "step": 13357
    },
    {
      "epoch": 2.017520012082767,
      "grad_norm": 1.1020065721206898,
      "learning_rate": 2.420980739691873e-06,
      "loss": 0.0731,
      "step": 13358
    },
    {
      "epoch": 2.017671046669687,
      "grad_norm": 1.7040479144871616,
      "learning_rate": 2.420303275223641e-06,
      "loss": 0.0863,
      "step": 13359
    },
    {
      "epoch": 2.017822081256608,
      "grad_norm": 1.951841878662296,
      "learning_rate": 2.419625875287944e-06,
      "loss": 0.0941,
      "step": 13360
    },
    {
      "epoch": 2.017973115843528,
      "grad_norm": 1.3367905765588501,
      "learning_rate": 2.4189485399017236e-06,
      "loss": 0.064,
      "step": 13361
    },
    {
      "epoch": 2.018124150430449,
      "grad_norm": 1.3243265651863663,
      "learning_rate": 2.4182712690819255e-06,
      "loss": 0.0813,
      "step": 13362
    },
    {
      "epoch": 2.018275185017369,
      "grad_norm": 1.5030677118661895,
      "learning_rate": 2.417594062845494e-06,
      "loss": 0.078,
      "step": 13363
    },
    {
      "epoch": 2.0184262196042893,
      "grad_norm": 1.5871288702180166,
      "learning_rate": 2.416916921209368e-06,
      "loss": 0.087,
      "step": 13364
    },
    {
      "epoch": 2.01857725419121,
      "grad_norm": 1.7222513345886072,
      "learning_rate": 2.4162398441904862e-06,
      "loss": 0.0993,
      "step": 13365
    },
    {
      "epoch": 2.01872828877813,
      "grad_norm": 1.5576649017682358,
      "learning_rate": 2.4155628318057843e-06,
      "loss": 0.0845,
      "step": 13366
    },
    {
      "epoch": 2.0188793233650504,
      "grad_norm": 1.1522952635665986,
      "learning_rate": 2.4148858840722007e-06,
      "loss": 0.0759,
      "step": 13367
    },
    {
      "epoch": 2.019030357951971,
      "grad_norm": 2.322674229013287,
      "learning_rate": 2.4142090010066704e-06,
      "loss": 0.1022,
      "step": 13368
    },
    {
      "epoch": 2.0191813925388913,
      "grad_norm": 1.7956589486042132,
      "learning_rate": 2.413532182626123e-06,
      "loss": 0.1048,
      "step": 13369
    },
    {
      "epoch": 2.019332427125812,
      "grad_norm": 1.568671022950384,
      "learning_rate": 2.4128554289474926e-06,
      "loss": 0.0874,
      "step": 13370
    },
    {
      "epoch": 2.019483461712732,
      "grad_norm": 1.5481797278773053,
      "learning_rate": 2.4121787399877078e-06,
      "loss": 0.0895,
      "step": 13371
    },
    {
      "epoch": 2.0196344962996524,
      "grad_norm": 1.8675875893927252,
      "learning_rate": 2.4115021157636932e-06,
      "loss": 0.0942,
      "step": 13372
    },
    {
      "epoch": 2.019785530886573,
      "grad_norm": 1.5853754912903655,
      "learning_rate": 2.4108255562923795e-06,
      "loss": 0.0848,
      "step": 13373
    },
    {
      "epoch": 2.0199365654734933,
      "grad_norm": 1.6670035308225464,
      "learning_rate": 2.410149061590687e-06,
      "loss": 0.0893,
      "step": 13374
    },
    {
      "epoch": 2.020087600060414,
      "grad_norm": 1.4308852903476539,
      "learning_rate": 2.4094726316755426e-06,
      "loss": 0.0754,
      "step": 13375
    },
    {
      "epoch": 2.020238634647334,
      "grad_norm": 2.273396642557149,
      "learning_rate": 2.408796266563864e-06,
      "loss": 0.1035,
      "step": 13376
    },
    {
      "epoch": 2.0203896692342544,
      "grad_norm": 1.2768323837393434,
      "learning_rate": 2.4081199662725736e-06,
      "loss": 0.0724,
      "step": 13377
    },
    {
      "epoch": 2.020540703821175,
      "grad_norm": 1.6866857673634315,
      "learning_rate": 2.4074437308185888e-06,
      "loss": 0.07,
      "step": 13378
    },
    {
      "epoch": 2.0206917384080954,
      "grad_norm": 1.4101752915650811,
      "learning_rate": 2.4067675602188234e-06,
      "loss": 0.0807,
      "step": 13379
    },
    {
      "epoch": 2.020842772995016,
      "grad_norm": 1.4713377798246725,
      "learning_rate": 2.4060914544901964e-06,
      "loss": 0.0924,
      "step": 13380
    },
    {
      "epoch": 2.0209938075819363,
      "grad_norm": 3.061043917412733,
      "learning_rate": 2.4054154136496164e-06,
      "loss": 0.0987,
      "step": 13381
    },
    {
      "epoch": 2.0211448421688565,
      "grad_norm": 1.7202584649924235,
      "learning_rate": 2.404739437714e-06,
      "loss": 0.0889,
      "step": 13382
    },
    {
      "epoch": 2.021295876755777,
      "grad_norm": 1.359829940115035,
      "learning_rate": 2.404063526700252e-06,
      "loss": 0.0722,
      "step": 13383
    },
    {
      "epoch": 2.0214469113426974,
      "grad_norm": 1.4459617219502567,
      "learning_rate": 2.4033876806252856e-06,
      "loss": 0.0867,
      "step": 13384
    },
    {
      "epoch": 2.021597945929618,
      "grad_norm": 1.5335432022047353,
      "learning_rate": 2.402711899506005e-06,
      "loss": 0.0841,
      "step": 13385
    },
    {
      "epoch": 2.0217489805165383,
      "grad_norm": 1.5236487731594008,
      "learning_rate": 2.402036183359313e-06,
      "loss": 0.0756,
      "step": 13386
    },
    {
      "epoch": 2.0219000151034585,
      "grad_norm": 1.509419895177953,
      "learning_rate": 2.4013605322021173e-06,
      "loss": 0.0708,
      "step": 13387
    },
    {
      "epoch": 2.022051049690379,
      "grad_norm": 1.6740679334626005,
      "learning_rate": 2.4006849460513153e-06,
      "loss": 0.0937,
      "step": 13388
    },
    {
      "epoch": 2.0222020842772994,
      "grad_norm": 2.1264867472977116,
      "learning_rate": 2.400009424923812e-06,
      "loss": 0.0862,
      "step": 13389
    },
    {
      "epoch": 2.02235311886422,
      "grad_norm": 1.369776566861125,
      "learning_rate": 2.3993339688365014e-06,
      "loss": 0.0965,
      "step": 13390
    },
    {
      "epoch": 2.0225041534511403,
      "grad_norm": 1.5908504945896793,
      "learning_rate": 2.3986585778062826e-06,
      "loss": 0.0893,
      "step": 13391
    },
    {
      "epoch": 2.0226551880380605,
      "grad_norm": 1.247001042517275,
      "learning_rate": 2.3979832518500523e-06,
      "loss": 0.0759,
      "step": 13392
    },
    {
      "epoch": 2.022806222624981,
      "grad_norm": 1.17212319210217,
      "learning_rate": 2.3973079909847024e-06,
      "loss": 0.0657,
      "step": 13393
    },
    {
      "epoch": 2.0229572572119014,
      "grad_norm": 1.9016401046381775,
      "learning_rate": 2.3966327952271257e-06,
      "loss": 0.1173,
      "step": 13394
    },
    {
      "epoch": 2.023108291798822,
      "grad_norm": 1.3929338103415279,
      "learning_rate": 2.3959576645942095e-06,
      "loss": 0.079,
      "step": 13395
    },
    {
      "epoch": 2.0232593263857424,
      "grad_norm": 1.693236324015617,
      "learning_rate": 2.3952825991028457e-06,
      "loss": 0.0952,
      "step": 13396
    },
    {
      "epoch": 2.0234103609726626,
      "grad_norm": 1.2456306145745022,
      "learning_rate": 2.3946075987699226e-06,
      "loss": 0.0796,
      "step": 13397
    },
    {
      "epoch": 2.0235613955595833,
      "grad_norm": 1.3811407500134278,
      "learning_rate": 2.393932663612322e-06,
      "loss": 0.0884,
      "step": 13398
    },
    {
      "epoch": 2.0237124301465035,
      "grad_norm": 1.5119506793958672,
      "learning_rate": 2.393257793646931e-06,
      "loss": 0.0965,
      "step": 13399
    },
    {
      "epoch": 2.023863464733424,
      "grad_norm": 1.1917911235377223,
      "learning_rate": 2.3925829888906305e-06,
      "loss": 0.067,
      "step": 13400
    },
    {
      "epoch": 2.0240144993203444,
      "grad_norm": 1.518279251974424,
      "learning_rate": 2.3919082493602995e-06,
      "loss": 0.0933,
      "step": 13401
    },
    {
      "epoch": 2.0241655339072646,
      "grad_norm": 1.5909652166623947,
      "learning_rate": 2.3912335750728207e-06,
      "loss": 0.072,
      "step": 13402
    },
    {
      "epoch": 2.0243165684941853,
      "grad_norm": 1.5377746747809418,
      "learning_rate": 2.3905589660450673e-06,
      "loss": 0.083,
      "step": 13403
    },
    {
      "epoch": 2.0244676030811055,
      "grad_norm": 3.2532488239074357,
      "learning_rate": 2.389884422293919e-06,
      "loss": 0.0863,
      "step": 13404
    },
    {
      "epoch": 2.024618637668026,
      "grad_norm": 1.6789636103583656,
      "learning_rate": 2.389209943836246e-06,
      "loss": 0.1042,
      "step": 13405
    },
    {
      "epoch": 2.0247696722549464,
      "grad_norm": 1.388879859442048,
      "learning_rate": 2.3885355306889245e-06,
      "loss": 0.0826,
      "step": 13406
    },
    {
      "epoch": 2.0249207068418666,
      "grad_norm": 1.8858158682651824,
      "learning_rate": 2.3878611828688238e-06,
      "loss": 0.1027,
      "step": 13407
    },
    {
      "epoch": 2.0250717414287873,
      "grad_norm": 1.795894194618172,
      "learning_rate": 2.3871869003928104e-06,
      "loss": 0.0833,
      "step": 13408
    },
    {
      "epoch": 2.0252227760157075,
      "grad_norm": 1.697383864127012,
      "learning_rate": 2.386512683277757e-06,
      "loss": 0.0845,
      "step": 13409
    },
    {
      "epoch": 2.025373810602628,
      "grad_norm": 1.9735367779208823,
      "learning_rate": 2.385838531540524e-06,
      "loss": 0.0836,
      "step": 13410
    },
    {
      "epoch": 2.0255248451895485,
      "grad_norm": 1.6468453050934115,
      "learning_rate": 2.385164445197981e-06,
      "loss": 0.0881,
      "step": 13411
    },
    {
      "epoch": 2.0256758797764687,
      "grad_norm": 1.975463308869225,
      "learning_rate": 2.384490424266986e-06,
      "loss": 0.1122,
      "step": 13412
    },
    {
      "epoch": 2.0258269143633894,
      "grad_norm": 1.5806027444743738,
      "learning_rate": 2.3838164687644015e-06,
      "loss": 0.0818,
      "step": 13413
    },
    {
      "epoch": 2.0259779489503096,
      "grad_norm": 1.448577851305457,
      "learning_rate": 2.3831425787070923e-06,
      "loss": 0.084,
      "step": 13414
    },
    {
      "epoch": 2.02612898353723,
      "grad_norm": 1.305566191315842,
      "learning_rate": 2.3824687541119066e-06,
      "loss": 0.0647,
      "step": 13415
    },
    {
      "epoch": 2.0262800181241505,
      "grad_norm": 1.301231237370254,
      "learning_rate": 2.3817949949957076e-06,
      "loss": 0.0796,
      "step": 13416
    },
    {
      "epoch": 2.0264310527110707,
      "grad_norm": 1.8644507773923644,
      "learning_rate": 2.381121301375345e-06,
      "loss": 0.0814,
      "step": 13417
    },
    {
      "epoch": 2.0265820872979914,
      "grad_norm": 1.3573398727514991,
      "learning_rate": 2.380447673267674e-06,
      "loss": 0.0759,
      "step": 13418
    },
    {
      "epoch": 2.0267331218849116,
      "grad_norm": 1.521471241480783,
      "learning_rate": 2.379774110689548e-06,
      "loss": 0.088,
      "step": 13419
    },
    {
      "epoch": 2.026884156471832,
      "grad_norm": 1.9654022816403596,
      "learning_rate": 2.379100613657812e-06,
      "loss": 0.1124,
      "step": 13420
    },
    {
      "epoch": 2.0270351910587525,
      "grad_norm": 2.052732553780956,
      "learning_rate": 2.37842718218932e-06,
      "loss": 0.0932,
      "step": 13421
    },
    {
      "epoch": 2.0271862256456727,
      "grad_norm": 1.724725697094935,
      "learning_rate": 2.3777538163009107e-06,
      "loss": 0.0942,
      "step": 13422
    },
    {
      "epoch": 2.0273372602325934,
      "grad_norm": 1.3239721265527928,
      "learning_rate": 2.3770805160094323e-06,
      "loss": 0.0652,
      "step": 13423
    },
    {
      "epoch": 2.0274882948195136,
      "grad_norm": 1.5557881471524488,
      "learning_rate": 2.37640728133173e-06,
      "loss": 0.0829,
      "step": 13424
    },
    {
      "epoch": 2.027639329406434,
      "grad_norm": 1.6945511777566273,
      "learning_rate": 2.3757341122846412e-06,
      "loss": 0.0815,
      "step": 13425
    },
    {
      "epoch": 2.0277903639933545,
      "grad_norm": 1.7921149054899674,
      "learning_rate": 2.375061008885009e-06,
      "loss": 0.0998,
      "step": 13426
    },
    {
      "epoch": 2.027941398580275,
      "grad_norm": 1.615176854219234,
      "learning_rate": 2.3743879711496688e-06,
      "loss": 0.0941,
      "step": 13427
    },
    {
      "epoch": 2.0280924331671955,
      "grad_norm": 1.4916892622199467,
      "learning_rate": 2.3737149990954595e-06,
      "loss": 0.0863,
      "step": 13428
    },
    {
      "epoch": 2.0282434677541157,
      "grad_norm": 1.7027595395058694,
      "learning_rate": 2.373042092739214e-06,
      "loss": 0.1025,
      "step": 13429
    },
    {
      "epoch": 2.028394502341036,
      "grad_norm": 1.7928645031838406,
      "learning_rate": 2.3723692520977643e-06,
      "loss": 0.1083,
      "step": 13430
    },
    {
      "epoch": 2.0285455369279566,
      "grad_norm": 1.5286216114553584,
      "learning_rate": 2.371696477187946e-06,
      "loss": 0.081,
      "step": 13431
    },
    {
      "epoch": 2.028696571514877,
      "grad_norm": 1.1996367032364277,
      "learning_rate": 2.3710237680265834e-06,
      "loss": 0.0679,
      "step": 13432
    },
    {
      "epoch": 2.0288476061017975,
      "grad_norm": 1.5264241394882383,
      "learning_rate": 2.3703511246305105e-06,
      "loss": 0.0829,
      "step": 13433
    },
    {
      "epoch": 2.0289986406887177,
      "grad_norm": 1.4903203653571373,
      "learning_rate": 2.369678547016549e-06,
      "loss": 0.0838,
      "step": 13434
    },
    {
      "epoch": 2.029149675275638,
      "grad_norm": 1.9279971957390187,
      "learning_rate": 2.3690060352015274e-06,
      "loss": 0.0846,
      "step": 13435
    },
    {
      "epoch": 2.0293007098625586,
      "grad_norm": 1.3819337762958162,
      "learning_rate": 2.3683335892022673e-06,
      "loss": 0.0879,
      "step": 13436
    },
    {
      "epoch": 2.029451744449479,
      "grad_norm": 1.7106020769816195,
      "learning_rate": 2.367661209035589e-06,
      "loss": 0.1011,
      "step": 13437
    },
    {
      "epoch": 2.0296027790363995,
      "grad_norm": 1.324978266966101,
      "learning_rate": 2.366988894718316e-06,
      "loss": 0.0749,
      "step": 13438
    },
    {
      "epoch": 2.0297538136233197,
      "grad_norm": 1.41096157531905,
      "learning_rate": 2.3663166462672615e-06,
      "loss": 0.0757,
      "step": 13439
    },
    {
      "epoch": 2.02990484821024,
      "grad_norm": 1.764360730210591,
      "learning_rate": 2.3656444636992476e-06,
      "loss": 0.0815,
      "step": 13440
    },
    {
      "epoch": 2.0300558827971606,
      "grad_norm": 1.4041328333416936,
      "learning_rate": 2.3649723470310852e-06,
      "loss": 0.0744,
      "step": 13441
    },
    {
      "epoch": 2.030206917384081,
      "grad_norm": 1.4708804008522878,
      "learning_rate": 2.3643002962795892e-06,
      "loss": 0.0834,
      "step": 13442
    },
    {
      "epoch": 2.0303579519710016,
      "grad_norm": 2.0078924586472073,
      "learning_rate": 2.363628311461575e-06,
      "loss": 0.1057,
      "step": 13443
    },
    {
      "epoch": 2.030508986557922,
      "grad_norm": 2.205304833768502,
      "learning_rate": 2.3629563925938453e-06,
      "loss": 0.0959,
      "step": 13444
    },
    {
      "epoch": 2.030660021144842,
      "grad_norm": 1.5263902117505297,
      "learning_rate": 2.362284539693215e-06,
      "loss": 0.085,
      "step": 13445
    },
    {
      "epoch": 2.0308110557317627,
      "grad_norm": 1.4079038646121143,
      "learning_rate": 2.3616127527764853e-06,
      "loss": 0.0766,
      "step": 13446
    },
    {
      "epoch": 2.030962090318683,
      "grad_norm": 1.4549527708943133,
      "learning_rate": 2.3609410318604648e-06,
      "loss": 0.0938,
      "step": 13447
    },
    {
      "epoch": 2.0311131249056036,
      "grad_norm": 1.3431525915347855,
      "learning_rate": 2.360269376961958e-06,
      "loss": 0.0864,
      "step": 13448
    },
    {
      "epoch": 2.031264159492524,
      "grad_norm": 1.8679132603628106,
      "learning_rate": 2.359597788097763e-06,
      "loss": 0.1035,
      "step": 13449
    },
    {
      "epoch": 2.031415194079444,
      "grad_norm": 1.4434072060192504,
      "learning_rate": 2.3589262652846868e-06,
      "loss": 0.0851,
      "step": 13450
    },
    {
      "epoch": 2.0315662286663647,
      "grad_norm": 1.893434920934399,
      "learning_rate": 2.3582548085395184e-06,
      "loss": 0.0994,
      "step": 13451
    },
    {
      "epoch": 2.031717263253285,
      "grad_norm": 1.2804393183885636,
      "learning_rate": 2.3575834178790597e-06,
      "loss": 0.0797,
      "step": 13452
    },
    {
      "epoch": 2.0318682978402056,
      "grad_norm": 1.6576202314371864,
      "learning_rate": 2.3569120933201077e-06,
      "loss": 0.0836,
      "step": 13453
    },
    {
      "epoch": 2.032019332427126,
      "grad_norm": 1.2157293580103405,
      "learning_rate": 2.3562408348794524e-06,
      "loss": 0.0691,
      "step": 13454
    },
    {
      "epoch": 2.032170367014046,
      "grad_norm": 1.5699388051413596,
      "learning_rate": 2.3555696425738883e-06,
      "loss": 0.089,
      "step": 13455
    },
    {
      "epoch": 2.0323214016009667,
      "grad_norm": 1.1672855259486086,
      "learning_rate": 2.354898516420203e-06,
      "loss": 0.0773,
      "step": 13456
    },
    {
      "epoch": 2.032472436187887,
      "grad_norm": 1.7536659114106359,
      "learning_rate": 2.3542274564351885e-06,
      "loss": 0.0941,
      "step": 13457
    },
    {
      "epoch": 2.0326234707748077,
      "grad_norm": 1.3462359081289184,
      "learning_rate": 2.35355646263563e-06,
      "loss": 0.0827,
      "step": 13458
    },
    {
      "epoch": 2.032774505361728,
      "grad_norm": 1.6146761756586425,
      "learning_rate": 2.3528855350383106e-06,
      "loss": 0.1046,
      "step": 13459
    },
    {
      "epoch": 2.032925539948648,
      "grad_norm": 1.0990504140214636,
      "learning_rate": 2.352214673660018e-06,
      "loss": 0.0684,
      "step": 13460
    },
    {
      "epoch": 2.033076574535569,
      "grad_norm": 1.195954932603753,
      "learning_rate": 2.3515438785175303e-06,
      "loss": 0.0755,
      "step": 13461
    },
    {
      "epoch": 2.033227609122489,
      "grad_norm": 1.9400711571463578,
      "learning_rate": 2.3508731496276316e-06,
      "loss": 0.0942,
      "step": 13462
    },
    {
      "epoch": 2.0333786437094092,
      "grad_norm": 1.3475491943055955,
      "learning_rate": 2.3502024870070966e-06,
      "loss": 0.0689,
      "step": 13463
    },
    {
      "epoch": 2.03352967829633,
      "grad_norm": 1.765003800002252,
      "learning_rate": 2.349531890672706e-06,
      "loss": 0.1042,
      "step": 13464
    },
    {
      "epoch": 2.03368071288325,
      "grad_norm": 1.468397012614085,
      "learning_rate": 2.3488613606412337e-06,
      "loss": 0.0879,
      "step": 13465
    },
    {
      "epoch": 2.033831747470171,
      "grad_norm": 1.4054721757869382,
      "learning_rate": 2.3481908969294508e-06,
      "loss": 0.0761,
      "step": 13466
    },
    {
      "epoch": 2.033982782057091,
      "grad_norm": 2.0980029395326,
      "learning_rate": 2.347520499554134e-06,
      "loss": 0.0883,
      "step": 13467
    },
    {
      "epoch": 2.0341338166440113,
      "grad_norm": 2.235132752011214,
      "learning_rate": 2.3468501685320493e-06,
      "loss": 0.1127,
      "step": 13468
    },
    {
      "epoch": 2.034284851230932,
      "grad_norm": 2.721321277762467,
      "learning_rate": 2.346179903879969e-06,
      "loss": 0.0939,
      "step": 13469
    },
    {
      "epoch": 2.034435885817852,
      "grad_norm": 1.4587134748192645,
      "learning_rate": 2.345509705614657e-06,
      "loss": 0.0867,
      "step": 13470
    },
    {
      "epoch": 2.034586920404773,
      "grad_norm": 2.4741629796939475,
      "learning_rate": 2.34483957375288e-06,
      "loss": 0.1038,
      "step": 13471
    },
    {
      "epoch": 2.034737954991693,
      "grad_norm": 1.3305082931409382,
      "learning_rate": 2.3441695083114056e-06,
      "loss": 0.084,
      "step": 13472
    },
    {
      "epoch": 2.0348889895786133,
      "grad_norm": 1.781048568674885,
      "learning_rate": 2.343499509306989e-06,
      "loss": 0.0654,
      "step": 13473
    },
    {
      "epoch": 2.035040024165534,
      "grad_norm": 1.2756265150836732,
      "learning_rate": 2.3428295767563936e-06,
      "loss": 0.0798,
      "step": 13474
    },
    {
      "epoch": 2.035191058752454,
      "grad_norm": 1.384349711521054,
      "learning_rate": 2.3421597106763795e-06,
      "loss": 0.088,
      "step": 13475
    },
    {
      "epoch": 2.035342093339375,
      "grad_norm": 1.70477734888984,
      "learning_rate": 2.3414899110837016e-06,
      "loss": 0.0958,
      "step": 13476
    },
    {
      "epoch": 2.035493127926295,
      "grad_norm": 1.3869401453864805,
      "learning_rate": 2.340820177995117e-06,
      "loss": 0.0901,
      "step": 13477
    },
    {
      "epoch": 2.0356441625132153,
      "grad_norm": 1.4769027293972632,
      "learning_rate": 2.3401505114273775e-06,
      "loss": 0.0898,
      "step": 13478
    },
    {
      "epoch": 2.035795197100136,
      "grad_norm": 1.5117528266022637,
      "learning_rate": 2.339480911397239e-06,
      "loss": 0.0863,
      "step": 13479
    },
    {
      "epoch": 2.0359462316870562,
      "grad_norm": 1.4362037920207675,
      "learning_rate": 2.3388113779214482e-06,
      "loss": 0.0953,
      "step": 13480
    },
    {
      "epoch": 2.036097266273977,
      "grad_norm": 1.4928818267476929,
      "learning_rate": 2.3381419110167537e-06,
      "loss": 0.09,
      "step": 13481
    },
    {
      "epoch": 2.036248300860897,
      "grad_norm": 11.267350744452765,
      "learning_rate": 2.337472510699905e-06,
      "loss": 0.1187,
      "step": 13482
    },
    {
      "epoch": 2.0363993354478174,
      "grad_norm": 1.7204973961671495,
      "learning_rate": 2.3368031769876454e-06,
      "loss": 0.1042,
      "step": 13483
    },
    {
      "epoch": 2.036550370034738,
      "grad_norm": 1.2101594293123126,
      "learning_rate": 2.336133909896721e-06,
      "loss": 0.0772,
      "step": 13484
    },
    {
      "epoch": 2.0367014046216583,
      "grad_norm": 1.6124976532234463,
      "learning_rate": 2.3354647094438704e-06,
      "loss": 0.089,
      "step": 13485
    },
    {
      "epoch": 2.036852439208579,
      "grad_norm": 1.6012041289780095,
      "learning_rate": 2.3347955756458383e-06,
      "loss": 0.0875,
      "step": 13486
    },
    {
      "epoch": 2.037003473795499,
      "grad_norm": 1.7481281750079427,
      "learning_rate": 2.3341265085193615e-06,
      "loss": 0.0943,
      "step": 13487
    },
    {
      "epoch": 2.0371545083824194,
      "grad_norm": 1.5889510532776239,
      "learning_rate": 2.3334575080811743e-06,
      "loss": 0.092,
      "step": 13488
    },
    {
      "epoch": 2.03730554296934,
      "grad_norm": 1.5280453777210876,
      "learning_rate": 2.3327885743480172e-06,
      "loss": 0.0876,
      "step": 13489
    },
    {
      "epoch": 2.0374565775562603,
      "grad_norm": 5.671758012044363,
      "learning_rate": 2.332119707336619e-06,
      "loss": 0.17,
      "step": 13490
    },
    {
      "epoch": 2.037607612143181,
      "grad_norm": 1.2884648431931398,
      "learning_rate": 2.3314509070637163e-06,
      "loss": 0.0845,
      "step": 13491
    },
    {
      "epoch": 2.037758646730101,
      "grad_norm": 1.2411965831210083,
      "learning_rate": 2.3307821735460358e-06,
      "loss": 0.0735,
      "step": 13492
    },
    {
      "epoch": 2.0379096813170214,
      "grad_norm": 1.2590360024881395,
      "learning_rate": 2.3301135068003093e-06,
      "loss": 0.071,
      "step": 13493
    },
    {
      "epoch": 2.038060715903942,
      "grad_norm": 2.3787135685648977,
      "learning_rate": 2.329444906843263e-06,
      "loss": 0.102,
      "step": 13494
    },
    {
      "epoch": 2.0382117504908623,
      "grad_norm": 1.4386147937528908,
      "learning_rate": 2.328776373691619e-06,
      "loss": 0.0915,
      "step": 13495
    },
    {
      "epoch": 2.038362785077783,
      "grad_norm": 1.5126174445220593,
      "learning_rate": 2.328107907362106e-06,
      "loss": 0.0931,
      "step": 13496
    },
    {
      "epoch": 2.0385138196647032,
      "grad_norm": 1.5391104370467186,
      "learning_rate": 2.3274395078714417e-06,
      "loss": 0.0833,
      "step": 13497
    },
    {
      "epoch": 2.0386648542516235,
      "grad_norm": 1.8402876616953583,
      "learning_rate": 2.3267711752363485e-06,
      "loss": 0.1019,
      "step": 13498
    },
    {
      "epoch": 2.038815888838544,
      "grad_norm": 1.3695912920514133,
      "learning_rate": 2.3261029094735477e-06,
      "loss": 0.083,
      "step": 13499
    },
    {
      "epoch": 2.0389669234254644,
      "grad_norm": 1.6390836829053217,
      "learning_rate": 2.325434710599751e-06,
      "loss": 0.091,
      "step": 13500
    },
    {
      "epoch": 2.039117958012385,
      "grad_norm": 1.2424942051800172,
      "learning_rate": 2.324766578631681e-06,
      "loss": 0.0771,
      "step": 13501
    },
    {
      "epoch": 2.0392689925993053,
      "grad_norm": 2.6248857159058803,
      "learning_rate": 2.324098513586043e-06,
      "loss": 0.0973,
      "step": 13502
    },
    {
      "epoch": 2.0394200271862255,
      "grad_norm": 2.388266579050299,
      "learning_rate": 2.3234305154795527e-06,
      "loss": 0.0885,
      "step": 13503
    },
    {
      "epoch": 2.039571061773146,
      "grad_norm": 1.5650080310366228,
      "learning_rate": 2.3227625843289226e-06,
      "loss": 0.0973,
      "step": 13504
    },
    {
      "epoch": 2.0397220963600664,
      "grad_norm": 1.3145746902550444,
      "learning_rate": 2.3220947201508575e-06,
      "loss": 0.0874,
      "step": 13505
    },
    {
      "epoch": 2.0398731309469866,
      "grad_norm": 1.6571611572610556,
      "learning_rate": 2.3214269229620684e-06,
      "loss": 0.0802,
      "step": 13506
    },
    {
      "epoch": 2.0400241655339073,
      "grad_norm": 1.8031114386354132,
      "learning_rate": 2.3207591927792573e-06,
      "loss": 0.089,
      "step": 13507
    },
    {
      "epoch": 2.0401752001208275,
      "grad_norm": 2.6167456767836335,
      "learning_rate": 2.32009152961913e-06,
      "loss": 0.1284,
      "step": 13508
    },
    {
      "epoch": 2.040326234707748,
      "grad_norm": 1.3185234361769278,
      "learning_rate": 2.3194239334983883e-06,
      "loss": 0.0752,
      "step": 13509
    },
    {
      "epoch": 2.0404772692946684,
      "grad_norm": 1.8992696022782691,
      "learning_rate": 2.318756404433729e-06,
      "loss": 0.0891,
      "step": 13510
    },
    {
      "epoch": 2.0406283038815887,
      "grad_norm": 1.636521773238288,
      "learning_rate": 2.3180889424418562e-06,
      "loss": 0.0874,
      "step": 13511
    },
    {
      "epoch": 2.0407793384685093,
      "grad_norm": 2.0177595157205785,
      "learning_rate": 2.3174215475394617e-06,
      "loss": 0.0868,
      "step": 13512
    },
    {
      "epoch": 2.0409303730554296,
      "grad_norm": 1.2477863645006684,
      "learning_rate": 2.316754219743245e-06,
      "loss": 0.073,
      "step": 13513
    },
    {
      "epoch": 2.0410814076423502,
      "grad_norm": 1.581029681644293,
      "learning_rate": 2.3160869590698963e-06,
      "loss": 0.0741,
      "step": 13514
    },
    {
      "epoch": 2.0412324422292705,
      "grad_norm": 1.6477105481112375,
      "learning_rate": 2.315419765536111e-06,
      "loss": 0.0818,
      "step": 13515
    },
    {
      "epoch": 2.0413834768161907,
      "grad_norm": 2.3666732087734044,
      "learning_rate": 2.3147526391585765e-06,
      "loss": 0.0991,
      "step": 13516
    },
    {
      "epoch": 2.0415345114031114,
      "grad_norm": 1.487484702556938,
      "learning_rate": 2.314085579953981e-06,
      "loss": 0.0863,
      "step": 13517
    },
    {
      "epoch": 2.0416855459900316,
      "grad_norm": 1.643163356316278,
      "learning_rate": 2.3134185879390143e-06,
      "loss": 0.0906,
      "step": 13518
    },
    {
      "epoch": 2.0418365805769523,
      "grad_norm": 1.2958456734423704,
      "learning_rate": 2.3127516631303577e-06,
      "loss": 0.0775,
      "step": 13519
    },
    {
      "epoch": 2.0419876151638725,
      "grad_norm": 1.3354154107209768,
      "learning_rate": 2.3120848055446986e-06,
      "loss": 0.0819,
      "step": 13520
    },
    {
      "epoch": 2.0421386497507927,
      "grad_norm": 2.003427634105616,
      "learning_rate": 2.3114180151987154e-06,
      "loss": 0.0888,
      "step": 13521
    },
    {
      "epoch": 2.0422896843377134,
      "grad_norm": 1.4515376615071476,
      "learning_rate": 2.3107512921090914e-06,
      "loss": 0.0825,
      "step": 13522
    },
    {
      "epoch": 2.0424407189246336,
      "grad_norm": 1.454112401770251,
      "learning_rate": 2.3100846362925032e-06,
      "loss": 0.0949,
      "step": 13523
    },
    {
      "epoch": 2.0425917535115543,
      "grad_norm": 1.455182321911056,
      "learning_rate": 2.3094180477656265e-06,
      "loss": 0.0851,
      "step": 13524
    },
    {
      "epoch": 2.0427427880984745,
      "grad_norm": 1.5064790672992716,
      "learning_rate": 2.3087515265451393e-06,
      "loss": 0.0856,
      "step": 13525
    },
    {
      "epoch": 2.0428938226853948,
      "grad_norm": 1.9724873842638864,
      "learning_rate": 2.308085072647711e-06,
      "loss": 0.1075,
      "step": 13526
    },
    {
      "epoch": 2.0430448572723154,
      "grad_norm": 1.569283478665777,
      "learning_rate": 2.3074186860900167e-06,
      "loss": 0.0936,
      "step": 13527
    },
    {
      "epoch": 2.0431958918592357,
      "grad_norm": 1.6196006763915793,
      "learning_rate": 2.3067523668887263e-06,
      "loss": 0.1003,
      "step": 13528
    },
    {
      "epoch": 2.0433469264461563,
      "grad_norm": 1.2772848040420466,
      "learning_rate": 2.3060861150605078e-06,
      "loss": 0.0789,
      "step": 13529
    },
    {
      "epoch": 2.0434979610330766,
      "grad_norm": 1.445885406967943,
      "learning_rate": 2.3054199306220276e-06,
      "loss": 0.0896,
      "step": 13530
    },
    {
      "epoch": 2.043648995619997,
      "grad_norm": 1.7716439593137518,
      "learning_rate": 2.304753813589948e-06,
      "loss": 0.0917,
      "step": 13531
    },
    {
      "epoch": 2.0438000302069175,
      "grad_norm": 1.4195528387301368,
      "learning_rate": 2.304087763980935e-06,
      "loss": 0.0879,
      "step": 13532
    },
    {
      "epoch": 2.0439510647938377,
      "grad_norm": 1.798839555488292,
      "learning_rate": 2.303421781811651e-06,
      "loss": 0.0882,
      "step": 13533
    },
    {
      "epoch": 2.0441020993807584,
      "grad_norm": 1.5708372638475314,
      "learning_rate": 2.3027558670987538e-06,
      "loss": 0.0925,
      "step": 13534
    },
    {
      "epoch": 2.0442531339676786,
      "grad_norm": 1.209809741736411,
      "learning_rate": 2.302090019858904e-06,
      "loss": 0.0709,
      "step": 13535
    },
    {
      "epoch": 2.044404168554599,
      "grad_norm": 1.1079673925674685,
      "learning_rate": 2.301424240108755e-06,
      "loss": 0.0611,
      "step": 13536
    },
    {
      "epoch": 2.0445552031415195,
      "grad_norm": 1.4563294864325322,
      "learning_rate": 2.300758527864965e-06,
      "loss": 0.0875,
      "step": 13537
    },
    {
      "epoch": 2.0447062377284397,
      "grad_norm": 1.1738085078763503,
      "learning_rate": 2.300092883144186e-06,
      "loss": 0.0661,
      "step": 13538
    },
    {
      "epoch": 2.0448572723153604,
      "grad_norm": 1.394361355508496,
      "learning_rate": 2.2994273059630674e-06,
      "loss": 0.0776,
      "step": 13539
    },
    {
      "epoch": 2.0450083069022806,
      "grad_norm": 2.2104422648866016,
      "learning_rate": 2.298761796338262e-06,
      "loss": 0.1071,
      "step": 13540
    },
    {
      "epoch": 2.045159341489201,
      "grad_norm": 1.6665845511054502,
      "learning_rate": 2.2980963542864142e-06,
      "loss": 0.0888,
      "step": 13541
    },
    {
      "epoch": 2.0453103760761215,
      "grad_norm": 1.76224394598292,
      "learning_rate": 2.297430979824175e-06,
      "loss": 0.092,
      "step": 13542
    },
    {
      "epoch": 2.0454614106630418,
      "grad_norm": 1.4782545257717508,
      "learning_rate": 2.2967656729681847e-06,
      "loss": 0.0927,
      "step": 13543
    },
    {
      "epoch": 2.0456124452499624,
      "grad_norm": 1.6846052262803568,
      "learning_rate": 2.2961004337350905e-06,
      "loss": 0.0918,
      "step": 13544
    },
    {
      "epoch": 2.0457634798368827,
      "grad_norm": 1.3446205402709648,
      "learning_rate": 2.2954352621415315e-06,
      "loss": 0.0782,
      "step": 13545
    },
    {
      "epoch": 2.045914514423803,
      "grad_norm": 1.2398623972654246,
      "learning_rate": 2.294770158204146e-06,
      "loss": 0.0762,
      "step": 13546
    },
    {
      "epoch": 2.0460655490107236,
      "grad_norm": 1.7029904280947732,
      "learning_rate": 2.2941051219395747e-06,
      "loss": 0.0937,
      "step": 13547
    },
    {
      "epoch": 2.046216583597644,
      "grad_norm": 1.5739181628403283,
      "learning_rate": 2.2934401533644505e-06,
      "loss": 0.0999,
      "step": 13548
    },
    {
      "epoch": 2.0463676181845645,
      "grad_norm": 1.8958328761421779,
      "learning_rate": 2.2927752524954113e-06,
      "loss": 0.0809,
      "step": 13549
    },
    {
      "epoch": 2.0465186527714847,
      "grad_norm": 1.9623809023016927,
      "learning_rate": 2.2921104193490888e-06,
      "loss": 0.0996,
      "step": 13550
    },
    {
      "epoch": 2.046669687358405,
      "grad_norm": 1.9096528142853952,
      "learning_rate": 2.2914456539421155e-06,
      "loss": 0.0921,
      "step": 13551
    },
    {
      "epoch": 2.0468207219453256,
      "grad_norm": 1.183677765170164,
      "learning_rate": 2.2907809562911186e-06,
      "loss": 0.0713,
      "step": 13552
    },
    {
      "epoch": 2.046971756532246,
      "grad_norm": 2.0665272821785012,
      "learning_rate": 2.2901163264127253e-06,
      "loss": 0.1058,
      "step": 13553
    },
    {
      "epoch": 2.0471227911191665,
      "grad_norm": 1.5230000411587326,
      "learning_rate": 2.2894517643235626e-06,
      "loss": 0.0989,
      "step": 13554
    },
    {
      "epoch": 2.0472738257060867,
      "grad_norm": 1.516704768367692,
      "learning_rate": 2.2887872700402567e-06,
      "loss": 0.088,
      "step": 13555
    },
    {
      "epoch": 2.047424860293007,
      "grad_norm": 1.7324524591897266,
      "learning_rate": 2.2881228435794283e-06,
      "loss": 0.098,
      "step": 13556
    },
    {
      "epoch": 2.0475758948799276,
      "grad_norm": 1.7480358909814615,
      "learning_rate": 2.2874584849577002e-06,
      "loss": 0.0965,
      "step": 13557
    },
    {
      "epoch": 2.047726929466848,
      "grad_norm": 1.8140551185282863,
      "learning_rate": 2.2867941941916905e-06,
      "loss": 0.0982,
      "step": 13558
    },
    {
      "epoch": 2.047877964053768,
      "grad_norm": 3.1494181545995583,
      "learning_rate": 2.2861299712980154e-06,
      "loss": 0.1318,
      "step": 13559
    },
    {
      "epoch": 2.0480289986406888,
      "grad_norm": 1.127637357389773,
      "learning_rate": 2.2854658162932937e-06,
      "loss": 0.0766,
      "step": 13560
    },
    {
      "epoch": 2.048180033227609,
      "grad_norm": 1.4748920175287357,
      "learning_rate": 2.2848017291941365e-06,
      "loss": 0.0814,
      "step": 13561
    },
    {
      "epoch": 2.0483310678145297,
      "grad_norm": 1.3612052001776829,
      "learning_rate": 2.2841377100171597e-06,
      "loss": 0.0838,
      "step": 13562
    },
    {
      "epoch": 2.04848210240145,
      "grad_norm": 1.6564035265653434,
      "learning_rate": 2.2834737587789706e-06,
      "loss": 0.1115,
      "step": 13563
    },
    {
      "epoch": 2.04863313698837,
      "grad_norm": 1.5861847988632096,
      "learning_rate": 2.2828098754961812e-06,
      "loss": 0.0992,
      "step": 13564
    },
    {
      "epoch": 2.048784171575291,
      "grad_norm": 1.274989343757098,
      "learning_rate": 2.282146060185399e-06,
      "loss": 0.0791,
      "step": 13565
    },
    {
      "epoch": 2.048935206162211,
      "grad_norm": 1.6244984074962197,
      "learning_rate": 2.2814823128632256e-06,
      "loss": 0.0971,
      "step": 13566
    },
    {
      "epoch": 2.0490862407491317,
      "grad_norm": 1.8254275004344827,
      "learning_rate": 2.28081863354627e-06,
      "loss": 0.0897,
      "step": 13567
    },
    {
      "epoch": 2.049237275336052,
      "grad_norm": 1.7562816562927437,
      "learning_rate": 2.2801550222511308e-06,
      "loss": 0.1056,
      "step": 13568
    },
    {
      "epoch": 2.049388309922972,
      "grad_norm": 1.159624983906264,
      "learning_rate": 2.2794914789944118e-06,
      "loss": 0.0653,
      "step": 13569
    },
    {
      "epoch": 2.049539344509893,
      "grad_norm": 1.517300309033243,
      "learning_rate": 2.2788280037927086e-06,
      "loss": 0.0907,
      "step": 13570
    },
    {
      "epoch": 2.049690379096813,
      "grad_norm": 1.382475818781329,
      "learning_rate": 2.2781645966626215e-06,
      "loss": 0.0841,
      "step": 13571
    },
    {
      "epoch": 2.0498414136837337,
      "grad_norm": 1.2091483537608037,
      "learning_rate": 2.2775012576207426e-06,
      "loss": 0.0774,
      "step": 13572
    },
    {
      "epoch": 2.049992448270654,
      "grad_norm": 1.6782215203980448,
      "learning_rate": 2.2768379866836703e-06,
      "loss": 0.0946,
      "step": 13573
    },
    {
      "epoch": 2.050143482857574,
      "grad_norm": 1.5830729143263065,
      "learning_rate": 2.2761747838679936e-06,
      "loss": 0.078,
      "step": 13574
    },
    {
      "epoch": 2.050294517444495,
      "grad_norm": 1.5613968546419952,
      "learning_rate": 2.275511649190301e-06,
      "loss": 0.0901,
      "step": 13575
    },
    {
      "epoch": 2.050445552031415,
      "grad_norm": 1.482575881041285,
      "learning_rate": 2.2748485826671863e-06,
      "loss": 0.087,
      "step": 13576
    },
    {
      "epoch": 2.0505965866183358,
      "grad_norm": 1.5025814127508452,
      "learning_rate": 2.274185584315231e-06,
      "loss": 0.0889,
      "step": 13577
    },
    {
      "epoch": 2.050747621205256,
      "grad_norm": 1.4609939129931488,
      "learning_rate": 2.2735226541510236e-06,
      "loss": 0.0774,
      "step": 13578
    },
    {
      "epoch": 2.0508986557921762,
      "grad_norm": 1.2366801158025746,
      "learning_rate": 2.2728597921911488e-06,
      "loss": 0.086,
      "step": 13579
    },
    {
      "epoch": 2.051049690379097,
      "grad_norm": 2.33673705976536,
      "learning_rate": 2.2721969984521868e-06,
      "loss": 0.1004,
      "step": 13580
    },
    {
      "epoch": 2.051200724966017,
      "grad_norm": 1.37859276430252,
      "learning_rate": 2.2715342729507174e-06,
      "loss": 0.0865,
      "step": 13581
    },
    {
      "epoch": 2.051351759552938,
      "grad_norm": 1.8310413921842774,
      "learning_rate": 2.270871615703318e-06,
      "loss": 0.0876,
      "step": 13582
    },
    {
      "epoch": 2.051502794139858,
      "grad_norm": 1.727107206768414,
      "learning_rate": 2.270209026726566e-06,
      "loss": 0.0896,
      "step": 13583
    },
    {
      "epoch": 2.0516538287267783,
      "grad_norm": 2.4577306753311055,
      "learning_rate": 2.26954650603704e-06,
      "loss": 0.0999,
      "step": 13584
    },
    {
      "epoch": 2.051804863313699,
      "grad_norm": 1.6686196429519502,
      "learning_rate": 2.2688840536513074e-06,
      "loss": 0.0834,
      "step": 13585
    },
    {
      "epoch": 2.051955897900619,
      "grad_norm": 1.6700750811048113,
      "learning_rate": 2.2682216695859455e-06,
      "loss": 0.0806,
      "step": 13586
    },
    {
      "epoch": 2.05210693248754,
      "grad_norm": 1.4796272772788879,
      "learning_rate": 2.2675593538575213e-06,
      "loss": 0.0866,
      "step": 13587
    },
    {
      "epoch": 2.05225796707446,
      "grad_norm": 1.6445622927160677,
      "learning_rate": 2.2668971064826014e-06,
      "loss": 0.1008,
      "step": 13588
    },
    {
      "epoch": 2.0524090016613803,
      "grad_norm": 2.0026297125691044,
      "learning_rate": 2.2662349274777556e-06,
      "loss": 0.0928,
      "step": 13589
    },
    {
      "epoch": 2.052560036248301,
      "grad_norm": 1.280606203841236,
      "learning_rate": 2.2655728168595458e-06,
      "loss": 0.0745,
      "step": 13590
    },
    {
      "epoch": 2.052711070835221,
      "grad_norm": 1.957735085420851,
      "learning_rate": 2.2649107746445383e-06,
      "loss": 0.1044,
      "step": 13591
    },
    {
      "epoch": 2.052862105422142,
      "grad_norm": 1.5079155728375642,
      "learning_rate": 2.264248800849291e-06,
      "loss": 0.0928,
      "step": 13592
    },
    {
      "epoch": 2.053013140009062,
      "grad_norm": 2.3266864283821307,
      "learning_rate": 2.2635868954903667e-06,
      "loss": 0.1008,
      "step": 13593
    },
    {
      "epoch": 2.0531641745959823,
      "grad_norm": 1.4002943958177778,
      "learning_rate": 2.2629250585843215e-06,
      "loss": 0.0818,
      "step": 13594
    },
    {
      "epoch": 2.053315209182903,
      "grad_norm": 1.9166800884223523,
      "learning_rate": 2.2622632901477102e-06,
      "loss": 0.0924,
      "step": 13595
    },
    {
      "epoch": 2.0534662437698232,
      "grad_norm": 1.5353613003177238,
      "learning_rate": 2.261601590197091e-06,
      "loss": 0.072,
      "step": 13596
    },
    {
      "epoch": 2.053617278356744,
      "grad_norm": 1.8302779616495792,
      "learning_rate": 2.2609399587490127e-06,
      "loss": 0.0996,
      "step": 13597
    },
    {
      "epoch": 2.053768312943664,
      "grad_norm": 1.2623663491417312,
      "learning_rate": 2.2602783958200302e-06,
      "loss": 0.0716,
      "step": 13598
    },
    {
      "epoch": 2.0539193475305844,
      "grad_norm": 1.4778396492122976,
      "learning_rate": 2.2596169014266896e-06,
      "loss": 0.0883,
      "step": 13599
    },
    {
      "epoch": 2.054070382117505,
      "grad_norm": 1.3898915775972802,
      "learning_rate": 2.2589554755855393e-06,
      "loss": 0.0841,
      "step": 13600
    },
    {
      "epoch": 2.0542214167044253,
      "grad_norm": 1.7378653539541817,
      "learning_rate": 2.25829411831313e-06,
      "loss": 0.0909,
      "step": 13601
    },
    {
      "epoch": 2.054372451291346,
      "grad_norm": 1.2041228525203633,
      "learning_rate": 2.257632829625998e-06,
      "loss": 0.0799,
      "step": 13602
    },
    {
      "epoch": 2.054523485878266,
      "grad_norm": 1.398163862447622,
      "learning_rate": 2.256971609540691e-06,
      "loss": 0.0829,
      "step": 13603
    },
    {
      "epoch": 2.0546745204651864,
      "grad_norm": 1.4759516186189803,
      "learning_rate": 2.2563104580737477e-06,
      "loss": 0.0837,
      "step": 13604
    },
    {
      "epoch": 2.054825555052107,
      "grad_norm": 1.6276514528841002,
      "learning_rate": 2.255649375241707e-06,
      "loss": 0.0878,
      "step": 13605
    },
    {
      "epoch": 2.0549765896390273,
      "grad_norm": 1.5125631440992768,
      "learning_rate": 2.254988361061109e-06,
      "loss": 0.0874,
      "step": 13606
    },
    {
      "epoch": 2.0551276242259475,
      "grad_norm": 1.6113131457265297,
      "learning_rate": 2.254327415548486e-06,
      "loss": 0.0857,
      "step": 13607
    },
    {
      "epoch": 2.055278658812868,
      "grad_norm": 1.7079240207820157,
      "learning_rate": 2.253666538720375e-06,
      "loss": 0.0773,
      "step": 13608
    },
    {
      "epoch": 2.0554296933997884,
      "grad_norm": 2.0900726546656885,
      "learning_rate": 2.253005730593306e-06,
      "loss": 0.0934,
      "step": 13609
    },
    {
      "epoch": 2.055580727986709,
      "grad_norm": 1.6674995265587333,
      "learning_rate": 2.252344991183809e-06,
      "loss": 0.074,
      "step": 13610
    },
    {
      "epoch": 2.0557317625736293,
      "grad_norm": 1.712477178479104,
      "learning_rate": 2.2516843205084153e-06,
      "loss": 0.0832,
      "step": 13611
    },
    {
      "epoch": 2.0558827971605496,
      "grad_norm": 1.9839479180246713,
      "learning_rate": 2.2510237185836485e-06,
      "loss": 0.1039,
      "step": 13612
    },
    {
      "epoch": 2.0560338317474702,
      "grad_norm": 1.952437610808591,
      "learning_rate": 2.2503631854260375e-06,
      "loss": 0.0752,
      "step": 13613
    },
    {
      "epoch": 2.0561848663343905,
      "grad_norm": 1.7700154157529706,
      "learning_rate": 2.2497027210521034e-06,
      "loss": 0.0974,
      "step": 13614
    },
    {
      "epoch": 2.056335900921311,
      "grad_norm": 1.5376160122425124,
      "learning_rate": 2.24904232547837e-06,
      "loss": 0.0795,
      "step": 13615
    },
    {
      "epoch": 2.0564869355082314,
      "grad_norm": 1.8422803513649173,
      "learning_rate": 2.248381998721356e-06,
      "loss": 0.0881,
      "step": 13616
    },
    {
      "epoch": 2.0566379700951516,
      "grad_norm": 1.767723015937624,
      "learning_rate": 2.247721740797579e-06,
      "loss": 0.0911,
      "step": 13617
    },
    {
      "epoch": 2.0567890046820723,
      "grad_norm": 1.5611822418750865,
      "learning_rate": 2.247061551723559e-06,
      "loss": 0.0885,
      "step": 13618
    },
    {
      "epoch": 2.0569400392689925,
      "grad_norm": 1.8405282226481254,
      "learning_rate": 2.2464014315158066e-06,
      "loss": 0.0914,
      "step": 13619
    },
    {
      "epoch": 2.057091073855913,
      "grad_norm": 1.6374750244316523,
      "learning_rate": 2.2457413801908396e-06,
      "loss": 0.0834,
      "step": 13620
    },
    {
      "epoch": 2.0572421084428334,
      "grad_norm": 1.6144763486678686,
      "learning_rate": 2.245081397765165e-06,
      "loss": 0.0982,
      "step": 13621
    },
    {
      "epoch": 2.0573931430297536,
      "grad_norm": 1.2376831109798474,
      "learning_rate": 2.2444214842552975e-06,
      "loss": 0.0742,
      "step": 13622
    },
    {
      "epoch": 2.0575441776166743,
      "grad_norm": 1.2692955684791527,
      "learning_rate": 2.2437616396777423e-06,
      "loss": 0.0696,
      "step": 13623
    },
    {
      "epoch": 2.0576952122035945,
      "grad_norm": 1.7374969374513791,
      "learning_rate": 2.2431018640490044e-06,
      "loss": 0.0848,
      "step": 13624
    },
    {
      "epoch": 2.057846246790515,
      "grad_norm": 1.3164939497221237,
      "learning_rate": 2.242442157385592e-06,
      "loss": 0.0753,
      "step": 13625
    },
    {
      "epoch": 2.0579972813774354,
      "grad_norm": 1.7419331909977969,
      "learning_rate": 2.2417825197040043e-06,
      "loss": 0.0797,
      "step": 13626
    },
    {
      "epoch": 2.0581483159643557,
      "grad_norm": 1.2890325660378261,
      "learning_rate": 2.2411229510207468e-06,
      "loss": 0.0788,
      "step": 13627
    },
    {
      "epoch": 2.0582993505512763,
      "grad_norm": 1.3794877751031136,
      "learning_rate": 2.2404634513523145e-06,
      "loss": 0.0738,
      "step": 13628
    },
    {
      "epoch": 2.0584503851381966,
      "grad_norm": 1.28639217105595,
      "learning_rate": 2.2398040207152066e-06,
      "loss": 0.0721,
      "step": 13629
    },
    {
      "epoch": 2.0586014197251172,
      "grad_norm": 1.4034314812728381,
      "learning_rate": 2.2391446591259243e-06,
      "loss": 0.0827,
      "step": 13630
    },
    {
      "epoch": 2.0587524543120375,
      "grad_norm": 1.4213205522296553,
      "learning_rate": 2.2384853666009533e-06,
      "loss": 0.0795,
      "step": 13631
    },
    {
      "epoch": 2.0589034888989577,
      "grad_norm": 1.4557096693281015,
      "learning_rate": 2.237826143156792e-06,
      "loss": 0.08,
      "step": 13632
    },
    {
      "epoch": 2.0590545234858784,
      "grad_norm": 2.001828557763406,
      "learning_rate": 2.237166988809928e-06,
      "loss": 0.0992,
      "step": 13633
    },
    {
      "epoch": 2.0592055580727986,
      "grad_norm": 1.348296729133355,
      "learning_rate": 2.2365079035768515e-06,
      "loss": 0.0715,
      "step": 13634
    },
    {
      "epoch": 2.0593565926597193,
      "grad_norm": 1.709255742024663,
      "learning_rate": 2.235848887474052e-06,
      "loss": 0.0905,
      "step": 13635
    },
    {
      "epoch": 2.0595076272466395,
      "grad_norm": 1.5533286931318901,
      "learning_rate": 2.235189940518012e-06,
      "loss": 0.0756,
      "step": 13636
    },
    {
      "epoch": 2.0596586618335597,
      "grad_norm": 1.5027649180085896,
      "learning_rate": 2.2345310627252205e-06,
      "loss": 0.0781,
      "step": 13637
    },
    {
      "epoch": 2.0598096964204804,
      "grad_norm": 1.5415696585349772,
      "learning_rate": 2.233872254112152e-06,
      "loss": 0.0895,
      "step": 13638
    },
    {
      "epoch": 2.0599607310074006,
      "grad_norm": 1.478672083054163,
      "learning_rate": 2.233213514695291e-06,
      "loss": 0.1059,
      "step": 13639
    },
    {
      "epoch": 2.0601117655943213,
      "grad_norm": 1.3752782593173656,
      "learning_rate": 2.2325548444911183e-06,
      "loss": 0.082,
      "step": 13640
    },
    {
      "epoch": 2.0602628001812415,
      "grad_norm": 2.071020358336763,
      "learning_rate": 2.2318962435161067e-06,
      "loss": 0.0859,
      "step": 13641
    },
    {
      "epoch": 2.0604138347681618,
      "grad_norm": 1.5809168789952743,
      "learning_rate": 2.2312377117867357e-06,
      "loss": 0.0821,
      "step": 13642
    },
    {
      "epoch": 2.0605648693550824,
      "grad_norm": 1.488786915373661,
      "learning_rate": 2.2305792493194744e-06,
      "loss": 0.0914,
      "step": 13643
    },
    {
      "epoch": 2.0607159039420027,
      "grad_norm": 1.3124108283759621,
      "learning_rate": 2.2299208561307995e-06,
      "loss": 0.0669,
      "step": 13644
    },
    {
      "epoch": 2.0608669385289233,
      "grad_norm": 1.439643936817085,
      "learning_rate": 2.2292625322371773e-06,
      "loss": 0.0845,
      "step": 13645
    },
    {
      "epoch": 2.0610179731158436,
      "grad_norm": 1.3352301757640495,
      "learning_rate": 2.2286042776550765e-06,
      "loss": 0.0777,
      "step": 13646
    },
    {
      "epoch": 2.061169007702764,
      "grad_norm": 1.2447057792082878,
      "learning_rate": 2.227946092400966e-06,
      "loss": 0.0759,
      "step": 13647
    },
    {
      "epoch": 2.0613200422896845,
      "grad_norm": 1.2775407754797994,
      "learning_rate": 2.2272879764913073e-06,
      "loss": 0.072,
      "step": 13648
    },
    {
      "epoch": 2.0614710768766047,
      "grad_norm": 1.6269527811293598,
      "learning_rate": 2.2266299299425677e-06,
      "loss": 0.0809,
      "step": 13649
    },
    {
      "epoch": 2.0616221114635254,
      "grad_norm": 1.2906425751918713,
      "learning_rate": 2.225971952771204e-06,
      "loss": 0.0722,
      "step": 13650
    },
    {
      "epoch": 2.0617731460504456,
      "grad_norm": 1.6158784354367965,
      "learning_rate": 2.2253140449936783e-06,
      "loss": 0.0752,
      "step": 13651
    },
    {
      "epoch": 2.061924180637366,
      "grad_norm": 1.1671634975151974,
      "learning_rate": 2.2246562066264522e-06,
      "loss": 0.0752,
      "step": 13652
    },
    {
      "epoch": 2.0620752152242865,
      "grad_norm": 1.313187035222811,
      "learning_rate": 2.2239984376859742e-06,
      "loss": 0.0747,
      "step": 13653
    },
    {
      "epoch": 2.0622262498112067,
      "grad_norm": 1.4745111756243563,
      "learning_rate": 2.223340738188704e-06,
      "loss": 0.086,
      "step": 13654
    },
    {
      "epoch": 2.062377284398127,
      "grad_norm": 1.207025434540855,
      "learning_rate": 2.222683108151092e-06,
      "loss": 0.0724,
      "step": 13655
    },
    {
      "epoch": 2.0625283189850476,
      "grad_norm": 1.5422212016981351,
      "learning_rate": 2.2220255475895897e-06,
      "loss": 0.0917,
      "step": 13656
    },
    {
      "epoch": 2.062679353571968,
      "grad_norm": 1.193337797415442,
      "learning_rate": 2.2213680565206485e-06,
      "loss": 0.0726,
      "step": 13657
    },
    {
      "epoch": 2.0628303881588885,
      "grad_norm": 1.3876398062606419,
      "learning_rate": 2.220710634960712e-06,
      "loss": 0.0775,
      "step": 13658
    },
    {
      "epoch": 2.0629814227458088,
      "grad_norm": 1.7637183003056407,
      "learning_rate": 2.220053282926232e-06,
      "loss": 0.0914,
      "step": 13659
    },
    {
      "epoch": 2.063132457332729,
      "grad_norm": 1.7079535057562836,
      "learning_rate": 2.2193960004336455e-06,
      "loss": 0.0926,
      "step": 13660
    },
    {
      "epoch": 2.0632834919196497,
      "grad_norm": 1.682722520798415,
      "learning_rate": 2.2187387874993977e-06,
      "loss": 0.0913,
      "step": 13661
    },
    {
      "epoch": 2.06343452650657,
      "grad_norm": 1.1809579106212398,
      "learning_rate": 2.218081644139931e-06,
      "loss": 0.0714,
      "step": 13662
    },
    {
      "epoch": 2.0635855610934906,
      "grad_norm": 2.2338650605059263,
      "learning_rate": 2.217424570371681e-06,
      "loss": 0.0919,
      "step": 13663
    },
    {
      "epoch": 2.063736595680411,
      "grad_norm": 1.62486996740437,
      "learning_rate": 2.216767566211088e-06,
      "loss": 0.0842,
      "step": 13664
    },
    {
      "epoch": 2.063887630267331,
      "grad_norm": 1.5942792269360153,
      "learning_rate": 2.2161106316745838e-06,
      "loss": 0.0889,
      "step": 13665
    },
    {
      "epoch": 2.0640386648542517,
      "grad_norm": 1.926241702093568,
      "learning_rate": 2.215453766778606e-06,
      "loss": 0.0994,
      "step": 13666
    },
    {
      "epoch": 2.064189699441172,
      "grad_norm": 1.3897051201385875,
      "learning_rate": 2.2147969715395838e-06,
      "loss": 0.0753,
      "step": 13667
    },
    {
      "epoch": 2.0643407340280926,
      "grad_norm": 1.4980986643852485,
      "learning_rate": 2.2141402459739463e-06,
      "loss": 0.097,
      "step": 13668
    },
    {
      "epoch": 2.064491768615013,
      "grad_norm": 1.881502831023981,
      "learning_rate": 2.213483590098125e-06,
      "loss": 0.0915,
      "step": 13669
    },
    {
      "epoch": 2.064642803201933,
      "grad_norm": 1.5088776132279296,
      "learning_rate": 2.2128270039285425e-06,
      "loss": 0.0866,
      "step": 13670
    },
    {
      "epoch": 2.0647938377888537,
      "grad_norm": 1.5949745786622256,
      "learning_rate": 2.2121704874816284e-06,
      "loss": 0.0942,
      "step": 13671
    },
    {
      "epoch": 2.064944872375774,
      "grad_norm": 1.3981560461686484,
      "learning_rate": 2.211514040773802e-06,
      "loss": 0.0681,
      "step": 13672
    },
    {
      "epoch": 2.0650959069626946,
      "grad_norm": 1.222883476741151,
      "learning_rate": 2.2108576638214874e-06,
      "loss": 0.0698,
      "step": 13673
    },
    {
      "epoch": 2.065246941549615,
      "grad_norm": 1.5778408591977475,
      "learning_rate": 2.210201356641102e-06,
      "loss": 0.0911,
      "step": 13674
    },
    {
      "epoch": 2.065397976136535,
      "grad_norm": 1.5488391872790188,
      "learning_rate": 2.209545119249064e-06,
      "loss": 0.0809,
      "step": 13675
    },
    {
      "epoch": 2.0655490107234558,
      "grad_norm": 2.070221117315106,
      "learning_rate": 2.208888951661792e-06,
      "loss": 0.0756,
      "step": 13676
    },
    {
      "epoch": 2.065700045310376,
      "grad_norm": 1.5397150786043405,
      "learning_rate": 2.2082328538956966e-06,
      "loss": 0.0964,
      "step": 13677
    },
    {
      "epoch": 2.0658510798972967,
      "grad_norm": 1.3466142734691071,
      "learning_rate": 2.207576825967194e-06,
      "loss": 0.0712,
      "step": 13678
    },
    {
      "epoch": 2.066002114484217,
      "grad_norm": 1.5697646568331045,
      "learning_rate": 2.2069208678926914e-06,
      "loss": 0.0882,
      "step": 13679
    },
    {
      "epoch": 2.066153149071137,
      "grad_norm": 1.7707305389602863,
      "learning_rate": 2.2062649796886006e-06,
      "loss": 0.1038,
      "step": 13680
    },
    {
      "epoch": 2.066304183658058,
      "grad_norm": 1.8011305521888823,
      "learning_rate": 2.2056091613713314e-06,
      "loss": 0.0974,
      "step": 13681
    },
    {
      "epoch": 2.066455218244978,
      "grad_norm": 1.2794647578548868,
      "learning_rate": 2.2049534129572832e-06,
      "loss": 0.0696,
      "step": 13682
    },
    {
      "epoch": 2.0666062528318987,
      "grad_norm": 1.357763382280186,
      "learning_rate": 2.204297734462865e-06,
      "loss": 0.0839,
      "step": 13683
    },
    {
      "epoch": 2.066757287418819,
      "grad_norm": 1.5058973967927614,
      "learning_rate": 2.2036421259044755e-06,
      "loss": 0.0864,
      "step": 13684
    },
    {
      "epoch": 2.066908322005739,
      "grad_norm": 1.183243461589546,
      "learning_rate": 2.202986587298516e-06,
      "loss": 0.064,
      "step": 13685
    },
    {
      "epoch": 2.06705935659266,
      "grad_norm": 2.7396304123448987,
      "learning_rate": 2.202331118661389e-06,
      "loss": 0.1498,
      "step": 13686
    },
    {
      "epoch": 2.06721039117958,
      "grad_norm": 1.4291581762284404,
      "learning_rate": 2.2016757200094855e-06,
      "loss": 0.0808,
      "step": 13687
    },
    {
      "epoch": 2.0673614257665007,
      "grad_norm": 1.29345442328723,
      "learning_rate": 2.2010203913592078e-06,
      "loss": 0.0772,
      "step": 13688
    },
    {
      "epoch": 2.067512460353421,
      "grad_norm": 1.7453917681534956,
      "learning_rate": 2.200365132726941e-06,
      "loss": 0.0882,
      "step": 13689
    },
    {
      "epoch": 2.067663494940341,
      "grad_norm": 1.542530374104135,
      "learning_rate": 2.199709944129081e-06,
      "loss": 0.0721,
      "step": 13690
    },
    {
      "epoch": 2.067814529527262,
      "grad_norm": 1.4844824759727269,
      "learning_rate": 2.199054825582019e-06,
      "loss": 0.0927,
      "step": 13691
    },
    {
      "epoch": 2.067965564114182,
      "grad_norm": 1.6301013304592753,
      "learning_rate": 2.19839977710214e-06,
      "loss": 0.0882,
      "step": 13692
    },
    {
      "epoch": 2.0681165987011028,
      "grad_norm": 1.3945246068282897,
      "learning_rate": 2.1977447987058336e-06,
      "loss": 0.0747,
      "step": 13693
    },
    {
      "epoch": 2.068267633288023,
      "grad_norm": 2.206054238845038,
      "learning_rate": 2.197089890409481e-06,
      "loss": 0.0834,
      "step": 13694
    },
    {
      "epoch": 2.068418667874943,
      "grad_norm": 5.477294042297567,
      "learning_rate": 2.196435052229469e-06,
      "loss": 0.1079,
      "step": 13695
    },
    {
      "epoch": 2.068569702461864,
      "grad_norm": 1.421922089525729,
      "learning_rate": 2.1957802841821767e-06,
      "loss": 0.0815,
      "step": 13696
    },
    {
      "epoch": 2.068720737048784,
      "grad_norm": 1.719793497124022,
      "learning_rate": 2.1951255862839816e-06,
      "loss": 0.0965,
      "step": 13697
    },
    {
      "epoch": 2.0688717716357043,
      "grad_norm": 1.8507674766117181,
      "learning_rate": 2.1944709585512645e-06,
      "loss": 0.1013,
      "step": 13698
    },
    {
      "epoch": 2.069022806222625,
      "grad_norm": 1.394143263372561,
      "learning_rate": 2.1938164010003987e-06,
      "loss": 0.0747,
      "step": 13699
    },
    {
      "epoch": 2.0691738408095453,
      "grad_norm": 1.1118459429311585,
      "learning_rate": 2.1931619136477615e-06,
      "loss": 0.0571,
      "step": 13700
    },
    {
      "epoch": 2.069324875396466,
      "grad_norm": 1.3831543357897902,
      "learning_rate": 2.1925074965097214e-06,
      "loss": 0.0821,
      "step": 13701
    },
    {
      "epoch": 2.069475909983386,
      "grad_norm": 1.3839810081918487,
      "learning_rate": 2.1918531496026524e-06,
      "loss": 0.075,
      "step": 13702
    },
    {
      "epoch": 2.069626944570307,
      "grad_norm": 1.3450651472396522,
      "learning_rate": 2.191198872942922e-06,
      "loss": 0.0742,
      "step": 13703
    },
    {
      "epoch": 2.069777979157227,
      "grad_norm": 1.4217688185327713,
      "learning_rate": 2.190544666546896e-06,
      "loss": 0.0856,
      "step": 13704
    },
    {
      "epoch": 2.0699290137441473,
      "grad_norm": 1.3849498324924259,
      "learning_rate": 2.189890530430942e-06,
      "loss": 0.0928,
      "step": 13705
    },
    {
      "epoch": 2.070080048331068,
      "grad_norm": 1.4134945429082102,
      "learning_rate": 2.1892364646114213e-06,
      "loss": 0.0824,
      "step": 13706
    },
    {
      "epoch": 2.070231082917988,
      "grad_norm": 1.5866871929632649,
      "learning_rate": 2.1885824691046966e-06,
      "loss": 0.0768,
      "step": 13707
    },
    {
      "epoch": 2.0703821175049084,
      "grad_norm": 1.480552870412538,
      "learning_rate": 2.18792854392713e-06,
      "loss": 0.0877,
      "step": 13708
    },
    {
      "epoch": 2.070533152091829,
      "grad_norm": 1.177801525357173,
      "learning_rate": 2.187274689095078e-06,
      "loss": 0.0759,
      "step": 13709
    },
    {
      "epoch": 2.0706841866787493,
      "grad_norm": 1.77508149888463,
      "learning_rate": 2.1866209046248977e-06,
      "loss": 0.0926,
      "step": 13710
    },
    {
      "epoch": 2.07083522126567,
      "grad_norm": 1.6428450934317174,
      "learning_rate": 2.185967190532941e-06,
      "loss": 0.0828,
      "step": 13711
    },
    {
      "epoch": 2.07098625585259,
      "grad_norm": 1.7700382337056144,
      "learning_rate": 2.1853135468355636e-06,
      "loss": 0.088,
      "step": 13712
    },
    {
      "epoch": 2.0711372904395104,
      "grad_norm": 2.529059209401764,
      "learning_rate": 2.184659973549118e-06,
      "loss": 0.0951,
      "step": 13713
    },
    {
      "epoch": 2.071288325026431,
      "grad_norm": 1.3297741100352414,
      "learning_rate": 2.1840064706899504e-06,
      "loss": 0.0792,
      "step": 13714
    },
    {
      "epoch": 2.0714393596133513,
      "grad_norm": 1.4450457169570177,
      "learning_rate": 2.1833530382744122e-06,
      "loss": 0.0935,
      "step": 13715
    },
    {
      "epoch": 2.071590394200272,
      "grad_norm": 1.2391258068241344,
      "learning_rate": 2.1826996763188456e-06,
      "loss": 0.0737,
      "step": 13716
    },
    {
      "epoch": 2.0717414287871923,
      "grad_norm": 2.058522533062529,
      "learning_rate": 2.182046384839599e-06,
      "loss": 0.0955,
      "step": 13717
    },
    {
      "epoch": 2.0718924633741125,
      "grad_norm": 1.3451867252901326,
      "learning_rate": 2.1813931638530116e-06,
      "loss": 0.0809,
      "step": 13718
    },
    {
      "epoch": 2.072043497961033,
      "grad_norm": 1.152007207270324,
      "learning_rate": 2.1807400133754236e-06,
      "loss": 0.0716,
      "step": 13719
    },
    {
      "epoch": 2.0721945325479534,
      "grad_norm": 1.5063355847733633,
      "learning_rate": 2.1800869334231773e-06,
      "loss": 0.084,
      "step": 13720
    },
    {
      "epoch": 2.072345567134874,
      "grad_norm": 1.2361896991885202,
      "learning_rate": 2.179433924012606e-06,
      "loss": 0.081,
      "step": 13721
    },
    {
      "epoch": 2.0724966017217943,
      "grad_norm": 1.6576646221738875,
      "learning_rate": 2.1787809851600487e-06,
      "loss": 0.0863,
      "step": 13722
    },
    {
      "epoch": 2.0726476363087145,
      "grad_norm": 1.8613256420079156,
      "learning_rate": 2.1781281168818353e-06,
      "loss": 0.0924,
      "step": 13723
    },
    {
      "epoch": 2.072798670895635,
      "grad_norm": 1.2571685383091762,
      "learning_rate": 2.1774753191943016e-06,
      "loss": 0.0722,
      "step": 13724
    },
    {
      "epoch": 2.0729497054825554,
      "grad_norm": 1.4725702405532162,
      "learning_rate": 2.176822592113776e-06,
      "loss": 0.0816,
      "step": 13725
    },
    {
      "epoch": 2.073100740069476,
      "grad_norm": 1.7224033171724222,
      "learning_rate": 2.1761699356565847e-06,
      "loss": 0.0998,
      "step": 13726
    },
    {
      "epoch": 2.0732517746563963,
      "grad_norm": 1.5538676757156829,
      "learning_rate": 2.1755173498390576e-06,
      "loss": 0.0858,
      "step": 13727
    },
    {
      "epoch": 2.0734028092433165,
      "grad_norm": 1.2352643184940877,
      "learning_rate": 2.1748648346775165e-06,
      "loss": 0.0782,
      "step": 13728
    },
    {
      "epoch": 2.073553843830237,
      "grad_norm": 1.2108581253137585,
      "learning_rate": 2.174212390188287e-06,
      "loss": 0.0704,
      "step": 13729
    },
    {
      "epoch": 2.0737048784171574,
      "grad_norm": 2.203608350374115,
      "learning_rate": 2.1735600163876887e-06,
      "loss": 0.1181,
      "step": 13730
    },
    {
      "epoch": 2.073855913004078,
      "grad_norm": 1.468343183089876,
      "learning_rate": 2.1729077132920425e-06,
      "loss": 0.0811,
      "step": 13731
    },
    {
      "epoch": 2.0740069475909984,
      "grad_norm": 1.6054413964251566,
      "learning_rate": 2.172255480917666e-06,
      "loss": 0.0985,
      "step": 13732
    },
    {
      "epoch": 2.0741579821779186,
      "grad_norm": 1.3450107224077308,
      "learning_rate": 2.1716033192808723e-06,
      "loss": 0.07,
      "step": 13733
    },
    {
      "epoch": 2.0743090167648393,
      "grad_norm": 1.4398872973765564,
      "learning_rate": 2.1709512283979794e-06,
      "loss": 0.0769,
      "step": 13734
    },
    {
      "epoch": 2.0744600513517595,
      "grad_norm": 1.5326633799156149,
      "learning_rate": 2.1702992082852962e-06,
      "loss": 0.0776,
      "step": 13735
    },
    {
      "epoch": 2.07461108593868,
      "grad_norm": 1.1377732780116263,
      "learning_rate": 2.1696472589591357e-06,
      "loss": 0.0675,
      "step": 13736
    },
    {
      "epoch": 2.0747621205256004,
      "grad_norm": 1.2662574575742096,
      "learning_rate": 2.168995380435808e-06,
      "loss": 0.0695,
      "step": 13737
    },
    {
      "epoch": 2.0749131551125206,
      "grad_norm": 1.6132984829628476,
      "learning_rate": 2.168343572731618e-06,
      "loss": 0.0855,
      "step": 13738
    },
    {
      "epoch": 2.0750641896994413,
      "grad_norm": 1.4912437680378858,
      "learning_rate": 2.1676918358628718e-06,
      "loss": 0.0919,
      "step": 13739
    },
    {
      "epoch": 2.0752152242863615,
      "grad_norm": 1.5787443831689552,
      "learning_rate": 2.167040169845871e-06,
      "loss": 0.0941,
      "step": 13740
    },
    {
      "epoch": 2.075366258873282,
      "grad_norm": 1.4133932235169813,
      "learning_rate": 2.1663885746969188e-06,
      "loss": 0.0802,
      "step": 13741
    },
    {
      "epoch": 2.0755172934602024,
      "grad_norm": 1.6712475688584765,
      "learning_rate": 2.1657370504323174e-06,
      "loss": 0.0843,
      "step": 13742
    },
    {
      "epoch": 2.0756683280471226,
      "grad_norm": 1.3402932605400857,
      "learning_rate": 2.165085597068361e-06,
      "loss": 0.0842,
      "step": 13743
    },
    {
      "epoch": 2.0758193626340433,
      "grad_norm": 1.5928352715470777,
      "learning_rate": 2.1644342146213497e-06,
      "loss": 0.0902,
      "step": 13744
    },
    {
      "epoch": 2.0759703972209635,
      "grad_norm": 1.7059150360954307,
      "learning_rate": 2.1637829031075773e-06,
      "loss": 0.0974,
      "step": 13745
    },
    {
      "epoch": 2.076121431807884,
      "grad_norm": 1.5350313974808245,
      "learning_rate": 2.163131662543334e-06,
      "loss": 0.0864,
      "step": 13746
    },
    {
      "epoch": 2.0762724663948045,
      "grad_norm": 1.278223521628764,
      "learning_rate": 2.162480492944915e-06,
      "loss": 0.0835,
      "step": 13747
    },
    {
      "epoch": 2.0764235009817247,
      "grad_norm": 1.2786832527348029,
      "learning_rate": 2.1618293943286055e-06,
      "loss": 0.0709,
      "step": 13748
    },
    {
      "epoch": 2.0765745355686454,
      "grad_norm": 1.305766471552458,
      "learning_rate": 2.1611783667106973e-06,
      "loss": 0.0717,
      "step": 13749
    },
    {
      "epoch": 2.0767255701555656,
      "grad_norm": 1.4063175910834234,
      "learning_rate": 2.1605274101074724e-06,
      "loss": 0.0907,
      "step": 13750
    },
    {
      "epoch": 2.076876604742486,
      "grad_norm": 1.4479779704775673,
      "learning_rate": 2.1598765245352183e-06,
      "loss": 0.0683,
      "step": 13751
    },
    {
      "epoch": 2.0770276393294065,
      "grad_norm": 1.4235788951428003,
      "learning_rate": 2.159225710010214e-06,
      "loss": 0.0804,
      "step": 13752
    },
    {
      "epoch": 2.0771786739163267,
      "grad_norm": 1.9299847650654522,
      "learning_rate": 2.158574966548743e-06,
      "loss": 0.1063,
      "step": 13753
    },
    {
      "epoch": 2.0773297085032474,
      "grad_norm": 2.029296337839899,
      "learning_rate": 2.157924294167083e-06,
      "loss": 0.093,
      "step": 13754
    },
    {
      "epoch": 2.0774807430901676,
      "grad_norm": 1.3277098129797682,
      "learning_rate": 2.157273692881508e-06,
      "loss": 0.0748,
      "step": 13755
    },
    {
      "epoch": 2.077631777677088,
      "grad_norm": 1.3815239866467477,
      "learning_rate": 2.156623162708298e-06,
      "loss": 0.0819,
      "step": 13756
    },
    {
      "epoch": 2.0777828122640085,
      "grad_norm": 1.578423511302892,
      "learning_rate": 2.155972703663722e-06,
      "loss": 0.0946,
      "step": 13757
    },
    {
      "epoch": 2.0779338468509287,
      "grad_norm": 1.5400597508407314,
      "learning_rate": 2.155322315764055e-06,
      "loss": 0.0831,
      "step": 13758
    },
    {
      "epoch": 2.0780848814378494,
      "grad_norm": 1.8790779965529227,
      "learning_rate": 2.1546719990255644e-06,
      "loss": 0.0818,
      "step": 13759
    },
    {
      "epoch": 2.0782359160247696,
      "grad_norm": 1.2813204995398555,
      "learning_rate": 2.154021753464521e-06,
      "loss": 0.0844,
      "step": 13760
    },
    {
      "epoch": 2.07838695061169,
      "grad_norm": 1.1610966215287741,
      "learning_rate": 2.153371579097189e-06,
      "loss": 0.0702,
      "step": 13761
    },
    {
      "epoch": 2.0785379851986105,
      "grad_norm": 1.3475467453884653,
      "learning_rate": 2.1527214759398307e-06,
      "loss": 0.0751,
      "step": 13762
    },
    {
      "epoch": 2.078689019785531,
      "grad_norm": 1.78886055274143,
      "learning_rate": 2.1520714440087137e-06,
      "loss": 0.0912,
      "step": 13763
    },
    {
      "epoch": 2.0788400543724515,
      "grad_norm": 1.5819278540934534,
      "learning_rate": 2.1514214833200946e-06,
      "loss": 0.0873,
      "step": 13764
    },
    {
      "epoch": 2.0789910889593717,
      "grad_norm": 1.1856771778205466,
      "learning_rate": 2.1507715938902346e-06,
      "loss": 0.0714,
      "step": 13765
    },
    {
      "epoch": 2.079142123546292,
      "grad_norm": 1.4268515214066908,
      "learning_rate": 2.150121775735392e-06,
      "loss": 0.0743,
      "step": 13766
    },
    {
      "epoch": 2.0792931581332126,
      "grad_norm": 1.499395275007384,
      "learning_rate": 2.149472028871822e-06,
      "loss": 0.0819,
      "step": 13767
    },
    {
      "epoch": 2.079444192720133,
      "grad_norm": 1.4554767986790442,
      "learning_rate": 2.148822353315777e-06,
      "loss": 0.0981,
      "step": 13768
    },
    {
      "epoch": 2.0795952273070535,
      "grad_norm": 1.2469870964697194,
      "learning_rate": 2.1481727490835075e-06,
      "loss": 0.0752,
      "step": 13769
    },
    {
      "epoch": 2.0797462618939737,
      "grad_norm": 1.5428760845012601,
      "learning_rate": 2.147523216191266e-06,
      "loss": 0.091,
      "step": 13770
    },
    {
      "epoch": 2.079897296480894,
      "grad_norm": 1.4998697301551076,
      "learning_rate": 2.1468737546553024e-06,
      "loss": 0.0914,
      "step": 13771
    },
    {
      "epoch": 2.0800483310678146,
      "grad_norm": 1.1819363568566232,
      "learning_rate": 2.14622436449186e-06,
      "loss": 0.0712,
      "step": 13772
    },
    {
      "epoch": 2.080199365654735,
      "grad_norm": 1.4300421557385623,
      "learning_rate": 2.145575045717187e-06,
      "loss": 0.0933,
      "step": 13773
    },
    {
      "epoch": 2.0803504002416555,
      "grad_norm": 1.5289306230576927,
      "learning_rate": 2.144925798347525e-06,
      "loss": 0.0828,
      "step": 13774
    },
    {
      "epoch": 2.0805014348285757,
      "grad_norm": 1.3572523397622003,
      "learning_rate": 2.144276622399113e-06,
      "loss": 0.0677,
      "step": 13775
    },
    {
      "epoch": 2.080652469415496,
      "grad_norm": 1.4366237511403195,
      "learning_rate": 2.1436275178881944e-06,
      "loss": 0.0718,
      "step": 13776
    },
    {
      "epoch": 2.0808035040024166,
      "grad_norm": 1.6566564071166374,
      "learning_rate": 2.1429784848310032e-06,
      "loss": 0.083,
      "step": 13777
    },
    {
      "epoch": 2.080954538589337,
      "grad_norm": 1.3319822708027225,
      "learning_rate": 2.1423295232437785e-06,
      "loss": 0.0747,
      "step": 13778
    },
    {
      "epoch": 2.0811055731762576,
      "grad_norm": 1.6835239179673909,
      "learning_rate": 2.1416806331427514e-06,
      "loss": 0.0896,
      "step": 13779
    },
    {
      "epoch": 2.081256607763178,
      "grad_norm": 2.2723246603212237,
      "learning_rate": 2.1410318145441576e-06,
      "loss": 0.0995,
      "step": 13780
    },
    {
      "epoch": 2.081407642350098,
      "grad_norm": 2.137453697764543,
      "learning_rate": 2.140383067464227e-06,
      "loss": 0.0817,
      "step": 13781
    },
    {
      "epoch": 2.0815586769370187,
      "grad_norm": 2.458498067397199,
      "learning_rate": 2.1397343919191844e-06,
      "loss": 0.1078,
      "step": 13782
    },
    {
      "epoch": 2.081709711523939,
      "grad_norm": 2.0274896099173487,
      "learning_rate": 2.1390857879252617e-06,
      "loss": 0.0989,
      "step": 13783
    },
    {
      "epoch": 2.0818607461108596,
      "grad_norm": 1.343388646042943,
      "learning_rate": 2.1384372554986803e-06,
      "loss": 0.0931,
      "step": 13784
    },
    {
      "epoch": 2.08201178069778,
      "grad_norm": 1.3830557655574045,
      "learning_rate": 2.1377887946556673e-06,
      "loss": 0.0835,
      "step": 13785
    },
    {
      "epoch": 2.0821628152847,
      "grad_norm": 1.2782779307219228,
      "learning_rate": 2.1371404054124404e-06,
      "loss": 0.0703,
      "step": 13786
    },
    {
      "epoch": 2.0823138498716207,
      "grad_norm": 1.9403355309806647,
      "learning_rate": 2.136492087785222e-06,
      "loss": 0.0898,
      "step": 13787
    },
    {
      "epoch": 2.082464884458541,
      "grad_norm": 1.8255037326578707,
      "learning_rate": 2.1358438417902306e-06,
      "loss": 0.0894,
      "step": 13788
    },
    {
      "epoch": 2.0826159190454616,
      "grad_norm": 2.143804104777912,
      "learning_rate": 2.1351956674436813e-06,
      "loss": 0.1004,
      "step": 13789
    },
    {
      "epoch": 2.082766953632382,
      "grad_norm": 1.4301008040100749,
      "learning_rate": 2.134547564761789e-06,
      "loss": 0.0817,
      "step": 13790
    },
    {
      "epoch": 2.082917988219302,
      "grad_norm": 1.649095190234939,
      "learning_rate": 2.1338995337607642e-06,
      "loss": 0.0926,
      "step": 13791
    },
    {
      "epoch": 2.0830690228062227,
      "grad_norm": 1.2815964174855485,
      "learning_rate": 2.1332515744568195e-06,
      "loss": 0.0812,
      "step": 13792
    },
    {
      "epoch": 2.083220057393143,
      "grad_norm": 2.400158875109361,
      "learning_rate": 2.1326036868661655e-06,
      "loss": 0.0792,
      "step": 13793
    },
    {
      "epoch": 2.0833710919800636,
      "grad_norm": 1.5653389755972493,
      "learning_rate": 2.1319558710050057e-06,
      "loss": 0.0915,
      "step": 13794
    },
    {
      "epoch": 2.083522126566984,
      "grad_norm": 1.327565191300317,
      "learning_rate": 2.13130812688955e-06,
      "loss": 0.0793,
      "step": 13795
    },
    {
      "epoch": 2.083673161153904,
      "grad_norm": 2.046267851416721,
      "learning_rate": 2.130660454536e-06,
      "loss": 0.1102,
      "step": 13796
    },
    {
      "epoch": 2.083824195740825,
      "grad_norm": 2.4153353221542617,
      "learning_rate": 2.130012853960556e-06,
      "loss": 0.093,
      "step": 13797
    },
    {
      "epoch": 2.083975230327745,
      "grad_norm": 1.5992332662836952,
      "learning_rate": 2.1293653251794204e-06,
      "loss": 0.0827,
      "step": 13798
    },
    {
      "epoch": 2.0841262649146657,
      "grad_norm": 1.5386968495965117,
      "learning_rate": 2.1287178682087895e-06,
      "loss": 0.0767,
      "step": 13799
    },
    {
      "epoch": 2.084277299501586,
      "grad_norm": 1.9722731802655105,
      "learning_rate": 2.1280704830648626e-06,
      "loss": 0.0882,
      "step": 13800
    },
    {
      "epoch": 2.084428334088506,
      "grad_norm": 1.4624166813495048,
      "learning_rate": 2.1274231697638304e-06,
      "loss": 0.0663,
      "step": 13801
    },
    {
      "epoch": 2.084579368675427,
      "grad_norm": 1.259345641125926,
      "learning_rate": 2.1267759283218903e-06,
      "loss": 0.0622,
      "step": 13802
    },
    {
      "epoch": 2.084730403262347,
      "grad_norm": 1.2375921542171984,
      "learning_rate": 2.126128758755231e-06,
      "loss": 0.0736,
      "step": 13803
    },
    {
      "epoch": 2.0848814378492673,
      "grad_norm": 1.6257885344864917,
      "learning_rate": 2.1254816610800405e-06,
      "loss": 0.0797,
      "step": 13804
    },
    {
      "epoch": 2.085032472436188,
      "grad_norm": 1.3488448528793624,
      "learning_rate": 2.1248346353125093e-06,
      "loss": 0.0784,
      "step": 13805
    },
    {
      "epoch": 2.085183507023108,
      "grad_norm": 1.6986670304536338,
      "learning_rate": 2.12418768146882e-06,
      "loss": 0.0869,
      "step": 13806
    },
    {
      "epoch": 2.085334541610029,
      "grad_norm": 1.4388840974124524,
      "learning_rate": 2.12354079956516e-06,
      "loss": 0.0845,
      "step": 13807
    },
    {
      "epoch": 2.085485576196949,
      "grad_norm": 1.6749716401955985,
      "learning_rate": 2.122893989617707e-06,
      "loss": 0.0961,
      "step": 13808
    },
    {
      "epoch": 2.0856366107838693,
      "grad_norm": 2.6057741648863333,
      "learning_rate": 2.122247251642646e-06,
      "loss": 0.0978,
      "step": 13809
    },
    {
      "epoch": 2.08578764537079,
      "grad_norm": 1.3864288513481753,
      "learning_rate": 2.1216005856561537e-06,
      "loss": 0.079,
      "step": 13810
    },
    {
      "epoch": 2.08593867995771,
      "grad_norm": 1.4998307856738857,
      "learning_rate": 2.1209539916744044e-06,
      "loss": 0.0896,
      "step": 13811
    },
    {
      "epoch": 2.086089714544631,
      "grad_norm": 1.5460540121506943,
      "learning_rate": 2.1203074697135767e-06,
      "loss": 0.0846,
      "step": 13812
    },
    {
      "epoch": 2.086240749131551,
      "grad_norm": 1.5885060722006703,
      "learning_rate": 2.1196610197898404e-06,
      "loss": 0.0975,
      "step": 13813
    },
    {
      "epoch": 2.0863917837184713,
      "grad_norm": 1.274261828232038,
      "learning_rate": 2.1190146419193704e-06,
      "loss": 0.0737,
      "step": 13814
    },
    {
      "epoch": 2.086542818305392,
      "grad_norm": 1.290664704920876,
      "learning_rate": 2.118368336118332e-06,
      "loss": 0.0778,
      "step": 13815
    },
    {
      "epoch": 2.0866938528923122,
      "grad_norm": 1.4002278084312676,
      "learning_rate": 2.117722102402896e-06,
      "loss": 0.0844,
      "step": 13816
    },
    {
      "epoch": 2.086844887479233,
      "grad_norm": 8.438553351860376,
      "learning_rate": 2.1170759407892306e-06,
      "loss": 0.1155,
      "step": 13817
    },
    {
      "epoch": 2.086995922066153,
      "grad_norm": 1.3457279643605704,
      "learning_rate": 2.116429851293493e-06,
      "loss": 0.0718,
      "step": 13818
    },
    {
      "epoch": 2.0871469566530734,
      "grad_norm": 1.4310525247872048,
      "learning_rate": 2.1157838339318504e-06,
      "loss": 0.0861,
      "step": 13819
    },
    {
      "epoch": 2.087297991239994,
      "grad_norm": 1.5674048712433064,
      "learning_rate": 2.115137888720461e-06,
      "loss": 0.0986,
      "step": 13820
    },
    {
      "epoch": 2.0874490258269143,
      "grad_norm": 1.5212126347328068,
      "learning_rate": 2.1144920156754844e-06,
      "loss": 0.092,
      "step": 13821
    },
    {
      "epoch": 2.087600060413835,
      "grad_norm": 1.1115704110889355,
      "learning_rate": 2.1138462148130793e-06,
      "loss": 0.0626,
      "step": 13822
    },
    {
      "epoch": 2.087751095000755,
      "grad_norm": 1.5517983402077222,
      "learning_rate": 2.1132004861493978e-06,
      "loss": 0.0868,
      "step": 13823
    },
    {
      "epoch": 2.0879021295876754,
      "grad_norm": 1.9658206260324163,
      "learning_rate": 2.1125548297005956e-06,
      "loss": 0.0946,
      "step": 13824
    },
    {
      "epoch": 2.088053164174596,
      "grad_norm": 1.452921280557973,
      "learning_rate": 2.111909245482823e-06,
      "loss": 0.0808,
      "step": 13825
    },
    {
      "epoch": 2.0882041987615163,
      "grad_norm": 1.2367274022563195,
      "learning_rate": 2.1112637335122284e-06,
      "loss": 0.0656,
      "step": 13826
    },
    {
      "epoch": 2.088355233348437,
      "grad_norm": 1.6460438741674208,
      "learning_rate": 2.1106182938049624e-06,
      "loss": 0.0969,
      "step": 13827
    },
    {
      "epoch": 2.088506267935357,
      "grad_norm": 1.7655402289117301,
      "learning_rate": 2.109972926377168e-06,
      "loss": 0.0724,
      "step": 13828
    },
    {
      "epoch": 2.0886573025222774,
      "grad_norm": 1.280714722126996,
      "learning_rate": 2.1093276312449922e-06,
      "loss": 0.0724,
      "step": 13829
    },
    {
      "epoch": 2.088808337109198,
      "grad_norm": 1.9471577858121698,
      "learning_rate": 2.1086824084245744e-06,
      "loss": 0.0881,
      "step": 13830
    },
    {
      "epoch": 2.0889593716961183,
      "grad_norm": 1.9266814209246164,
      "learning_rate": 2.108037257932059e-06,
      "loss": 0.106,
      "step": 13831
    },
    {
      "epoch": 2.089110406283039,
      "grad_norm": 3.038579924096847,
      "learning_rate": 2.1073921797835826e-06,
      "loss": 0.1096,
      "step": 13832
    },
    {
      "epoch": 2.0892614408699592,
      "grad_norm": 1.2678195551433098,
      "learning_rate": 2.1067471739952807e-06,
      "loss": 0.0804,
      "step": 13833
    },
    {
      "epoch": 2.0894124754568795,
      "grad_norm": 2.6686370730637936,
      "learning_rate": 2.106102240583292e-06,
      "loss": 0.1064,
      "step": 13834
    },
    {
      "epoch": 2.0895635100438,
      "grad_norm": 1.4699387150846195,
      "learning_rate": 2.105457379563746e-06,
      "loss": 0.0907,
      "step": 13835
    },
    {
      "epoch": 2.0897145446307204,
      "grad_norm": 1.7025128474915225,
      "learning_rate": 2.1048125909527777e-06,
      "loss": 0.0881,
      "step": 13836
    },
    {
      "epoch": 2.089865579217641,
      "grad_norm": 1.423966948261654,
      "learning_rate": 2.104167874766514e-06,
      "loss": 0.0771,
      "step": 13837
    },
    {
      "epoch": 2.0900166138045613,
      "grad_norm": 1.128511175874713,
      "learning_rate": 2.103523231021084e-06,
      "loss": 0.0646,
      "step": 13838
    },
    {
      "epoch": 2.0901676483914815,
      "grad_norm": 1.5955948060860188,
      "learning_rate": 2.1028786597326174e-06,
      "loss": 0.1045,
      "step": 13839
    },
    {
      "epoch": 2.090318682978402,
      "grad_norm": 1.6107897301727119,
      "learning_rate": 2.102234160917232e-06,
      "loss": 0.0933,
      "step": 13840
    },
    {
      "epoch": 2.0904697175653224,
      "grad_norm": 1.5332653771803606,
      "learning_rate": 2.1015897345910547e-06,
      "loss": 0.0827,
      "step": 13841
    },
    {
      "epoch": 2.090620752152243,
      "grad_norm": 1.6385231580549355,
      "learning_rate": 2.1009453807702036e-06,
      "loss": 0.091,
      "step": 13842
    },
    {
      "epoch": 2.0907717867391633,
      "grad_norm": 1.3820063193158807,
      "learning_rate": 2.1003010994707986e-06,
      "loss": 0.0666,
      "step": 13843
    },
    {
      "epoch": 2.0909228213260835,
      "grad_norm": 1.076584702454997,
      "learning_rate": 2.0996568907089586e-06,
      "loss": 0.0692,
      "step": 13844
    },
    {
      "epoch": 2.091073855913004,
      "grad_norm": 1.5789756597430282,
      "learning_rate": 2.0990127545007956e-06,
      "loss": 0.0768,
      "step": 13845
    },
    {
      "epoch": 2.0912248904999244,
      "grad_norm": 1.2079294363366602,
      "learning_rate": 2.0983686908624284e-06,
      "loss": 0.069,
      "step": 13846
    },
    {
      "epoch": 2.0913759250868447,
      "grad_norm": 1.1679872916535134,
      "learning_rate": 2.097724699809961e-06,
      "loss": 0.0686,
      "step": 13847
    },
    {
      "epoch": 2.0915269596737653,
      "grad_norm": 1.4054893689191823,
      "learning_rate": 2.0970807813595073e-06,
      "loss": 0.0774,
      "step": 13848
    },
    {
      "epoch": 2.0916779942606856,
      "grad_norm": 1.1682371681262023,
      "learning_rate": 2.096436935527177e-06,
      "loss": 0.0772,
      "step": 13849
    },
    {
      "epoch": 2.0918290288476062,
      "grad_norm": 1.5210985112055435,
      "learning_rate": 2.0957931623290718e-06,
      "loss": 0.0856,
      "step": 13850
    },
    {
      "epoch": 2.0919800634345265,
      "grad_norm": 1.711704767020948,
      "learning_rate": 2.0951494617813005e-06,
      "loss": 0.0978,
      "step": 13851
    },
    {
      "epoch": 2.0921310980214467,
      "grad_norm": 1.5064128950970022,
      "learning_rate": 2.0945058338999622e-06,
      "loss": 0.0766,
      "step": 13852
    },
    {
      "epoch": 2.0922821326083674,
      "grad_norm": 1.546537167915961,
      "learning_rate": 2.093862278701161e-06,
      "loss": 0.0937,
      "step": 13853
    },
    {
      "epoch": 2.0924331671952876,
      "grad_norm": 1.6384687563148097,
      "learning_rate": 2.093218796200994e-06,
      "loss": 0.084,
      "step": 13854
    },
    {
      "epoch": 2.0925842017822083,
      "grad_norm": 1.3400979706180371,
      "learning_rate": 2.0925753864155556e-06,
      "loss": 0.0771,
      "step": 13855
    },
    {
      "epoch": 2.0927352363691285,
      "grad_norm": 1.1753908398969568,
      "learning_rate": 2.0919320493609457e-06,
      "loss": 0.0682,
      "step": 13856
    },
    {
      "epoch": 2.0928862709560487,
      "grad_norm": 1.595774544548723,
      "learning_rate": 2.091288785053254e-06,
      "loss": 0.0898,
      "step": 13857
    },
    {
      "epoch": 2.0930373055429694,
      "grad_norm": 1.59183894587936,
      "learning_rate": 2.090645593508575e-06,
      "loss": 0.0939,
      "step": 13858
    },
    {
      "epoch": 2.0931883401298896,
      "grad_norm": 2.220258698694679,
      "learning_rate": 2.090002474742996e-06,
      "loss": 0.0829,
      "step": 13859
    },
    {
      "epoch": 2.0933393747168103,
      "grad_norm": 1.3684093728528313,
      "learning_rate": 2.0893594287726076e-06,
      "loss": 0.0809,
      "step": 13860
    },
    {
      "epoch": 2.0934904093037305,
      "grad_norm": 1.4231411184916072,
      "learning_rate": 2.088716455613494e-06,
      "loss": 0.0897,
      "step": 13861
    },
    {
      "epoch": 2.0936414438906508,
      "grad_norm": 1.6091965244192286,
      "learning_rate": 2.0880735552817395e-06,
      "loss": 0.0967,
      "step": 13862
    },
    {
      "epoch": 2.0937924784775714,
      "grad_norm": 1.6771897194193928,
      "learning_rate": 2.087430727793428e-06,
      "loss": 0.096,
      "step": 13863
    },
    {
      "epoch": 2.0939435130644917,
      "grad_norm": 1.6303231742325512,
      "learning_rate": 2.0867879731646378e-06,
      "loss": 0.0998,
      "step": 13864
    },
    {
      "epoch": 2.0940945476514123,
      "grad_norm": 1.490725990855254,
      "learning_rate": 2.0861452914114512e-06,
      "loss": 0.0847,
      "step": 13865
    },
    {
      "epoch": 2.0942455822383326,
      "grad_norm": 1.8475451280384454,
      "learning_rate": 2.085502682549941e-06,
      "loss": 0.0955,
      "step": 13866
    },
    {
      "epoch": 2.094396616825253,
      "grad_norm": 1.9016662094846934,
      "learning_rate": 2.0848601465961856e-06,
      "loss": 0.0921,
      "step": 13867
    },
    {
      "epoch": 2.0945476514121735,
      "grad_norm": 1.6139819526296921,
      "learning_rate": 2.0842176835662603e-06,
      "loss": 0.0804,
      "step": 13868
    },
    {
      "epoch": 2.0946986859990937,
      "grad_norm": 1.9143477913803306,
      "learning_rate": 2.083575293476231e-06,
      "loss": 0.0934,
      "step": 13869
    },
    {
      "epoch": 2.0948497205860144,
      "grad_norm": 1.4348882724618086,
      "learning_rate": 2.082932976342172e-06,
      "loss": 0.0749,
      "step": 13870
    },
    {
      "epoch": 2.0950007551729346,
      "grad_norm": 1.4512913405322976,
      "learning_rate": 2.082290732180147e-06,
      "loss": 0.0729,
      "step": 13871
    },
    {
      "epoch": 2.095151789759855,
      "grad_norm": 1.3523947297816012,
      "learning_rate": 2.0816485610062252e-06,
      "loss": 0.0787,
      "step": 13872
    },
    {
      "epoch": 2.0953028243467755,
      "grad_norm": 1.5966753566011083,
      "learning_rate": 2.081006462836472e-06,
      "loss": 0.0916,
      "step": 13873
    },
    {
      "epoch": 2.0954538589336957,
      "grad_norm": 1.6840745263745223,
      "learning_rate": 2.0803644376869468e-06,
      "loss": 0.0932,
      "step": 13874
    },
    {
      "epoch": 2.0956048935206164,
      "grad_norm": 2.7723690801877634,
      "learning_rate": 2.0797224855737152e-06,
      "loss": 0.097,
      "step": 13875
    },
    {
      "epoch": 2.0957559281075366,
      "grad_norm": 1.391503902513376,
      "learning_rate": 2.0790806065128283e-06,
      "loss": 0.0785,
      "step": 13876
    },
    {
      "epoch": 2.095906962694457,
      "grad_norm": 1.563173322438564,
      "learning_rate": 2.078438800520347e-06,
      "loss": 0.0908,
      "step": 13877
    },
    {
      "epoch": 2.0960579972813775,
      "grad_norm": 1.5302715526460247,
      "learning_rate": 2.077797067612329e-06,
      "loss": 0.0972,
      "step": 13878
    },
    {
      "epoch": 2.0962090318682978,
      "grad_norm": 2.8188615152171224,
      "learning_rate": 2.0771554078048227e-06,
      "loss": 0.1081,
      "step": 13879
    },
    {
      "epoch": 2.0963600664552184,
      "grad_norm": 1.408133209047141,
      "learning_rate": 2.076513821113884e-06,
      "loss": 0.0893,
      "step": 13880
    },
    {
      "epoch": 2.0965111010421387,
      "grad_norm": 1.3162525251853825,
      "learning_rate": 2.0758723075555587e-06,
      "loss": 0.0843,
      "step": 13881
    },
    {
      "epoch": 2.096662135629059,
      "grad_norm": 1.9122374064246206,
      "learning_rate": 2.0752308671458988e-06,
      "loss": 0.0996,
      "step": 13882
    },
    {
      "epoch": 2.0968131702159796,
      "grad_norm": 1.5757928125018834,
      "learning_rate": 2.0745894999009476e-06,
      "loss": 0.0703,
      "step": 13883
    },
    {
      "epoch": 2.0969642048029,
      "grad_norm": 1.6772631405949778,
      "learning_rate": 2.073948205836747e-06,
      "loss": 0.0985,
      "step": 13884
    },
    {
      "epoch": 2.0971152393898205,
      "grad_norm": 2.8198009256967773,
      "learning_rate": 2.073306984969345e-06,
      "loss": 0.0951,
      "step": 13885
    },
    {
      "epoch": 2.0972662739767407,
      "grad_norm": 1.2057329378712462,
      "learning_rate": 2.0726658373147762e-06,
      "loss": 0.0778,
      "step": 13886
    },
    {
      "epoch": 2.097417308563661,
      "grad_norm": 1.5597429342293943,
      "learning_rate": 2.0720247628890844e-06,
      "loss": 0.0948,
      "step": 13887
    },
    {
      "epoch": 2.0975683431505816,
      "grad_norm": 1.6779039173684214,
      "learning_rate": 2.0713837617083026e-06,
      "loss": 0.0867,
      "step": 13888
    },
    {
      "epoch": 2.097719377737502,
      "grad_norm": 1.9304825728564203,
      "learning_rate": 2.070742833788469e-06,
      "loss": 0.1152,
      "step": 13889
    },
    {
      "epoch": 2.0978704123244225,
      "grad_norm": 1.472273430074183,
      "learning_rate": 2.0701019791456147e-06,
      "loss": 0.0896,
      "step": 13890
    },
    {
      "epoch": 2.0980214469113427,
      "grad_norm": 1.6562580704130951,
      "learning_rate": 2.0694611977957697e-06,
      "loss": 0.087,
      "step": 13891
    },
    {
      "epoch": 2.098172481498263,
      "grad_norm": 1.4489399976613975,
      "learning_rate": 2.0688204897549673e-06,
      "loss": 0.0956,
      "step": 13892
    },
    {
      "epoch": 2.0983235160851836,
      "grad_norm": 2.0123757034367693,
      "learning_rate": 2.0681798550392306e-06,
      "loss": 0.1026,
      "step": 13893
    },
    {
      "epoch": 2.098474550672104,
      "grad_norm": 2.373857203595285,
      "learning_rate": 2.0675392936645886e-06,
      "loss": 0.0898,
      "step": 13894
    },
    {
      "epoch": 2.0986255852590245,
      "grad_norm": 1.532508691153762,
      "learning_rate": 2.066898805647066e-06,
      "loss": 0.0924,
      "step": 13895
    },
    {
      "epoch": 2.0987766198459448,
      "grad_norm": 1.5419780996638541,
      "learning_rate": 2.0662583910026825e-06,
      "loss": 0.0791,
      "step": 13896
    },
    {
      "epoch": 2.098927654432865,
      "grad_norm": 1.6924190674296218,
      "learning_rate": 2.0656180497474624e-06,
      "loss": 0.0845,
      "step": 13897
    },
    {
      "epoch": 2.0990786890197857,
      "grad_norm": 1.5699935151074038,
      "learning_rate": 2.0649777818974178e-06,
      "loss": 0.0747,
      "step": 13898
    },
    {
      "epoch": 2.099229723606706,
      "grad_norm": 1.549141149761396,
      "learning_rate": 2.064337587468569e-06,
      "loss": 0.0873,
      "step": 13899
    },
    {
      "epoch": 2.099380758193626,
      "grad_norm": 1.34432707790026,
      "learning_rate": 2.0636974664769322e-06,
      "loss": 0.0755,
      "step": 13900
    },
    {
      "epoch": 2.099531792780547,
      "grad_norm": 1.8032098903042435,
      "learning_rate": 2.0630574189385173e-06,
      "loss": 0.1003,
      "step": 13901
    },
    {
      "epoch": 2.099682827367467,
      "grad_norm": 1.4539015880164297,
      "learning_rate": 2.0624174448693384e-06,
      "loss": 0.0822,
      "step": 13902
    },
    {
      "epoch": 2.0998338619543877,
      "grad_norm": 1.3799173549682062,
      "learning_rate": 2.0617775442854016e-06,
      "loss": 0.0802,
      "step": 13903
    },
    {
      "epoch": 2.099984896541308,
      "grad_norm": 1.5032091406233852,
      "learning_rate": 2.0611377172027182e-06,
      "loss": 0.0735,
      "step": 13904
    },
    {
      "epoch": 2.100135931128228,
      "grad_norm": 1.240700718321819,
      "learning_rate": 2.0604979636372914e-06,
      "loss": 0.0731,
      "step": 13905
    },
    {
      "epoch": 2.100286965715149,
      "grad_norm": 1.3344982331698145,
      "learning_rate": 2.059858283605124e-06,
      "loss": 0.086,
      "step": 13906
    },
    {
      "epoch": 2.100438000302069,
      "grad_norm": 1.4986804032923218,
      "learning_rate": 2.0592186771222205e-06,
      "loss": 0.0884,
      "step": 13907
    },
    {
      "epoch": 2.1005890348889897,
      "grad_norm": 1.5473766964255058,
      "learning_rate": 2.058579144204578e-06,
      "loss": 0.0776,
      "step": 13908
    },
    {
      "epoch": 2.10074006947591,
      "grad_norm": 1.2155692442704966,
      "learning_rate": 2.0579396848681992e-06,
      "loss": 0.0672,
      "step": 13909
    },
    {
      "epoch": 2.10089110406283,
      "grad_norm": 1.3394883229006977,
      "learning_rate": 2.0573002991290757e-06,
      "loss": 0.0796,
      "step": 13910
    },
    {
      "epoch": 2.101042138649751,
      "grad_norm": 1.2109530422330501,
      "learning_rate": 2.0566609870032058e-06,
      "loss": 0.0676,
      "step": 13911
    },
    {
      "epoch": 2.101193173236671,
      "grad_norm": 1.5382716151002862,
      "learning_rate": 2.0560217485065808e-06,
      "loss": 0.0844,
      "step": 13912
    },
    {
      "epoch": 2.1013442078235918,
      "grad_norm": 1.598355964272396,
      "learning_rate": 2.05538258365519e-06,
      "loss": 0.0914,
      "step": 13913
    },
    {
      "epoch": 2.101495242410512,
      "grad_norm": 1.6444915912282037,
      "learning_rate": 2.0547434924650255e-06,
      "loss": 0.0853,
      "step": 13914
    },
    {
      "epoch": 2.1016462769974322,
      "grad_norm": 1.3826871304119304,
      "learning_rate": 2.0541044749520717e-06,
      "loss": 0.0873,
      "step": 13915
    },
    {
      "epoch": 2.101797311584353,
      "grad_norm": 2.271526326312134,
      "learning_rate": 2.0534655311323166e-06,
      "loss": 0.0889,
      "step": 13916
    },
    {
      "epoch": 2.101948346171273,
      "grad_norm": 1.3467966353831005,
      "learning_rate": 2.0528266610217405e-06,
      "loss": 0.0731,
      "step": 13917
    },
    {
      "epoch": 2.102099380758194,
      "grad_norm": 1.4525194644310229,
      "learning_rate": 2.0521878646363293e-06,
      "loss": 0.0862,
      "step": 13918
    },
    {
      "epoch": 2.102250415345114,
      "grad_norm": 1.395414377884215,
      "learning_rate": 2.0515491419920603e-06,
      "loss": 0.0865,
      "step": 13919
    },
    {
      "epoch": 2.1024014499320343,
      "grad_norm": 1.4287743380433011,
      "learning_rate": 2.05091049310491e-06,
      "loss": 0.0797,
      "step": 13920
    },
    {
      "epoch": 2.102552484518955,
      "grad_norm": 1.650348230076807,
      "learning_rate": 2.0502719179908576e-06,
      "loss": 0.08,
      "step": 13921
    },
    {
      "epoch": 2.102703519105875,
      "grad_norm": 1.5320649862965114,
      "learning_rate": 2.049633416665875e-06,
      "loss": 0.0894,
      "step": 13922
    },
    {
      "epoch": 2.102854553692796,
      "grad_norm": 2.559942021344556,
      "learning_rate": 2.0489949891459354e-06,
      "loss": 0.1224,
      "step": 13923
    },
    {
      "epoch": 2.103005588279716,
      "grad_norm": 2.3076545432378994,
      "learning_rate": 2.048356635447012e-06,
      "loss": 0.1158,
      "step": 13924
    },
    {
      "epoch": 2.1031566228666363,
      "grad_norm": 1.4433743740807838,
      "learning_rate": 2.0477183555850703e-06,
      "loss": 0.0771,
      "step": 13925
    },
    {
      "epoch": 2.103307657453557,
      "grad_norm": 1.4024702602577568,
      "learning_rate": 2.0470801495760795e-06,
      "loss": 0.0811,
      "step": 13926
    },
    {
      "epoch": 2.103458692040477,
      "grad_norm": 2.0830722381955917,
      "learning_rate": 2.046442017436001e-06,
      "loss": 0.0998,
      "step": 13927
    },
    {
      "epoch": 2.103609726627398,
      "grad_norm": 1.3928331952767439,
      "learning_rate": 2.0458039591808005e-06,
      "loss": 0.0898,
      "step": 13928
    },
    {
      "epoch": 2.103760761214318,
      "grad_norm": 1.6671040474721488,
      "learning_rate": 2.045165974826441e-06,
      "loss": 0.087,
      "step": 13929
    },
    {
      "epoch": 2.1039117958012383,
      "grad_norm": 1.4319431031483199,
      "learning_rate": 2.0445280643888794e-06,
      "loss": 0.0702,
      "step": 13930
    },
    {
      "epoch": 2.104062830388159,
      "grad_norm": 1.3509879250940193,
      "learning_rate": 2.0438902278840757e-06,
      "loss": 0.0746,
      "step": 13931
    },
    {
      "epoch": 2.1042138649750792,
      "grad_norm": 1.4253433525054253,
      "learning_rate": 2.0432524653279824e-06,
      "loss": 0.0918,
      "step": 13932
    },
    {
      "epoch": 2.104364899562,
      "grad_norm": 1.4837481555077872,
      "learning_rate": 2.0426147767365574e-06,
      "loss": 0.0814,
      "step": 13933
    },
    {
      "epoch": 2.10451593414892,
      "grad_norm": 1.2657057213978804,
      "learning_rate": 2.0419771621257506e-06,
      "loss": 0.0782,
      "step": 13934
    },
    {
      "epoch": 2.1046669687358404,
      "grad_norm": 1.6224954926228785,
      "learning_rate": 2.0413396215115112e-06,
      "loss": 0.0942,
      "step": 13935
    },
    {
      "epoch": 2.104818003322761,
      "grad_norm": 1.5074254185777056,
      "learning_rate": 2.0407021549097907e-06,
      "loss": 0.0803,
      "step": 13936
    },
    {
      "epoch": 2.1049690379096813,
      "grad_norm": 1.7749157900483397,
      "learning_rate": 2.040064762336532e-06,
      "loss": 0.0853,
      "step": 13937
    },
    {
      "epoch": 2.105120072496602,
      "grad_norm": 1.3988210774608514,
      "learning_rate": 2.039427443807684e-06,
      "loss": 0.0648,
      "step": 13938
    },
    {
      "epoch": 2.105271107083522,
      "grad_norm": 1.2969477825427214,
      "learning_rate": 2.038790199339185e-06,
      "loss": 0.0695,
      "step": 13939
    },
    {
      "epoch": 2.1054221416704424,
      "grad_norm": 1.4056005015579034,
      "learning_rate": 2.038153028946981e-06,
      "loss": 0.0747,
      "step": 13940
    },
    {
      "epoch": 2.105573176257363,
      "grad_norm": 1.2699934739358942,
      "learning_rate": 2.037515932647008e-06,
      "loss": 0.0773,
      "step": 13941
    },
    {
      "epoch": 2.1057242108442833,
      "grad_norm": 2.3231736452115017,
      "learning_rate": 2.036878910455202e-06,
      "loss": 0.1159,
      "step": 13942
    },
    {
      "epoch": 2.1058752454312035,
      "grad_norm": 1.1861550671867838,
      "learning_rate": 2.0362419623875024e-06,
      "loss": 0.0805,
      "step": 13943
    },
    {
      "epoch": 2.106026280018124,
      "grad_norm": 1.5016710115989307,
      "learning_rate": 2.035605088459839e-06,
      "loss": 0.0869,
      "step": 13944
    },
    {
      "epoch": 2.1061773146050444,
      "grad_norm": 1.1312935104741537,
      "learning_rate": 2.0349682886881454e-06,
      "loss": 0.0671,
      "step": 13945
    },
    {
      "epoch": 2.106328349191965,
      "grad_norm": 1.4291251613699403,
      "learning_rate": 2.034331563088353e-06,
      "loss": 0.0722,
      "step": 13946
    },
    {
      "epoch": 2.1064793837788853,
      "grad_norm": 1.394354334229165,
      "learning_rate": 2.0336949116763884e-06,
      "loss": 0.0776,
      "step": 13947
    },
    {
      "epoch": 2.1066304183658056,
      "grad_norm": 1.6095583081898377,
      "learning_rate": 2.0330583344681775e-06,
      "loss": 0.0754,
      "step": 13948
    },
    {
      "epoch": 2.1067814529527262,
      "grad_norm": 1.5895738557488668,
      "learning_rate": 2.032421831479643e-06,
      "loss": 0.0827,
      "step": 13949
    },
    {
      "epoch": 2.1069324875396465,
      "grad_norm": 1.406114871430565,
      "learning_rate": 2.0317854027267093e-06,
      "loss": 0.0873,
      "step": 13950
    },
    {
      "epoch": 2.107083522126567,
      "grad_norm": 1.374315999833742,
      "learning_rate": 2.0311490482252984e-06,
      "loss": 0.0888,
      "step": 13951
    },
    {
      "epoch": 2.1072345567134874,
      "grad_norm": 1.656416539778866,
      "learning_rate": 2.0305127679913256e-06,
      "loss": 0.0826,
      "step": 13952
    },
    {
      "epoch": 2.1073855913004076,
      "grad_norm": 1.6342773507019048,
      "learning_rate": 2.029876562040712e-06,
      "loss": 0.0899,
      "step": 13953
    },
    {
      "epoch": 2.1075366258873283,
      "grad_norm": 1.7483070064716695,
      "learning_rate": 2.02924043038937e-06,
      "loss": 0.0906,
      "step": 13954
    },
    {
      "epoch": 2.1076876604742485,
      "grad_norm": 1.7097721636554875,
      "learning_rate": 2.028604373053212e-06,
      "loss": 0.0961,
      "step": 13955
    },
    {
      "epoch": 2.107838695061169,
      "grad_norm": 1.7299578821823627,
      "learning_rate": 2.027968390048151e-06,
      "loss": 0.089,
      "step": 13956
    },
    {
      "epoch": 2.1079897296480894,
      "grad_norm": 1.0795970040930232,
      "learning_rate": 2.027332481390095e-06,
      "loss": 0.0592,
      "step": 13957
    },
    {
      "epoch": 2.1081407642350096,
      "grad_norm": 1.7916193268156377,
      "learning_rate": 2.026696647094954e-06,
      "loss": 0.1024,
      "step": 13958
    },
    {
      "epoch": 2.1082917988219303,
      "grad_norm": 4.9043609297854,
      "learning_rate": 2.026060887178631e-06,
      "loss": 0.151,
      "step": 13959
    },
    {
      "epoch": 2.1084428334088505,
      "grad_norm": 1.3372249330502335,
      "learning_rate": 2.0254252016570324e-06,
      "loss": 0.0691,
      "step": 13960
    },
    {
      "epoch": 2.108593867995771,
      "grad_norm": 1.3122577029149398,
      "learning_rate": 2.024789590546059e-06,
      "loss": 0.0778,
      "step": 13961
    },
    {
      "epoch": 2.1087449025826914,
      "grad_norm": 1.313581614501973,
      "learning_rate": 2.0241540538616097e-06,
      "loss": 0.0688,
      "step": 13962
    },
    {
      "epoch": 2.1088959371696117,
      "grad_norm": 1.715178942690015,
      "learning_rate": 2.0235185916195855e-06,
      "loss": 0.0752,
      "step": 13963
    },
    {
      "epoch": 2.1090469717565323,
      "grad_norm": 1.411815294415939,
      "learning_rate": 2.022883203835879e-06,
      "loss": 0.0875,
      "step": 13964
    },
    {
      "epoch": 2.1091980063434526,
      "grad_norm": 1.4288531903187147,
      "learning_rate": 2.0222478905263896e-06,
      "loss": 0.0704,
      "step": 13965
    },
    {
      "epoch": 2.1093490409303732,
      "grad_norm": 1.5291035285958627,
      "learning_rate": 2.021612651707006e-06,
      "loss": 0.0804,
      "step": 13966
    },
    {
      "epoch": 2.1095000755172935,
      "grad_norm": 1.620421852165081,
      "learning_rate": 2.0209774873936217e-06,
      "loss": 0.0857,
      "step": 13967
    },
    {
      "epoch": 2.1096511101042137,
      "grad_norm": 1.4764332164035936,
      "learning_rate": 2.0203423976021234e-06,
      "loss": 0.069,
      "step": 13968
    },
    {
      "epoch": 2.1098021446911344,
      "grad_norm": 1.7608930570040113,
      "learning_rate": 2.019707382348401e-06,
      "loss": 0.0912,
      "step": 13969
    },
    {
      "epoch": 2.1099531792780546,
      "grad_norm": 1.9507599930495407,
      "learning_rate": 2.0190724416483382e-06,
      "loss": 0.0927,
      "step": 13970
    },
    {
      "epoch": 2.1101042138649753,
      "grad_norm": 1.583494630604701,
      "learning_rate": 2.0184375755178163e-06,
      "loss": 0.0817,
      "step": 13971
    },
    {
      "epoch": 2.1102552484518955,
      "grad_norm": 1.2718308444614779,
      "learning_rate": 2.017802783972721e-06,
      "loss": 0.077,
      "step": 13972
    },
    {
      "epoch": 2.1104062830388157,
      "grad_norm": 1.4445554279128312,
      "learning_rate": 2.0171680670289285e-06,
      "loss": 0.0761,
      "step": 13973
    },
    {
      "epoch": 2.1105573176257364,
      "grad_norm": 1.5246441749239004,
      "learning_rate": 2.016533424702317e-06,
      "loss": 0.0813,
      "step": 13974
    },
    {
      "epoch": 2.1107083522126566,
      "grad_norm": 1.5724306025744366,
      "learning_rate": 2.0158988570087655e-06,
      "loss": 0.0932,
      "step": 13975
    },
    {
      "epoch": 2.1108593867995773,
      "grad_norm": 1.5615956109216558,
      "learning_rate": 2.0152643639641463e-06,
      "loss": 0.0986,
      "step": 13976
    },
    {
      "epoch": 2.1110104213864975,
      "grad_norm": 1.5736185420828748,
      "learning_rate": 2.014629945584331e-06,
      "loss": 0.0861,
      "step": 13977
    },
    {
      "epoch": 2.1111614559734178,
      "grad_norm": 1.9086207192688855,
      "learning_rate": 2.013995601885188e-06,
      "loss": 0.0935,
      "step": 13978
    },
    {
      "epoch": 2.1113124905603384,
      "grad_norm": 1.6164649944760854,
      "learning_rate": 2.0133613328825884e-06,
      "loss": 0.0917,
      "step": 13979
    },
    {
      "epoch": 2.1114635251472587,
      "grad_norm": 2.1129023627852663,
      "learning_rate": 2.0127271385924002e-06,
      "loss": 0.112,
      "step": 13980
    },
    {
      "epoch": 2.1116145597341793,
      "grad_norm": 1.9185625366450914,
      "learning_rate": 2.012093019030484e-06,
      "loss": 0.0922,
      "step": 13981
    },
    {
      "epoch": 2.1117655943210996,
      "grad_norm": 1.2851728543067846,
      "learning_rate": 2.0114589742127067e-06,
      "loss": 0.0699,
      "step": 13982
    },
    {
      "epoch": 2.11191662890802,
      "grad_norm": 1.5330198402554387,
      "learning_rate": 2.0108250041549278e-06,
      "loss": 0.0929,
      "step": 13983
    },
    {
      "epoch": 2.1120676634949405,
      "grad_norm": 1.769835014825075,
      "learning_rate": 2.010191108873004e-06,
      "loss": 0.0888,
      "step": 13984
    },
    {
      "epoch": 2.1122186980818607,
      "grad_norm": 1.5544519506649668,
      "learning_rate": 2.0095572883827965e-06,
      "loss": 0.0889,
      "step": 13985
    },
    {
      "epoch": 2.1123697326687814,
      "grad_norm": 1.9678571311120614,
      "learning_rate": 2.008923542700157e-06,
      "loss": 0.0891,
      "step": 13986
    },
    {
      "epoch": 2.1125207672557016,
      "grad_norm": 1.3010747454637674,
      "learning_rate": 2.008289871840942e-06,
      "loss": 0.076,
      "step": 13987
    },
    {
      "epoch": 2.112671801842622,
      "grad_norm": 1.9160933256037846,
      "learning_rate": 2.0076562758210004e-06,
      "loss": 0.0847,
      "step": 13988
    },
    {
      "epoch": 2.1128228364295425,
      "grad_norm": 1.65716126176161,
      "learning_rate": 2.0070227546561856e-06,
      "loss": 0.077,
      "step": 13989
    },
    {
      "epoch": 2.1129738710164627,
      "grad_norm": 1.2896939730537584,
      "learning_rate": 2.006389308362343e-06,
      "loss": 0.0788,
      "step": 13990
    },
    {
      "epoch": 2.1131249056033834,
      "grad_norm": 1.2626188879786506,
      "learning_rate": 2.0057559369553174e-06,
      "loss": 0.0789,
      "step": 13991
    },
    {
      "epoch": 2.1132759401903036,
      "grad_norm": 1.5279650455559985,
      "learning_rate": 2.005122640450956e-06,
      "loss": 0.0776,
      "step": 13992
    },
    {
      "epoch": 2.113426974777224,
      "grad_norm": 1.206845507347308,
      "learning_rate": 2.0044894188650976e-06,
      "loss": 0.067,
      "step": 13993
    },
    {
      "epoch": 2.1135780093641445,
      "grad_norm": 1.767376299934461,
      "learning_rate": 2.0038562722135867e-06,
      "loss": 0.092,
      "step": 13994
    },
    {
      "epoch": 2.1137290439510648,
      "grad_norm": 1.8166216796501653,
      "learning_rate": 2.0032232005122576e-06,
      "loss": 0.0908,
      "step": 13995
    },
    {
      "epoch": 2.113880078537985,
      "grad_norm": 1.2653994996627203,
      "learning_rate": 2.0025902037769505e-06,
      "loss": 0.0746,
      "step": 13996
    },
    {
      "epoch": 2.1140311131249057,
      "grad_norm": 6.0989964888432375,
      "learning_rate": 2.0019572820234974e-06,
      "loss": 0.1197,
      "step": 13997
    },
    {
      "epoch": 2.114182147711826,
      "grad_norm": 1.688357809044052,
      "learning_rate": 2.001324435267734e-06,
      "loss": 0.0931,
      "step": 13998
    },
    {
      "epoch": 2.1143331822987466,
      "grad_norm": 1.1637051611365936,
      "learning_rate": 2.0006916635254896e-06,
      "loss": 0.0698,
      "step": 13999
    },
    {
      "epoch": 2.114484216885667,
      "grad_norm": 1.9675727481775676,
      "learning_rate": 2.0000589668125915e-06,
      "loss": 0.0937,
      "step": 14000
    },
    {
      "epoch": 2.114635251472587,
      "grad_norm": 1.9467577878062776,
      "learning_rate": 1.999426345144871e-06,
      "loss": 0.0876,
      "step": 14001
    },
    {
      "epoch": 2.1147862860595077,
      "grad_norm": 1.5845090200661123,
      "learning_rate": 1.9987937985381497e-06,
      "loss": 0.0856,
      "step": 14002
    },
    {
      "epoch": 2.114937320646428,
      "grad_norm": 2.2106314515208645,
      "learning_rate": 1.9981613270082524e-06,
      "loss": 0.1162,
      "step": 14003
    },
    {
      "epoch": 2.1150883552333486,
      "grad_norm": 1.4850659419385313,
      "learning_rate": 1.9975289305710028e-06,
      "loss": 0.0825,
      "step": 14004
    },
    {
      "epoch": 2.115239389820269,
      "grad_norm": 1.5573468419713696,
      "learning_rate": 1.9968966092422194e-06,
      "loss": 0.0854,
      "step": 14005
    },
    {
      "epoch": 2.115390424407189,
      "grad_norm": 1.7503342099965182,
      "learning_rate": 1.9962643630377195e-06,
      "loss": 0.0905,
      "step": 14006
    },
    {
      "epoch": 2.1155414589941097,
      "grad_norm": 1.2110921978932305,
      "learning_rate": 1.9956321919733175e-06,
      "loss": 0.0666,
      "step": 14007
    },
    {
      "epoch": 2.11569249358103,
      "grad_norm": 1.689146856776931,
      "learning_rate": 1.9950000960648284e-06,
      "loss": 0.0872,
      "step": 14008
    },
    {
      "epoch": 2.1158435281679506,
      "grad_norm": 1.3784992582153106,
      "learning_rate": 1.994368075328068e-06,
      "loss": 0.0755,
      "step": 14009
    },
    {
      "epoch": 2.115994562754871,
      "grad_norm": 1.565964975764319,
      "learning_rate": 1.9937361297788414e-06,
      "loss": 0.0959,
      "step": 14010
    },
    {
      "epoch": 2.116145597341791,
      "grad_norm": 1.3461763025250235,
      "learning_rate": 1.993104259432962e-06,
      "loss": 0.0705,
      "step": 14011
    },
    {
      "epoch": 2.1162966319287118,
      "grad_norm": 1.3886011409441172,
      "learning_rate": 1.992472464306234e-06,
      "loss": 0.0863,
      "step": 14012
    },
    {
      "epoch": 2.116447666515632,
      "grad_norm": 1.3699278549488174,
      "learning_rate": 1.9918407444144593e-06,
      "loss": 0.0869,
      "step": 14013
    },
    {
      "epoch": 2.1165987011025527,
      "grad_norm": 2.3036284935893256,
      "learning_rate": 1.991209099773446e-06,
      "loss": 0.0875,
      "step": 14014
    },
    {
      "epoch": 2.116749735689473,
      "grad_norm": 1.3223709463857145,
      "learning_rate": 1.9905775303989903e-06,
      "loss": 0.0801,
      "step": 14015
    },
    {
      "epoch": 2.116900770276393,
      "grad_norm": 1.6600399851232226,
      "learning_rate": 1.9899460363068956e-06,
      "loss": 0.0698,
      "step": 14016
    },
    {
      "epoch": 2.117051804863314,
      "grad_norm": 1.716164186143326,
      "learning_rate": 1.9893146175129552e-06,
      "loss": 0.0866,
      "step": 14017
    },
    {
      "epoch": 2.117202839450234,
      "grad_norm": 1.5598025272802003,
      "learning_rate": 1.9886832740329676e-06,
      "loss": 0.091,
      "step": 14018
    },
    {
      "epoch": 2.1173538740371547,
      "grad_norm": 1.2668886493863902,
      "learning_rate": 1.9880520058827247e-06,
      "loss": 0.0748,
      "step": 14019
    },
    {
      "epoch": 2.117504908624075,
      "grad_norm": 1.4241666521667262,
      "learning_rate": 1.9874208130780166e-06,
      "loss": 0.0841,
      "step": 14020
    },
    {
      "epoch": 2.117655943210995,
      "grad_norm": 2.3788110717983515,
      "learning_rate": 1.9867896956346354e-06,
      "loss": 0.0846,
      "step": 14021
    },
    {
      "epoch": 2.117806977797916,
      "grad_norm": 1.5361442867073118,
      "learning_rate": 1.9861586535683667e-06,
      "loss": 0.0904,
      "step": 14022
    },
    {
      "epoch": 2.117958012384836,
      "grad_norm": 1.5356588845193193,
      "learning_rate": 1.9855276868949997e-06,
      "loss": 0.0821,
      "step": 14023
    },
    {
      "epoch": 2.1181090469717567,
      "grad_norm": 1.2691147714375497,
      "learning_rate": 1.9848967956303134e-06,
      "loss": 0.0709,
      "step": 14024
    },
    {
      "epoch": 2.118260081558677,
      "grad_norm": 1.2477327983635644,
      "learning_rate": 1.984265979790093e-06,
      "loss": 0.0777,
      "step": 14025
    },
    {
      "epoch": 2.118411116145597,
      "grad_norm": 1.3716221822472987,
      "learning_rate": 1.983635239390122e-06,
      "loss": 0.0796,
      "step": 14026
    },
    {
      "epoch": 2.118562150732518,
      "grad_norm": 2.2933150675740657,
      "learning_rate": 1.983004574446172e-06,
      "loss": 0.0891,
      "step": 14027
    },
    {
      "epoch": 2.118713185319438,
      "grad_norm": 1.3225677786107244,
      "learning_rate": 1.982373984974024e-06,
      "loss": 0.0733,
      "step": 14028
    },
    {
      "epoch": 2.1188642199063588,
      "grad_norm": 1.3536073386207694,
      "learning_rate": 1.9817434709894484e-06,
      "loss": 0.084,
      "step": 14029
    },
    {
      "epoch": 2.119015254493279,
      "grad_norm": 1.7622035852508084,
      "learning_rate": 1.9811130325082213e-06,
      "loss": 0.0829,
      "step": 14030
    },
    {
      "epoch": 2.119166289080199,
      "grad_norm": 1.5105338312765797,
      "learning_rate": 1.9804826695461144e-06,
      "loss": 0.0872,
      "step": 14031
    },
    {
      "epoch": 2.11931732366712,
      "grad_norm": 1.3505843934433615,
      "learning_rate": 1.979852382118893e-06,
      "loss": 0.072,
      "step": 14032
    },
    {
      "epoch": 2.11946835825404,
      "grad_norm": 1.4194324539954117,
      "learning_rate": 1.9792221702423283e-06,
      "loss": 0.0792,
      "step": 14033
    },
    {
      "epoch": 2.119619392840961,
      "grad_norm": 1.364390114866434,
      "learning_rate": 1.978592033932182e-06,
      "loss": 0.0708,
      "step": 14034
    },
    {
      "epoch": 2.119770427427881,
      "grad_norm": 1.6910128141686163,
      "learning_rate": 1.977961973204217e-06,
      "loss": 0.1058,
      "step": 14035
    },
    {
      "epoch": 2.1199214620148013,
      "grad_norm": 1.437831482646214,
      "learning_rate": 1.9773319880741976e-06,
      "loss": 0.0773,
      "step": 14036
    },
    {
      "epoch": 2.120072496601722,
      "grad_norm": 1.5842258036418924,
      "learning_rate": 1.97670207855788e-06,
      "loss": 0.0797,
      "step": 14037
    },
    {
      "epoch": 2.120223531188642,
      "grad_norm": 1.8995957192111612,
      "learning_rate": 1.976072244671025e-06,
      "loss": 0.0803,
      "step": 14038
    },
    {
      "epoch": 2.1203745657755624,
      "grad_norm": 1.3762068289180243,
      "learning_rate": 1.9754424864293855e-06,
      "loss": 0.0734,
      "step": 14039
    },
    {
      "epoch": 2.120525600362483,
      "grad_norm": 2.763296241624642,
      "learning_rate": 1.974812803848717e-06,
      "loss": 0.0922,
      "step": 14040
    },
    {
      "epoch": 2.1206766349494033,
      "grad_norm": 1.7986098150986374,
      "learning_rate": 1.974183196944771e-06,
      "loss": 0.1069,
      "step": 14041
    },
    {
      "epoch": 2.120827669536324,
      "grad_norm": 1.3079203331847444,
      "learning_rate": 1.9735536657332955e-06,
      "loss": 0.0859,
      "step": 14042
    },
    {
      "epoch": 2.120978704123244,
      "grad_norm": 1.5165274317032267,
      "learning_rate": 1.9729242102300416e-06,
      "loss": 0.089,
      "step": 14043
    },
    {
      "epoch": 2.1211297387101644,
      "grad_norm": 1.6144785610974297,
      "learning_rate": 1.9722948304507526e-06,
      "loss": 0.0827,
      "step": 14044
    },
    {
      "epoch": 2.121280773297085,
      "grad_norm": 1.7935433469682038,
      "learning_rate": 1.9716655264111763e-06,
      "loss": 0.0953,
      "step": 14045
    },
    {
      "epoch": 2.1214318078840053,
      "grad_norm": 1.536321931160301,
      "learning_rate": 1.9710362981270507e-06,
      "loss": 0.0864,
      "step": 14046
    },
    {
      "epoch": 2.121582842470926,
      "grad_norm": 1.3982655237537636,
      "learning_rate": 1.970407145614121e-06,
      "loss": 0.0863,
      "step": 14047
    },
    {
      "epoch": 2.121733877057846,
      "grad_norm": 1.5500587482561865,
      "learning_rate": 1.9697780688881228e-06,
      "loss": 0.0774,
      "step": 14048
    },
    {
      "epoch": 2.1218849116447664,
      "grad_norm": 1.3881500599512424,
      "learning_rate": 1.9691490679647923e-06,
      "loss": 0.0803,
      "step": 14049
    },
    {
      "epoch": 2.122035946231687,
      "grad_norm": 1.4336054881699976,
      "learning_rate": 1.9685201428598666e-06,
      "loss": 0.0793,
      "step": 14050
    },
    {
      "epoch": 2.1221869808186073,
      "grad_norm": 1.4633457359562085,
      "learning_rate": 1.9678912935890757e-06,
      "loss": 0.077,
      "step": 14051
    },
    {
      "epoch": 2.122338015405528,
      "grad_norm": 1.596152943343519,
      "learning_rate": 1.967262520168155e-06,
      "loss": 0.0862,
      "step": 14052
    },
    {
      "epoch": 2.1224890499924483,
      "grad_norm": 1.3722952923194074,
      "learning_rate": 1.9666338226128284e-06,
      "loss": 0.0812,
      "step": 14053
    },
    {
      "epoch": 2.1226400845793685,
      "grad_norm": 1.6841070922777106,
      "learning_rate": 1.966005200938826e-06,
      "loss": 0.0972,
      "step": 14054
    },
    {
      "epoch": 2.122791119166289,
      "grad_norm": 1.7227626760302044,
      "learning_rate": 1.965376655161876e-06,
      "loss": 0.094,
      "step": 14055
    },
    {
      "epoch": 2.1229421537532094,
      "grad_norm": 1.370135195325989,
      "learning_rate": 1.964748185297695e-06,
      "loss": 0.0791,
      "step": 14056
    },
    {
      "epoch": 2.12309318834013,
      "grad_norm": 1.6583731008679854,
      "learning_rate": 1.9641197913620103e-06,
      "loss": 0.0887,
      "step": 14057
    },
    {
      "epoch": 2.1232442229270503,
      "grad_norm": 1.5131508558432631,
      "learning_rate": 1.9634914733705373e-06,
      "loss": 0.0754,
      "step": 14058
    },
    {
      "epoch": 2.1233952575139705,
      "grad_norm": 1.4119271134435853,
      "learning_rate": 1.9628632313389957e-06,
      "loss": 0.0785,
      "step": 14059
    },
    {
      "epoch": 2.123546292100891,
      "grad_norm": 1.7474716596270892,
      "learning_rate": 1.9622350652831035e-06,
      "loss": 0.0804,
      "step": 14060
    },
    {
      "epoch": 2.1236973266878114,
      "grad_norm": 1.2081695501542429,
      "learning_rate": 1.9616069752185705e-06,
      "loss": 0.0761,
      "step": 14061
    },
    {
      "epoch": 2.123848361274732,
      "grad_norm": 1.7013356491493863,
      "learning_rate": 1.960978961161114e-06,
      "loss": 0.0852,
      "step": 14062
    },
    {
      "epoch": 2.1239993958616523,
      "grad_norm": 1.3891575852749898,
      "learning_rate": 1.9603510231264377e-06,
      "loss": 0.0833,
      "step": 14063
    },
    {
      "epoch": 2.1241504304485725,
      "grad_norm": 1.3066047423783138,
      "learning_rate": 1.959723161130253e-06,
      "loss": 0.079,
      "step": 14064
    },
    {
      "epoch": 2.124301465035493,
      "grad_norm": 1.3452324797503454,
      "learning_rate": 1.959095375188268e-06,
      "loss": 0.0779,
      "step": 14065
    },
    {
      "epoch": 2.1244524996224134,
      "grad_norm": 2.3462953772045987,
      "learning_rate": 1.9584676653161833e-06,
      "loss": 0.0918,
      "step": 14066
    },
    {
      "epoch": 2.124603534209334,
      "grad_norm": 2.4264739257024224,
      "learning_rate": 1.9578400315297054e-06,
      "loss": 0.1019,
      "step": 14067
    },
    {
      "epoch": 2.1247545687962544,
      "grad_norm": 1.3564762167617679,
      "learning_rate": 1.9572124738445307e-06,
      "loss": 0.0809,
      "step": 14068
    },
    {
      "epoch": 2.1249056033831746,
      "grad_norm": 1.3957074692826774,
      "learning_rate": 1.9565849922763625e-06,
      "loss": 0.0862,
      "step": 14069
    },
    {
      "epoch": 2.1250566379700953,
      "grad_norm": 1.385243928079187,
      "learning_rate": 1.9559575868408946e-06,
      "loss": 0.0857,
      "step": 14070
    },
    {
      "epoch": 2.1252076725570155,
      "grad_norm": 1.3486034844794974,
      "learning_rate": 1.9553302575538207e-06,
      "loss": 0.0804,
      "step": 14071
    },
    {
      "epoch": 2.125358707143936,
      "grad_norm": 1.260339458719485,
      "learning_rate": 1.954703004430838e-06,
      "loss": 0.0771,
      "step": 14072
    },
    {
      "epoch": 2.1255097417308564,
      "grad_norm": 1.5944596505127941,
      "learning_rate": 1.9540758274876328e-06,
      "loss": 0.0801,
      "step": 14073
    },
    {
      "epoch": 2.1256607763177766,
      "grad_norm": 1.7401923650416515,
      "learning_rate": 1.9534487267398987e-06,
      "loss": 0.0952,
      "step": 14074
    },
    {
      "epoch": 2.1258118109046973,
      "grad_norm": 1.222635924664049,
      "learning_rate": 1.952821702203319e-06,
      "loss": 0.0701,
      "step": 14075
    },
    {
      "epoch": 2.1259628454916175,
      "grad_norm": 2.3380067609362714,
      "learning_rate": 1.952194753893581e-06,
      "loss": 0.0898,
      "step": 14076
    },
    {
      "epoch": 2.126113880078538,
      "grad_norm": 1.3227785283005724,
      "learning_rate": 1.9515678818263716e-06,
      "loss": 0.0797,
      "step": 14077
    },
    {
      "epoch": 2.1262649146654584,
      "grad_norm": 1.8359357234386122,
      "learning_rate": 1.9509410860173654e-06,
      "loss": 0.0926,
      "step": 14078
    },
    {
      "epoch": 2.1264159492523786,
      "grad_norm": 1.9173145639266715,
      "learning_rate": 1.950314366482247e-06,
      "loss": 0.1104,
      "step": 14079
    },
    {
      "epoch": 2.1265669838392993,
      "grad_norm": 2.726987710411503,
      "learning_rate": 1.9496877232366913e-06,
      "loss": 0.098,
      "step": 14080
    },
    {
      "epoch": 2.1267180184262195,
      "grad_norm": 1.5379408013995612,
      "learning_rate": 1.9490611562963754e-06,
      "loss": 0.0797,
      "step": 14081
    },
    {
      "epoch": 2.1268690530131398,
      "grad_norm": 1.538914755745423,
      "learning_rate": 1.9484346656769747e-06,
      "loss": 0.0871,
      "step": 14082
    },
    {
      "epoch": 2.1270200876000604,
      "grad_norm": 1.7311146924074168,
      "learning_rate": 1.947808251394159e-06,
      "loss": 0.0893,
      "step": 14083
    },
    {
      "epoch": 2.1271711221869807,
      "grad_norm": 2.914691886729875,
      "learning_rate": 1.9471819134636016e-06,
      "loss": 0.0926,
      "step": 14084
    },
    {
      "epoch": 2.1273221567739014,
      "grad_norm": 1.60590610378354,
      "learning_rate": 1.9465556519009647e-06,
      "loss": 0.0987,
      "step": 14085
    },
    {
      "epoch": 2.1274731913608216,
      "grad_norm": 1.4429782143071614,
      "learning_rate": 1.9459294667219192e-06,
      "loss": 0.0879,
      "step": 14086
    },
    {
      "epoch": 2.1276242259477423,
      "grad_norm": 1.2762723291298785,
      "learning_rate": 1.9453033579421294e-06,
      "loss": 0.0714,
      "step": 14087
    },
    {
      "epoch": 2.1277752605346625,
      "grad_norm": 1.3065063561784616,
      "learning_rate": 1.9446773255772555e-06,
      "loss": 0.0804,
      "step": 14088
    },
    {
      "epoch": 2.1279262951215827,
      "grad_norm": 3.5411523483645024,
      "learning_rate": 1.944051369642961e-06,
      "loss": 0.093,
      "step": 14089
    },
    {
      "epoch": 2.1280773297085034,
      "grad_norm": 1.3178286287538616,
      "learning_rate": 1.9434254901549005e-06,
      "loss": 0.0739,
      "step": 14090
    },
    {
      "epoch": 2.1282283642954236,
      "grad_norm": 1.282856122031705,
      "learning_rate": 1.942799687128735e-06,
      "loss": 0.0727,
      "step": 14091
    },
    {
      "epoch": 2.128379398882344,
      "grad_norm": 1.3932319949152208,
      "learning_rate": 1.9421739605801183e-06,
      "loss": 0.0706,
      "step": 14092
    },
    {
      "epoch": 2.1285304334692645,
      "grad_norm": 1.4205249241864921,
      "learning_rate": 1.9415483105247e-06,
      "loss": 0.0785,
      "step": 14093
    },
    {
      "epoch": 2.1286814680561847,
      "grad_norm": 1.6815130220449686,
      "learning_rate": 1.9409227369781352e-06,
      "loss": 0.0821,
      "step": 14094
    },
    {
      "epoch": 2.1288325026431054,
      "grad_norm": 1.6049871275782506,
      "learning_rate": 1.9402972399560695e-06,
      "loss": 0.0732,
      "step": 14095
    },
    {
      "epoch": 2.1289835372300256,
      "grad_norm": 1.537713660088594,
      "learning_rate": 1.9396718194741536e-06,
      "loss": 0.091,
      "step": 14096
    },
    {
      "epoch": 2.129134571816946,
      "grad_norm": 1.2162424539396468,
      "learning_rate": 1.939046475548029e-06,
      "loss": 0.0704,
      "step": 14097
    },
    {
      "epoch": 2.1292856064038665,
      "grad_norm": 2.3013127132801703,
      "learning_rate": 1.9384212081933427e-06,
      "loss": 0.0792,
      "step": 14098
    },
    {
      "epoch": 2.1294366409907868,
      "grad_norm": 1.6244358148298923,
      "learning_rate": 1.937796017425734e-06,
      "loss": 0.0808,
      "step": 14099
    },
    {
      "epoch": 2.1295876755777075,
      "grad_norm": 1.697274193841668,
      "learning_rate": 1.937170903260842e-06,
      "loss": 0.0849,
      "step": 14100
    },
    {
      "epoch": 2.1297387101646277,
      "grad_norm": 1.7370702290510374,
      "learning_rate": 1.936545865714306e-06,
      "loss": 0.0912,
      "step": 14101
    },
    {
      "epoch": 2.129889744751548,
      "grad_norm": 1.4956420267994006,
      "learning_rate": 1.935920904801759e-06,
      "loss": 0.0934,
      "step": 14102
    },
    {
      "epoch": 2.1300407793384686,
      "grad_norm": 2.092256790268998,
      "learning_rate": 1.9352960205388386e-06,
      "loss": 0.0945,
      "step": 14103
    },
    {
      "epoch": 2.130191813925389,
      "grad_norm": 1.3688889176318497,
      "learning_rate": 1.9346712129411727e-06,
      "loss": 0.08,
      "step": 14104
    },
    {
      "epoch": 2.1303428485123095,
      "grad_norm": 2.371575377192982,
      "learning_rate": 1.934046482024392e-06,
      "loss": 0.0969,
      "step": 14105
    },
    {
      "epoch": 2.1304938830992297,
      "grad_norm": 1.3365072085038427,
      "learning_rate": 1.93342182780413e-06,
      "loss": 0.0729,
      "step": 14106
    },
    {
      "epoch": 2.13064491768615,
      "grad_norm": 2.428881171769369,
      "learning_rate": 1.932797250296004e-06,
      "loss": 0.0766,
      "step": 14107
    },
    {
      "epoch": 2.1307959522730706,
      "grad_norm": 1.7248787020176801,
      "learning_rate": 1.9321727495156445e-06,
      "loss": 0.0862,
      "step": 14108
    },
    {
      "epoch": 2.130946986859991,
      "grad_norm": 1.397613874084742,
      "learning_rate": 1.93154832547867e-06,
      "loss": 0.0718,
      "step": 14109
    },
    {
      "epoch": 2.1310980214469115,
      "grad_norm": 1.7174419427415621,
      "learning_rate": 1.9309239782007015e-06,
      "loss": 0.0833,
      "step": 14110
    },
    {
      "epoch": 2.1312490560338317,
      "grad_norm": 1.637073012933508,
      "learning_rate": 1.930299707697361e-06,
      "loss": 0.0897,
      "step": 14111
    },
    {
      "epoch": 2.131400090620752,
      "grad_norm": 1.4666246436141634,
      "learning_rate": 1.92967551398426e-06,
      "loss": 0.0852,
      "step": 14112
    },
    {
      "epoch": 2.1315511252076726,
      "grad_norm": 1.272621031434341,
      "learning_rate": 1.9290513970770187e-06,
      "loss": 0.0759,
      "step": 14113
    },
    {
      "epoch": 2.131702159794593,
      "grad_norm": 1.4026941477473336,
      "learning_rate": 1.928427356991243e-06,
      "loss": 0.0715,
      "step": 14114
    },
    {
      "epoch": 2.1318531943815135,
      "grad_norm": 1.4347037748056928,
      "learning_rate": 1.927803393742547e-06,
      "loss": 0.0786,
      "step": 14115
    },
    {
      "epoch": 2.132004228968434,
      "grad_norm": 1.3497780553880132,
      "learning_rate": 1.927179507346541e-06,
      "loss": 0.0774,
      "step": 14116
    },
    {
      "epoch": 2.132155263555354,
      "grad_norm": 1.4832766822482981,
      "learning_rate": 1.926555697818829e-06,
      "loss": 0.0817,
      "step": 14117
    },
    {
      "epoch": 2.1323062981422747,
      "grad_norm": 1.7181143313235114,
      "learning_rate": 1.9259319651750185e-06,
      "loss": 0.0934,
      "step": 14118
    },
    {
      "epoch": 2.132457332729195,
      "grad_norm": 1.411168600964601,
      "learning_rate": 1.9253083094307095e-06,
      "loss": 0.0799,
      "step": 14119
    },
    {
      "epoch": 2.1326083673161156,
      "grad_norm": 1.2511477389935888,
      "learning_rate": 1.924684730601507e-06,
      "loss": 0.0809,
      "step": 14120
    },
    {
      "epoch": 2.132759401903036,
      "grad_norm": 1.9600433559044035,
      "learning_rate": 1.9240612287030076e-06,
      "loss": 0.1093,
      "step": 14121
    },
    {
      "epoch": 2.132910436489956,
      "grad_norm": 1.2118115789582653,
      "learning_rate": 1.923437803750807e-06,
      "loss": 0.0707,
      "step": 14122
    },
    {
      "epoch": 2.1330614710768767,
      "grad_norm": 1.8751885506062804,
      "learning_rate": 1.9228144557605044e-06,
      "loss": 0.0792,
      "step": 14123
    },
    {
      "epoch": 2.133212505663797,
      "grad_norm": 1.8400717244370874,
      "learning_rate": 1.9221911847476897e-06,
      "loss": 0.0793,
      "step": 14124
    },
    {
      "epoch": 2.1333635402507176,
      "grad_norm": 1.7058227974845568,
      "learning_rate": 1.9215679907279576e-06,
      "loss": 0.0823,
      "step": 14125
    },
    {
      "epoch": 2.133514574837638,
      "grad_norm": 1.7075215679765448,
      "learning_rate": 1.920944873716894e-06,
      "loss": 0.1038,
      "step": 14126
    },
    {
      "epoch": 2.133665609424558,
      "grad_norm": 1.329023130526567,
      "learning_rate": 1.9203218337300907e-06,
      "loss": 0.0756,
      "step": 14127
    },
    {
      "epoch": 2.1338166440114787,
      "grad_norm": 1.419740888080747,
      "learning_rate": 1.9196988707831306e-06,
      "loss": 0.097,
      "step": 14128
    },
    {
      "epoch": 2.133967678598399,
      "grad_norm": 1.4110409480140373,
      "learning_rate": 1.9190759848915963e-06,
      "loss": 0.0832,
      "step": 14129
    },
    {
      "epoch": 2.1341187131853196,
      "grad_norm": 1.618194092728149,
      "learning_rate": 1.9184531760710736e-06,
      "loss": 0.0903,
      "step": 14130
    },
    {
      "epoch": 2.13426974777224,
      "grad_norm": 1.5018187413240482,
      "learning_rate": 1.917830444337138e-06,
      "loss": 0.0717,
      "step": 14131
    },
    {
      "epoch": 2.13442078235916,
      "grad_norm": 1.377088888471669,
      "learning_rate": 1.91720778970537e-06,
      "loss": 0.0792,
      "step": 14132
    },
    {
      "epoch": 2.134571816946081,
      "grad_norm": 2.2546400501318873,
      "learning_rate": 1.9165852121913466e-06,
      "loss": 0.1011,
      "step": 14133
    },
    {
      "epoch": 2.134722851533001,
      "grad_norm": 1.6531840295557345,
      "learning_rate": 1.9159627118106405e-06,
      "loss": 0.087,
      "step": 14134
    },
    {
      "epoch": 2.1348738861199212,
      "grad_norm": 1.312532259772251,
      "learning_rate": 1.9153402885788243e-06,
      "loss": 0.0827,
      "step": 14135
    },
    {
      "epoch": 2.135024920706842,
      "grad_norm": 1.3320075741841604,
      "learning_rate": 1.9147179425114666e-06,
      "loss": 0.0858,
      "step": 14136
    },
    {
      "epoch": 2.135175955293762,
      "grad_norm": 1.6774989752300913,
      "learning_rate": 1.914095673624136e-06,
      "loss": 0.0823,
      "step": 14137
    },
    {
      "epoch": 2.135326989880683,
      "grad_norm": 1.7550453043086969,
      "learning_rate": 1.9134734819324022e-06,
      "loss": 0.0959,
      "step": 14138
    },
    {
      "epoch": 2.135478024467603,
      "grad_norm": 1.421354374293196,
      "learning_rate": 1.9128513674518262e-06,
      "loss": 0.0693,
      "step": 14139
    },
    {
      "epoch": 2.1356290590545237,
      "grad_norm": 1.4283481031985343,
      "learning_rate": 1.912229330197973e-06,
      "loss": 0.0837,
      "step": 14140
    },
    {
      "epoch": 2.135780093641444,
      "grad_norm": 2.0435646641987777,
      "learning_rate": 1.911607370186401e-06,
      "loss": 0.0888,
      "step": 14141
    },
    {
      "epoch": 2.135931128228364,
      "grad_norm": 1.8979212150555822,
      "learning_rate": 1.9109854874326703e-06,
      "loss": 0.0985,
      "step": 14142
    },
    {
      "epoch": 2.136082162815285,
      "grad_norm": 1.259452624324955,
      "learning_rate": 1.9103636819523384e-06,
      "loss": 0.0757,
      "step": 14143
    },
    {
      "epoch": 2.136233197402205,
      "grad_norm": 1.746859569719699,
      "learning_rate": 1.9097419537609568e-06,
      "loss": 0.0759,
      "step": 14144
    },
    {
      "epoch": 2.1363842319891253,
      "grad_norm": 1.7791241213154245,
      "learning_rate": 1.909120302874082e-06,
      "loss": 0.1,
      "step": 14145
    },
    {
      "epoch": 2.136535266576046,
      "grad_norm": 1.4892377162762542,
      "learning_rate": 1.908498729307262e-06,
      "loss": 0.0754,
      "step": 14146
    },
    {
      "epoch": 2.136686301162966,
      "grad_norm": 1.5282453518378651,
      "learning_rate": 1.9078772330760486e-06,
      "loss": 0.0923,
      "step": 14147
    },
    {
      "epoch": 2.136837335749887,
      "grad_norm": 1.5309201170241995,
      "learning_rate": 1.9072558141959858e-06,
      "loss": 0.0767,
      "step": 14148
    },
    {
      "epoch": 2.136988370336807,
      "grad_norm": 1.215455874163329,
      "learning_rate": 1.9066344726826226e-06,
      "loss": 0.0707,
      "step": 14149
    },
    {
      "epoch": 2.1371394049237273,
      "grad_norm": 1.2702339971163363,
      "learning_rate": 1.9060132085514992e-06,
      "loss": 0.0805,
      "step": 14150
    },
    {
      "epoch": 2.137290439510648,
      "grad_norm": 1.1735934416067444,
      "learning_rate": 1.9053920218181565e-06,
      "loss": 0.065,
      "step": 14151
    },
    {
      "epoch": 2.1374414740975682,
      "grad_norm": 1.2686781738076918,
      "learning_rate": 1.9047709124981368e-06,
      "loss": 0.0729,
      "step": 14152
    },
    {
      "epoch": 2.137592508684489,
      "grad_norm": 1.4571676319066538,
      "learning_rate": 1.904149880606974e-06,
      "loss": 0.0814,
      "step": 14153
    },
    {
      "epoch": 2.137743543271409,
      "grad_norm": 1.4986654434175202,
      "learning_rate": 1.903528926160207e-06,
      "loss": 0.0867,
      "step": 14154
    },
    {
      "epoch": 2.1378945778583294,
      "grad_norm": 1.5400020242353551,
      "learning_rate": 1.9029080491733653e-06,
      "loss": 0.0858,
      "step": 14155
    },
    {
      "epoch": 2.13804561244525,
      "grad_norm": 1.597826484748149,
      "learning_rate": 1.9022872496619855e-06,
      "loss": 0.1027,
      "step": 14156
    },
    {
      "epoch": 2.1381966470321703,
      "grad_norm": 1.4745221825314754,
      "learning_rate": 1.9016665276415935e-06,
      "loss": 0.0803,
      "step": 14157
    },
    {
      "epoch": 2.138347681619091,
      "grad_norm": 1.3149750409480983,
      "learning_rate": 1.9010458831277167e-06,
      "loss": 0.0828,
      "step": 14158
    },
    {
      "epoch": 2.138498716206011,
      "grad_norm": 1.291104171467898,
      "learning_rate": 1.9004253161358838e-06,
      "loss": 0.0782,
      "step": 14159
    },
    {
      "epoch": 2.1386497507929314,
      "grad_norm": 1.4469084115406543,
      "learning_rate": 1.8998048266816154e-06,
      "loss": 0.0763,
      "step": 14160
    },
    {
      "epoch": 2.138800785379852,
      "grad_norm": 1.5612872967010916,
      "learning_rate": 1.899184414780435e-06,
      "loss": 0.0867,
      "step": 14161
    },
    {
      "epoch": 2.1389518199667723,
      "grad_norm": 1.6843219703736863,
      "learning_rate": 1.8985640804478645e-06,
      "loss": 0.0966,
      "step": 14162
    },
    {
      "epoch": 2.139102854553693,
      "grad_norm": 1.5291228440151758,
      "learning_rate": 1.8979438236994192e-06,
      "loss": 0.082,
      "step": 14163
    },
    {
      "epoch": 2.139253889140613,
      "grad_norm": 2.5976561463392316,
      "learning_rate": 1.8973236445506166e-06,
      "loss": 0.1026,
      "step": 14164
    },
    {
      "epoch": 2.1394049237275334,
      "grad_norm": 1.741935493588895,
      "learning_rate": 1.8967035430169678e-06,
      "loss": 0.1014,
      "step": 14165
    },
    {
      "epoch": 2.139555958314454,
      "grad_norm": 1.526835119170848,
      "learning_rate": 1.8960835191139875e-06,
      "loss": 0.0964,
      "step": 14166
    },
    {
      "epoch": 2.1397069929013743,
      "grad_norm": 2.474590800519939,
      "learning_rate": 1.895463572857188e-06,
      "loss": 0.0982,
      "step": 14167
    },
    {
      "epoch": 2.139858027488295,
      "grad_norm": 1.8160345221968133,
      "learning_rate": 1.8948437042620726e-06,
      "loss": 0.0799,
      "step": 14168
    },
    {
      "epoch": 2.1400090620752152,
      "grad_norm": 1.4244829279468365,
      "learning_rate": 1.8942239133441531e-06,
      "loss": 0.0736,
      "step": 14169
    },
    {
      "epoch": 2.1401600966621355,
      "grad_norm": 1.6555745157984696,
      "learning_rate": 1.8936042001189308e-06,
      "loss": 0.0993,
      "step": 14170
    },
    {
      "epoch": 2.140311131249056,
      "grad_norm": 1.118530001643,
      "learning_rate": 1.8929845646019067e-06,
      "loss": 0.066,
      "step": 14171
    },
    {
      "epoch": 2.1404621658359764,
      "grad_norm": 1.7059525829994788,
      "learning_rate": 1.8923650068085846e-06,
      "loss": 0.1105,
      "step": 14172
    },
    {
      "epoch": 2.140613200422897,
      "grad_norm": 1.3006911688152196,
      "learning_rate": 1.8917455267544605e-06,
      "loss": 0.0747,
      "step": 14173
    },
    {
      "epoch": 2.1407642350098173,
      "grad_norm": 1.3307871740168011,
      "learning_rate": 1.8911261244550338e-06,
      "loss": 0.0687,
      "step": 14174
    },
    {
      "epoch": 2.1409152695967375,
      "grad_norm": 1.362734135594399,
      "learning_rate": 1.890506799925796e-06,
      "loss": 0.0878,
      "step": 14175
    },
    {
      "epoch": 2.141066304183658,
      "grad_norm": 1.3748479820284487,
      "learning_rate": 1.8898875531822431e-06,
      "loss": 0.0698,
      "step": 14176
    },
    {
      "epoch": 2.1412173387705784,
      "grad_norm": 1.7914987243804585,
      "learning_rate": 1.8892683842398623e-06,
      "loss": 0.1028,
      "step": 14177
    },
    {
      "epoch": 2.1413683733574986,
      "grad_norm": 1.459391333128694,
      "learning_rate": 1.888649293114146e-06,
      "loss": 0.0888,
      "step": 14178
    },
    {
      "epoch": 2.1415194079444193,
      "grad_norm": 1.453882559094316,
      "learning_rate": 1.8880302798205797e-06,
      "loss": 0.0873,
      "step": 14179
    },
    {
      "epoch": 2.1416704425313395,
      "grad_norm": 2.0202202104835174,
      "learning_rate": 1.8874113443746467e-06,
      "loss": 0.1104,
      "step": 14180
    },
    {
      "epoch": 2.14182147711826,
      "grad_norm": 1.9465111875131593,
      "learning_rate": 1.8867924867918324e-06,
      "loss": 0.0895,
      "step": 14181
    },
    {
      "epoch": 2.1419725117051804,
      "grad_norm": 1.735799469846051,
      "learning_rate": 1.8861737070876163e-06,
      "loss": 0.0957,
      "step": 14182
    },
    {
      "epoch": 2.142123546292101,
      "grad_norm": 1.4963137462107043,
      "learning_rate": 1.8855550052774773e-06,
      "loss": 0.0905,
      "step": 14183
    },
    {
      "epoch": 2.1422745808790213,
      "grad_norm": 1.378110629238792,
      "learning_rate": 1.884936381376895e-06,
      "loss": 0.0743,
      "step": 14184
    },
    {
      "epoch": 2.1424256154659416,
      "grad_norm": 2.154609318303618,
      "learning_rate": 1.8843178354013436e-06,
      "loss": 0.0919,
      "step": 14185
    },
    {
      "epoch": 2.1425766500528622,
      "grad_norm": 1.162589300056081,
      "learning_rate": 1.8836993673662956e-06,
      "loss": 0.0656,
      "step": 14186
    },
    {
      "epoch": 2.1427276846397825,
      "grad_norm": 1.8369062575010389,
      "learning_rate": 1.8830809772872206e-06,
      "loss": 0.0819,
      "step": 14187
    },
    {
      "epoch": 2.1428787192267027,
      "grad_norm": 2.333811618941862,
      "learning_rate": 1.8824626651795902e-06,
      "loss": 0.0731,
      "step": 14188
    },
    {
      "epoch": 2.1430297538136234,
      "grad_norm": 1.601233963723567,
      "learning_rate": 1.8818444310588729e-06,
      "loss": 0.0891,
      "step": 14189
    },
    {
      "epoch": 2.1431807884005436,
      "grad_norm": 2.5375461431062525,
      "learning_rate": 1.8812262749405313e-06,
      "loss": 0.0998,
      "step": 14190
    },
    {
      "epoch": 2.1433318229874643,
      "grad_norm": 2.2860182434433356,
      "learning_rate": 1.880608196840032e-06,
      "loss": 0.0801,
      "step": 14191
    },
    {
      "epoch": 2.1434828575743845,
      "grad_norm": 1.3336388929082241,
      "learning_rate": 1.8799901967728346e-06,
      "loss": 0.0705,
      "step": 14192
    },
    {
      "epoch": 2.1436338921613047,
      "grad_norm": 1.5546193472579697,
      "learning_rate": 1.879372274754398e-06,
      "loss": 0.1132,
      "step": 14193
    },
    {
      "epoch": 2.1437849267482254,
      "grad_norm": 1.4517749838881835,
      "learning_rate": 1.878754430800182e-06,
      "loss": 0.0875,
      "step": 14194
    },
    {
      "epoch": 2.1439359613351456,
      "grad_norm": 1.4738823352022494,
      "learning_rate": 1.87813666492564e-06,
      "loss": 0.0738,
      "step": 14195
    },
    {
      "epoch": 2.1440869959220663,
      "grad_norm": 1.7583317866268942,
      "learning_rate": 1.8775189771462283e-06,
      "loss": 0.1043,
      "step": 14196
    },
    {
      "epoch": 2.1442380305089865,
      "grad_norm": 2.2643529563572957,
      "learning_rate": 1.8769013674773956e-06,
      "loss": 0.1144,
      "step": 14197
    },
    {
      "epoch": 2.1443890650959068,
      "grad_norm": 2.7749327663773955,
      "learning_rate": 1.8762838359345952e-06,
      "loss": 0.114,
      "step": 14198
    },
    {
      "epoch": 2.1445400996828274,
      "grad_norm": 1.3707326023428288,
      "learning_rate": 1.8756663825332739e-06,
      "loss": 0.0855,
      "step": 14199
    },
    {
      "epoch": 2.1446911342697477,
      "grad_norm": 1.4066347433413409,
      "learning_rate": 1.875049007288875e-06,
      "loss": 0.0822,
      "step": 14200
    },
    {
      "epoch": 2.1448421688566683,
      "grad_norm": 1.3261060605047794,
      "learning_rate": 1.8744317102168458e-06,
      "loss": 0.0689,
      "step": 14201
    },
    {
      "epoch": 2.1449932034435886,
      "grad_norm": 1.2691139094924184,
      "learning_rate": 1.8738144913326255e-06,
      "loss": 0.0824,
      "step": 14202
    },
    {
      "epoch": 2.145144238030509,
      "grad_norm": 1.6690840688497988,
      "learning_rate": 1.8731973506516576e-06,
      "loss": 0.0868,
      "step": 14203
    },
    {
      "epoch": 2.1452952726174295,
      "grad_norm": 1.0639451516372074,
      "learning_rate": 1.8725802881893768e-06,
      "loss": 0.0628,
      "step": 14204
    },
    {
      "epoch": 2.1454463072043497,
      "grad_norm": 2.1146962233854585,
      "learning_rate": 1.8719633039612223e-06,
      "loss": 0.0899,
      "step": 14205
    },
    {
      "epoch": 2.1455973417912704,
      "grad_norm": 1.5213494752326355,
      "learning_rate": 1.8713463979826269e-06,
      "loss": 0.078,
      "step": 14206
    },
    {
      "epoch": 2.1457483763781906,
      "grad_norm": 1.2944506219421636,
      "learning_rate": 1.8707295702690209e-06,
      "loss": 0.0762,
      "step": 14207
    },
    {
      "epoch": 2.145899410965111,
      "grad_norm": 1.4198127536769336,
      "learning_rate": 1.8701128208358382e-06,
      "loss": 0.0827,
      "step": 14208
    },
    {
      "epoch": 2.1460504455520315,
      "grad_norm": 1.432164971231137,
      "learning_rate": 1.8694961496985038e-06,
      "loss": 0.0824,
      "step": 14209
    },
    {
      "epoch": 2.1462014801389517,
      "grad_norm": 1.5738100310184941,
      "learning_rate": 1.868879556872447e-06,
      "loss": 0.0849,
      "step": 14210
    },
    {
      "epoch": 2.1463525147258724,
      "grad_norm": 2.0450079425056082,
      "learning_rate": 1.8682630423730892e-06,
      "loss": 0.0981,
      "step": 14211
    },
    {
      "epoch": 2.1465035493127926,
      "grad_norm": 1.2599532969661582,
      "learning_rate": 1.8676466062158543e-06,
      "loss": 0.0788,
      "step": 14212
    },
    {
      "epoch": 2.146654583899713,
      "grad_norm": 1.8302047964528754,
      "learning_rate": 1.8670302484161652e-06,
      "loss": 0.095,
      "step": 14213
    },
    {
      "epoch": 2.1468056184866335,
      "grad_norm": 1.6621453656025793,
      "learning_rate": 1.866413968989438e-06,
      "loss": 0.0955,
      "step": 14214
    },
    {
      "epoch": 2.1469566530735538,
      "grad_norm": 1.4285209679232722,
      "learning_rate": 1.865797767951089e-06,
      "loss": 0.0739,
      "step": 14215
    },
    {
      "epoch": 2.1471076876604744,
      "grad_norm": 1.5767839652341322,
      "learning_rate": 1.8651816453165317e-06,
      "loss": 0.0929,
      "step": 14216
    },
    {
      "epoch": 2.1472587222473947,
      "grad_norm": 1.6978740770930851,
      "learning_rate": 1.8645656011011804e-06,
      "loss": 0.0788,
      "step": 14217
    },
    {
      "epoch": 2.147409756834315,
      "grad_norm": 1.4666123753683629,
      "learning_rate": 1.8639496353204478e-06,
      "loss": 0.0794,
      "step": 14218
    },
    {
      "epoch": 2.1475607914212356,
      "grad_norm": 1.4129318693118889,
      "learning_rate": 1.8633337479897384e-06,
      "loss": 0.0808,
      "step": 14219
    },
    {
      "epoch": 2.147711826008156,
      "grad_norm": 2.637362114974433,
      "learning_rate": 1.8627179391244627e-06,
      "loss": 0.101,
      "step": 14220
    },
    {
      "epoch": 2.1478628605950765,
      "grad_norm": 1.4337017387487458,
      "learning_rate": 1.8621022087400242e-06,
      "loss": 0.0922,
      "step": 14221
    },
    {
      "epoch": 2.1480138951819967,
      "grad_norm": 1.3374094340972784,
      "learning_rate": 1.8614865568518236e-06,
      "loss": 0.0866,
      "step": 14222
    },
    {
      "epoch": 2.148164929768917,
      "grad_norm": 1.7864268872166245,
      "learning_rate": 1.8608709834752652e-06,
      "loss": 0.0865,
      "step": 14223
    },
    {
      "epoch": 2.1483159643558376,
      "grad_norm": 1.0970028368675364,
      "learning_rate": 1.8602554886257446e-06,
      "loss": 0.0605,
      "step": 14224
    },
    {
      "epoch": 2.148466998942758,
      "grad_norm": 1.6638296949586622,
      "learning_rate": 1.8596400723186619e-06,
      "loss": 0.0952,
      "step": 14225
    },
    {
      "epoch": 2.1486180335296785,
      "grad_norm": 1.3313688349122303,
      "learning_rate": 1.859024734569409e-06,
      "loss": 0.0769,
      "step": 14226
    },
    {
      "epoch": 2.1487690681165987,
      "grad_norm": 1.558401235877929,
      "learning_rate": 1.8584094753933822e-06,
      "loss": 0.0835,
      "step": 14227
    },
    {
      "epoch": 2.148920102703519,
      "grad_norm": 1.5907128274072606,
      "learning_rate": 1.8577942948059712e-06,
      "loss": 0.083,
      "step": 14228
    },
    {
      "epoch": 2.1490711372904396,
      "grad_norm": 1.3970097560122812,
      "learning_rate": 1.857179192822563e-06,
      "loss": 0.0846,
      "step": 14229
    },
    {
      "epoch": 2.14922217187736,
      "grad_norm": 1.628692426558449,
      "learning_rate": 1.856564169458548e-06,
      "loss": 0.0893,
      "step": 14230
    },
    {
      "epoch": 2.14937320646428,
      "grad_norm": 1.2668719900122631,
      "learning_rate": 1.8559492247293082e-06,
      "loss": 0.0739,
      "step": 14231
    },
    {
      "epoch": 2.1495242410512008,
      "grad_norm": 1.5567742851512778,
      "learning_rate": 1.8553343586502299e-06,
      "loss": 0.0759,
      "step": 14232
    },
    {
      "epoch": 2.149675275638121,
      "grad_norm": 1.233402345086028,
      "learning_rate": 1.8547195712366917e-06,
      "loss": 0.0638,
      "step": 14233
    },
    {
      "epoch": 2.1498263102250417,
      "grad_norm": 1.6213327746847521,
      "learning_rate": 1.8541048625040748e-06,
      "loss": 0.0862,
      "step": 14234
    },
    {
      "epoch": 2.149977344811962,
      "grad_norm": 1.2359945135480477,
      "learning_rate": 1.8534902324677562e-06,
      "loss": 0.0783,
      "step": 14235
    },
    {
      "epoch": 2.1501283793988826,
      "grad_norm": 1.5630713534650338,
      "learning_rate": 1.8528756811431086e-06,
      "loss": 0.09,
      "step": 14236
    },
    {
      "epoch": 2.150279413985803,
      "grad_norm": 1.3190719924547492,
      "learning_rate": 1.8522612085455095e-06,
      "loss": 0.0731,
      "step": 14237
    },
    {
      "epoch": 2.150430448572723,
      "grad_norm": 1.3617501697713725,
      "learning_rate": 1.851646814690326e-06,
      "loss": 0.0851,
      "step": 14238
    },
    {
      "epoch": 2.1505814831596437,
      "grad_norm": 1.617744198244282,
      "learning_rate": 1.8510324995929313e-06,
      "loss": 0.0801,
      "step": 14239
    },
    {
      "epoch": 2.150732517746564,
      "grad_norm": 1.6497926938018177,
      "learning_rate": 1.85041826326869e-06,
      "loss": 0.0953,
      "step": 14240
    },
    {
      "epoch": 2.150883552333484,
      "grad_norm": 1.6950356652317746,
      "learning_rate": 1.849804105732968e-06,
      "loss": 0.0967,
      "step": 14241
    },
    {
      "epoch": 2.151034586920405,
      "grad_norm": 1.7439997671866991,
      "learning_rate": 1.8491900270011337e-06,
      "loss": 0.0979,
      "step": 14242
    },
    {
      "epoch": 2.151185621507325,
      "grad_norm": 1.5353021679923695,
      "learning_rate": 1.8485760270885405e-06,
      "loss": 0.0879,
      "step": 14243
    },
    {
      "epoch": 2.1513366560942457,
      "grad_norm": 1.3786904617870266,
      "learning_rate": 1.8479621060105524e-06,
      "loss": 0.0732,
      "step": 14244
    },
    {
      "epoch": 2.151487690681166,
      "grad_norm": 1.6522544739817366,
      "learning_rate": 1.8473482637825275e-06,
      "loss": 0.085,
      "step": 14245
    },
    {
      "epoch": 2.151638725268086,
      "grad_norm": 1.9611862479858195,
      "learning_rate": 1.846734500419819e-06,
      "loss": 0.0937,
      "step": 14246
    },
    {
      "epoch": 2.151789759855007,
      "grad_norm": 1.740488024275159,
      "learning_rate": 1.8461208159377836e-06,
      "loss": 0.0906,
      "step": 14247
    },
    {
      "epoch": 2.151940794441927,
      "grad_norm": 2.0769078004191615,
      "learning_rate": 1.8455072103517697e-06,
      "loss": 0.0978,
      "step": 14248
    },
    {
      "epoch": 2.1520918290288478,
      "grad_norm": 1.6089067040208105,
      "learning_rate": 1.8448936836771297e-06,
      "loss": 0.0776,
      "step": 14249
    },
    {
      "epoch": 2.152242863615768,
      "grad_norm": 1.323279360480573,
      "learning_rate": 1.8442802359292107e-06,
      "loss": 0.0761,
      "step": 14250
    },
    {
      "epoch": 2.1523938982026882,
      "grad_norm": 1.4757412785612714,
      "learning_rate": 1.843666867123356e-06,
      "loss": 0.0794,
      "step": 14251
    },
    {
      "epoch": 2.152544932789609,
      "grad_norm": 2.724070131372414,
      "learning_rate": 1.843053577274913e-06,
      "loss": 0.0956,
      "step": 14252
    },
    {
      "epoch": 2.152695967376529,
      "grad_norm": 1.6269856360225863,
      "learning_rate": 1.8424403663992196e-06,
      "loss": 0.0821,
      "step": 14253
    },
    {
      "epoch": 2.15284700196345,
      "grad_norm": 1.550730671053428,
      "learning_rate": 1.8418272345116195e-06,
      "loss": 0.0805,
      "step": 14254
    },
    {
      "epoch": 2.15299803655037,
      "grad_norm": 2.072786023374298,
      "learning_rate": 1.8412141816274476e-06,
      "loss": 0.0879,
      "step": 14255
    },
    {
      "epoch": 2.1531490711372903,
      "grad_norm": 1.7402971860224927,
      "learning_rate": 1.8406012077620421e-06,
      "loss": 0.1119,
      "step": 14256
    },
    {
      "epoch": 2.153300105724211,
      "grad_norm": 1.1751534042270166,
      "learning_rate": 1.839988312930736e-06,
      "loss": 0.0695,
      "step": 14257
    },
    {
      "epoch": 2.153451140311131,
      "grad_norm": 1.803501353716484,
      "learning_rate": 1.8393754971488587e-06,
      "loss": 0.0901,
      "step": 14258
    },
    {
      "epoch": 2.153602174898052,
      "grad_norm": 1.6116559266340202,
      "learning_rate": 1.8387627604317442e-06,
      "loss": 0.0946,
      "step": 14259
    },
    {
      "epoch": 2.153753209484972,
      "grad_norm": 2.6268969949628014,
      "learning_rate": 1.8381501027947173e-06,
      "loss": 0.1075,
      "step": 14260
    },
    {
      "epoch": 2.1539042440718923,
      "grad_norm": 1.340717751810503,
      "learning_rate": 1.8375375242531063e-06,
      "loss": 0.074,
      "step": 14261
    },
    {
      "epoch": 2.154055278658813,
      "grad_norm": 1.2415618513131441,
      "learning_rate": 1.8369250248222325e-06,
      "loss": 0.0688,
      "step": 14262
    },
    {
      "epoch": 2.154206313245733,
      "grad_norm": 1.1835969424908581,
      "learning_rate": 1.8363126045174201e-06,
      "loss": 0.0679,
      "step": 14263
    },
    {
      "epoch": 2.154357347832654,
      "grad_norm": 1.5149693289181634,
      "learning_rate": 1.8357002633539916e-06,
      "loss": 0.0847,
      "step": 14264
    },
    {
      "epoch": 2.154508382419574,
      "grad_norm": 1.895567236464542,
      "learning_rate": 1.8350880013472583e-06,
      "loss": 0.1166,
      "step": 14265
    },
    {
      "epoch": 2.1546594170064943,
      "grad_norm": 1.448855167961365,
      "learning_rate": 1.834475818512542e-06,
      "loss": 0.0792,
      "step": 14266
    },
    {
      "epoch": 2.154810451593415,
      "grad_norm": 1.4983491006430947,
      "learning_rate": 1.833863714865153e-06,
      "loss": 0.0878,
      "step": 14267
    },
    {
      "epoch": 2.1549614861803352,
      "grad_norm": 2.1957426681577847,
      "learning_rate": 1.833251690420405e-06,
      "loss": 0.0922,
      "step": 14268
    },
    {
      "epoch": 2.155112520767256,
      "grad_norm": 1.343678446017052,
      "learning_rate": 1.83263974519361e-06,
      "loss": 0.0669,
      "step": 14269
    },
    {
      "epoch": 2.155263555354176,
      "grad_norm": 1.422018894560271,
      "learning_rate": 1.8320278792000728e-06,
      "loss": 0.0819,
      "step": 14270
    },
    {
      "epoch": 2.1554145899410964,
      "grad_norm": 1.55802475115323,
      "learning_rate": 1.831416092455105e-06,
      "loss": 0.0878,
      "step": 14271
    },
    {
      "epoch": 2.155565624528017,
      "grad_norm": 1.6211420411370614,
      "learning_rate": 1.8308043849740031e-06,
      "loss": 0.0906,
      "step": 14272
    },
    {
      "epoch": 2.1557166591149373,
      "grad_norm": 3.3477010896765598,
      "learning_rate": 1.8301927567720733e-06,
      "loss": 0.1099,
      "step": 14273
    },
    {
      "epoch": 2.1558676937018575,
      "grad_norm": 1.8430499786806787,
      "learning_rate": 1.829581207864618e-06,
      "loss": 0.084,
      "step": 14274
    },
    {
      "epoch": 2.156018728288778,
      "grad_norm": 1.2204117490165507,
      "learning_rate": 1.8289697382669309e-06,
      "loss": 0.0756,
      "step": 14275
    },
    {
      "epoch": 2.1561697628756984,
      "grad_norm": 2.056825460419701,
      "learning_rate": 1.8283583479943118e-06,
      "loss": 0.1019,
      "step": 14276
    },
    {
      "epoch": 2.156320797462619,
      "grad_norm": 1.172747384624876,
      "learning_rate": 1.8277470370620525e-06,
      "loss": 0.0686,
      "step": 14277
    },
    {
      "epoch": 2.1564718320495393,
      "grad_norm": 1.4559334047183063,
      "learning_rate": 1.8271358054854482e-06,
      "loss": 0.0815,
      "step": 14278
    },
    {
      "epoch": 2.15662286663646,
      "grad_norm": 1.969211859703475,
      "learning_rate": 1.826524653279787e-06,
      "loss": 0.0936,
      "step": 14279
    },
    {
      "epoch": 2.15677390122338,
      "grad_norm": 1.122746574609049,
      "learning_rate": 1.8259135804603561e-06,
      "loss": 0.06,
      "step": 14280
    },
    {
      "epoch": 2.1569249358103004,
      "grad_norm": 1.4226895374394872,
      "learning_rate": 1.8253025870424451e-06,
      "loss": 0.0823,
      "step": 14281
    },
    {
      "epoch": 2.157075970397221,
      "grad_norm": 2.0955551033177646,
      "learning_rate": 1.824691673041335e-06,
      "loss": 0.1109,
      "step": 14282
    },
    {
      "epoch": 2.1572270049841413,
      "grad_norm": 1.5861193102330011,
      "learning_rate": 1.8240808384723113e-06,
      "loss": 0.0987,
      "step": 14283
    },
    {
      "epoch": 2.1573780395710616,
      "grad_norm": 2.0747261492164246,
      "learning_rate": 1.8234700833506513e-06,
      "loss": 0.0943,
      "step": 14284
    },
    {
      "epoch": 2.1575290741579822,
      "grad_norm": 1.1846374651489688,
      "learning_rate": 1.8228594076916367e-06,
      "loss": 0.0786,
      "step": 14285
    },
    {
      "epoch": 2.1576801087449025,
      "grad_norm": 1.4065577596168108,
      "learning_rate": 1.8222488115105413e-06,
      "loss": 0.0903,
      "step": 14286
    },
    {
      "epoch": 2.157831143331823,
      "grad_norm": 1.5511388765965908,
      "learning_rate": 1.821638294822639e-06,
      "loss": 0.0867,
      "step": 14287
    },
    {
      "epoch": 2.1579821779187434,
      "grad_norm": 1.566500797422144,
      "learning_rate": 1.8210278576432056e-06,
      "loss": 0.0912,
      "step": 14288
    },
    {
      "epoch": 2.1581332125056636,
      "grad_norm": 1.271146431276073,
      "learning_rate": 1.8204174999875075e-06,
      "loss": 0.0758,
      "step": 14289
    },
    {
      "epoch": 2.1582842470925843,
      "grad_norm": 1.3903508109148792,
      "learning_rate": 1.8198072218708163e-06,
      "loss": 0.0737,
      "step": 14290
    },
    {
      "epoch": 2.1584352816795045,
      "grad_norm": 1.5493183013210496,
      "learning_rate": 1.819197023308396e-06,
      "loss": 0.0834,
      "step": 14291
    },
    {
      "epoch": 2.158586316266425,
      "grad_norm": 2.008228768808714,
      "learning_rate": 1.818586904315512e-06,
      "loss": 0.1048,
      "step": 14292
    },
    {
      "epoch": 2.1587373508533454,
      "grad_norm": 1.2584331837374783,
      "learning_rate": 1.8179768649074304e-06,
      "loss": 0.0738,
      "step": 14293
    },
    {
      "epoch": 2.1588883854402656,
      "grad_norm": 1.4305508626558041,
      "learning_rate": 1.8173669050994047e-06,
      "loss": 0.0872,
      "step": 14294
    },
    {
      "epoch": 2.1590394200271863,
      "grad_norm": 1.8958880200552422,
      "learning_rate": 1.816757024906699e-06,
      "loss": 0.0741,
      "step": 14295
    },
    {
      "epoch": 2.1591904546141065,
      "grad_norm": 1.7775881347990148,
      "learning_rate": 1.8161472243445654e-06,
      "loss": 0.0889,
      "step": 14296
    },
    {
      "epoch": 2.159341489201027,
      "grad_norm": 1.3849172130693312,
      "learning_rate": 1.8155375034282614e-06,
      "loss": 0.0796,
      "step": 14297
    },
    {
      "epoch": 2.1594925237879474,
      "grad_norm": 1.489706924200721,
      "learning_rate": 1.8149278621730404e-06,
      "loss": 0.0743,
      "step": 14298
    },
    {
      "epoch": 2.1596435583748677,
      "grad_norm": 1.5549067099041276,
      "learning_rate": 1.8143183005941494e-06,
      "loss": 0.0864,
      "step": 14299
    },
    {
      "epoch": 2.1597945929617883,
      "grad_norm": 1.4419397004584737,
      "learning_rate": 1.8137088187068425e-06,
      "loss": 0.0684,
      "step": 14300
    },
    {
      "epoch": 2.1599456275487086,
      "grad_norm": 1.2777100649331135,
      "learning_rate": 1.8130994165263588e-06,
      "loss": 0.0713,
      "step": 14301
    },
    {
      "epoch": 2.1600966621356292,
      "grad_norm": 1.573625358424495,
      "learning_rate": 1.8124900940679474e-06,
      "loss": 0.0756,
      "step": 14302
    },
    {
      "epoch": 2.1602476967225495,
      "grad_norm": 1.6495205421781964,
      "learning_rate": 1.8118808513468512e-06,
      "loss": 0.0654,
      "step": 14303
    },
    {
      "epoch": 2.1603987313094697,
      "grad_norm": 1.2409123233834667,
      "learning_rate": 1.8112716883783077e-06,
      "loss": 0.0663,
      "step": 14304
    },
    {
      "epoch": 2.1605497658963904,
      "grad_norm": 1.3829159207481727,
      "learning_rate": 1.8106626051775593e-06,
      "loss": 0.0746,
      "step": 14305
    },
    {
      "epoch": 2.1607008004833106,
      "grad_norm": 1.71153028870634,
      "learning_rate": 1.8100536017598391e-06,
      "loss": 0.0921,
      "step": 14306
    },
    {
      "epoch": 2.1608518350702313,
      "grad_norm": 1.516914250063437,
      "learning_rate": 1.8094446781403846e-06,
      "loss": 0.0999,
      "step": 14307
    },
    {
      "epoch": 2.1610028696571515,
      "grad_norm": 1.3252712008136625,
      "learning_rate": 1.808835834334427e-06,
      "loss": 0.0774,
      "step": 14308
    },
    {
      "epoch": 2.1611539042440717,
      "grad_norm": 1.1710192868652909,
      "learning_rate": 1.8082270703571947e-06,
      "loss": 0.0615,
      "step": 14309
    },
    {
      "epoch": 2.1613049388309924,
      "grad_norm": 1.4070965642858908,
      "learning_rate": 1.8076183862239204e-06,
      "loss": 0.0734,
      "step": 14310
    },
    {
      "epoch": 2.1614559734179126,
      "grad_norm": 1.3787965647751694,
      "learning_rate": 1.8070097819498272e-06,
      "loss": 0.0896,
      "step": 14311
    },
    {
      "epoch": 2.1616070080048333,
      "grad_norm": 1.731887329835163,
      "learning_rate": 1.8064012575501422e-06,
      "loss": 0.0842,
      "step": 14312
    },
    {
      "epoch": 2.1617580425917535,
      "grad_norm": 1.4847674667707722,
      "learning_rate": 1.8057928130400854e-06,
      "loss": 0.075,
      "step": 14313
    },
    {
      "epoch": 2.1619090771786738,
      "grad_norm": 1.4324318036102193,
      "learning_rate": 1.8051844484348807e-06,
      "loss": 0.0699,
      "step": 14314
    },
    {
      "epoch": 2.1620601117655944,
      "grad_norm": 1.5748376847531547,
      "learning_rate": 1.8045761637497445e-06,
      "loss": 0.0823,
      "step": 14315
    },
    {
      "epoch": 2.1622111463525147,
      "grad_norm": 1.50385842973278,
      "learning_rate": 1.8039679589998921e-06,
      "loss": 0.0771,
      "step": 14316
    },
    {
      "epoch": 2.1623621809394353,
      "grad_norm": 1.517469837381667,
      "learning_rate": 1.8033598342005416e-06,
      "loss": 0.086,
      "step": 14317
    },
    {
      "epoch": 2.1625132155263556,
      "grad_norm": 1.556898119917326,
      "learning_rate": 1.8027517893669017e-06,
      "loss": 0.092,
      "step": 14318
    },
    {
      "epoch": 2.162664250113276,
      "grad_norm": 1.629175461790609,
      "learning_rate": 1.8021438245141848e-06,
      "loss": 0.0868,
      "step": 14319
    },
    {
      "epoch": 2.1628152847001965,
      "grad_norm": 1.428667559833844,
      "learning_rate": 1.801535939657601e-06,
      "loss": 0.0806,
      "step": 14320
    },
    {
      "epoch": 2.1629663192871167,
      "grad_norm": 1.982468189324219,
      "learning_rate": 1.8009281348123541e-06,
      "loss": 0.1031,
      "step": 14321
    },
    {
      "epoch": 2.1631173538740374,
      "grad_norm": 1.7943324873791477,
      "learning_rate": 1.8003204099936539e-06,
      "loss": 0.0839,
      "step": 14322
    },
    {
      "epoch": 2.1632683884609576,
      "grad_norm": 1.3037203335524574,
      "learning_rate": 1.799712765216695e-06,
      "loss": 0.0671,
      "step": 14323
    },
    {
      "epoch": 2.163419423047878,
      "grad_norm": 1.232320793511262,
      "learning_rate": 1.7991052004966824e-06,
      "loss": 0.0671,
      "step": 14324
    },
    {
      "epoch": 2.1635704576347985,
      "grad_norm": 1.4063108425977908,
      "learning_rate": 1.798497715848816e-06,
      "loss": 0.0779,
      "step": 14325
    },
    {
      "epoch": 2.1637214922217187,
      "grad_norm": 2.602714358079734,
      "learning_rate": 1.797890311288289e-06,
      "loss": 0.1018,
      "step": 14326
    },
    {
      "epoch": 2.163872526808639,
      "grad_norm": 1.9125340726440656,
      "learning_rate": 1.7972829868302994e-06,
      "loss": 0.0872,
      "step": 14327
    },
    {
      "epoch": 2.1640235613955596,
      "grad_norm": 1.3211054861770468,
      "learning_rate": 1.796675742490036e-06,
      "loss": 0.0775,
      "step": 14328
    },
    {
      "epoch": 2.16417459598248,
      "grad_norm": 1.6064991673995943,
      "learning_rate": 1.796068578282693e-06,
      "loss": 0.0903,
      "step": 14329
    },
    {
      "epoch": 2.1643256305694005,
      "grad_norm": 1.7544274538883218,
      "learning_rate": 1.7954614942234578e-06,
      "loss": 0.0952,
      "step": 14330
    },
    {
      "epoch": 2.1644766651563208,
      "grad_norm": 1.8668287960361147,
      "learning_rate": 1.7948544903275144e-06,
      "loss": 0.0848,
      "step": 14331
    },
    {
      "epoch": 2.1646276997432414,
      "grad_norm": 3.8773253734993913,
      "learning_rate": 1.7942475666100512e-06,
      "loss": 0.1138,
      "step": 14332
    },
    {
      "epoch": 2.1647787343301617,
      "grad_norm": 1.1367581876602635,
      "learning_rate": 1.7936407230862473e-06,
      "loss": 0.0724,
      "step": 14333
    },
    {
      "epoch": 2.164929768917082,
      "grad_norm": 1.3935728515035577,
      "learning_rate": 1.7930339597712865e-06,
      "loss": 0.0806,
      "step": 14334
    },
    {
      "epoch": 2.1650808035040026,
      "grad_norm": 1.2320891121905042,
      "learning_rate": 1.792427276680344e-06,
      "loss": 0.072,
      "step": 14335
    },
    {
      "epoch": 2.165231838090923,
      "grad_norm": 1.6081342027025034,
      "learning_rate": 1.7918206738285993e-06,
      "loss": 0.0956,
      "step": 14336
    },
    {
      "epoch": 2.165382872677843,
      "grad_norm": 2.2812349856525076,
      "learning_rate": 1.7912141512312259e-06,
      "loss": 0.0864,
      "step": 14337
    },
    {
      "epoch": 2.1655339072647637,
      "grad_norm": 1.4974814316543084,
      "learning_rate": 1.7906077089033942e-06,
      "loss": 0.0861,
      "step": 14338
    },
    {
      "epoch": 2.165684941851684,
      "grad_norm": 1.6471508057824535,
      "learning_rate": 1.7900013468602785e-06,
      "loss": 0.0917,
      "step": 14339
    },
    {
      "epoch": 2.1658359764386046,
      "grad_norm": 1.5165579369238913,
      "learning_rate": 1.7893950651170434e-06,
      "loss": 0.0782,
      "step": 14340
    },
    {
      "epoch": 2.165987011025525,
      "grad_norm": 1.7032347936572074,
      "learning_rate": 1.7887888636888583e-06,
      "loss": 0.0884,
      "step": 14341
    },
    {
      "epoch": 2.166138045612445,
      "grad_norm": 1.5329633808355185,
      "learning_rate": 1.7881827425908855e-06,
      "loss": 0.0833,
      "step": 14342
    },
    {
      "epoch": 2.1662890801993657,
      "grad_norm": 1.2571531474739237,
      "learning_rate": 1.78757670183829e-06,
      "loss": 0.0853,
      "step": 14343
    },
    {
      "epoch": 2.166440114786286,
      "grad_norm": 1.3356836183445195,
      "learning_rate": 1.7869707414462306e-06,
      "loss": 0.0685,
      "step": 14344
    },
    {
      "epoch": 2.1665911493732066,
      "grad_norm": 1.4607028510334616,
      "learning_rate": 1.7863648614298646e-06,
      "loss": 0.0819,
      "step": 14345
    },
    {
      "epoch": 2.166742183960127,
      "grad_norm": 1.4311545869806177,
      "learning_rate": 1.7857590618043513e-06,
      "loss": 0.0917,
      "step": 14346
    },
    {
      "epoch": 2.166893218547047,
      "grad_norm": 1.4950010256159398,
      "learning_rate": 1.7851533425848415e-06,
      "loss": 0.0817,
      "step": 14347
    },
    {
      "epoch": 2.1670442531339678,
      "grad_norm": 1.2221249946908486,
      "learning_rate": 1.78454770378649e-06,
      "loss": 0.0701,
      "step": 14348
    },
    {
      "epoch": 2.167195287720888,
      "grad_norm": 1.4872387825883857,
      "learning_rate": 1.7839421454244487e-06,
      "loss": 0.0653,
      "step": 14349
    },
    {
      "epoch": 2.1673463223078087,
      "grad_norm": 1.448750981971553,
      "learning_rate": 1.7833366675138636e-06,
      "loss": 0.082,
      "step": 14350
    },
    {
      "epoch": 2.167497356894729,
      "grad_norm": 1.5863296411662813,
      "learning_rate": 1.7827312700698817e-06,
      "loss": 0.0722,
      "step": 14351
    },
    {
      "epoch": 2.167648391481649,
      "grad_norm": 1.6364712471217924,
      "learning_rate": 1.7821259531076457e-06,
      "loss": 0.0711,
      "step": 14352
    },
    {
      "epoch": 2.16779942606857,
      "grad_norm": 2.3533156234631796,
      "learning_rate": 1.7815207166422994e-06,
      "loss": 0.0872,
      "step": 14353
    },
    {
      "epoch": 2.16795046065549,
      "grad_norm": 1.3738059996470149,
      "learning_rate": 1.780915560688985e-06,
      "loss": 0.0806,
      "step": 14354
    },
    {
      "epoch": 2.1681014952424107,
      "grad_norm": 2.2780009146433966,
      "learning_rate": 1.7803104852628366e-06,
      "loss": 0.1147,
      "step": 14355
    },
    {
      "epoch": 2.168252529829331,
      "grad_norm": 1.966334093939335,
      "learning_rate": 1.779705490378995e-06,
      "loss": 0.0981,
      "step": 14356
    },
    {
      "epoch": 2.168403564416251,
      "grad_norm": 1.5501401866871718,
      "learning_rate": 1.7791005760525908e-06,
      "loss": 0.0674,
      "step": 14357
    },
    {
      "epoch": 2.168554599003172,
      "grad_norm": 1.2382682324969385,
      "learning_rate": 1.7784957422987598e-06,
      "loss": 0.0721,
      "step": 14358
    },
    {
      "epoch": 2.168705633590092,
      "grad_norm": 1.6051093771386455,
      "learning_rate": 1.7778909891326297e-06,
      "loss": 0.0908,
      "step": 14359
    },
    {
      "epoch": 2.1688566681770127,
      "grad_norm": 1.5678411825670642,
      "learning_rate": 1.7772863165693277e-06,
      "loss": 0.0837,
      "step": 14360
    },
    {
      "epoch": 2.169007702763933,
      "grad_norm": 3.3324837908882254,
      "learning_rate": 1.7766817246239836e-06,
      "loss": 0.1086,
      "step": 14361
    },
    {
      "epoch": 2.169158737350853,
      "grad_norm": 1.0715697593011033,
      "learning_rate": 1.7760772133117177e-06,
      "loss": 0.0747,
      "step": 14362
    },
    {
      "epoch": 2.169309771937774,
      "grad_norm": 1.5059985018205369,
      "learning_rate": 1.775472782647656e-06,
      "loss": 0.0914,
      "step": 14363
    },
    {
      "epoch": 2.169460806524694,
      "grad_norm": 1.2520663599128217,
      "learning_rate": 1.7748684326469146e-06,
      "loss": 0.0708,
      "step": 14364
    },
    {
      "epoch": 2.1696118411116148,
      "grad_norm": 1.7603181066491032,
      "learning_rate": 1.774264163324616e-06,
      "loss": 0.0821,
      "step": 14365
    },
    {
      "epoch": 2.169762875698535,
      "grad_norm": 1.4767947182845604,
      "learning_rate": 1.773659974695874e-06,
      "loss": 0.0817,
      "step": 14366
    },
    {
      "epoch": 2.169913910285455,
      "grad_norm": 1.4740923693452017,
      "learning_rate": 1.7730558667758013e-06,
      "loss": 0.0866,
      "step": 14367
    },
    {
      "epoch": 2.170064944872376,
      "grad_norm": 1.565068732795429,
      "learning_rate": 1.7724518395795127e-06,
      "loss": 0.0818,
      "step": 14368
    },
    {
      "epoch": 2.170215979459296,
      "grad_norm": 1.256949831804128,
      "learning_rate": 1.7718478931221162e-06,
      "loss": 0.0775,
      "step": 14369
    },
    {
      "epoch": 2.170367014046217,
      "grad_norm": 1.2519895252077184,
      "learning_rate": 1.7712440274187204e-06,
      "loss": 0.0856,
      "step": 14370
    },
    {
      "epoch": 2.170518048633137,
      "grad_norm": 1.9300857368098017,
      "learning_rate": 1.7706402424844333e-06,
      "loss": 0.0967,
      "step": 14371
    },
    {
      "epoch": 2.1706690832200572,
      "grad_norm": 1.3579262458182735,
      "learning_rate": 1.7700365383343571e-06,
      "loss": 0.065,
      "step": 14372
    },
    {
      "epoch": 2.170820117806978,
      "grad_norm": 1.3575006224364639,
      "learning_rate": 1.7694329149835943e-06,
      "loss": 0.0716,
      "step": 14373
    },
    {
      "epoch": 2.170971152393898,
      "grad_norm": 1.2811884910498788,
      "learning_rate": 1.7688293724472426e-06,
      "loss": 0.0814,
      "step": 14374
    },
    {
      "epoch": 2.171122186980819,
      "grad_norm": 1.563267978574354,
      "learning_rate": 1.7682259107404025e-06,
      "loss": 0.0968,
      "step": 14375
    },
    {
      "epoch": 2.171273221567739,
      "grad_norm": 1.7570909980369125,
      "learning_rate": 1.7676225298781706e-06,
      "loss": 0.0873,
      "step": 14376
    },
    {
      "epoch": 2.1714242561546593,
      "grad_norm": 1.5981159001867884,
      "learning_rate": 1.7670192298756383e-06,
      "loss": 0.0893,
      "step": 14377
    },
    {
      "epoch": 2.17157529074158,
      "grad_norm": 1.6191004063619632,
      "learning_rate": 1.7664160107479e-06,
      "loss": 0.0882,
      "step": 14378
    },
    {
      "epoch": 2.1717263253285,
      "grad_norm": 1.495386555711509,
      "learning_rate": 1.7658128725100443e-06,
      "loss": 0.0812,
      "step": 14379
    },
    {
      "epoch": 2.1718773599154204,
      "grad_norm": 1.2840703471642314,
      "learning_rate": 1.765209815177158e-06,
      "loss": 0.0745,
      "step": 14380
    },
    {
      "epoch": 2.172028394502341,
      "grad_norm": 1.7821084188333127,
      "learning_rate": 1.764606838764329e-06,
      "loss": 0.0841,
      "step": 14381
    },
    {
      "epoch": 2.1721794290892613,
      "grad_norm": 1.426005193643192,
      "learning_rate": 1.7640039432866385e-06,
      "loss": 0.0755,
      "step": 14382
    },
    {
      "epoch": 2.172330463676182,
      "grad_norm": 1.1012925053861138,
      "learning_rate": 1.7634011287591713e-06,
      "loss": 0.0574,
      "step": 14383
    },
    {
      "epoch": 2.172481498263102,
      "grad_norm": 1.4644254183706698,
      "learning_rate": 1.762798395197004e-06,
      "loss": 0.075,
      "step": 14384
    },
    {
      "epoch": 2.172632532850023,
      "grad_norm": 2.0368204563377437,
      "learning_rate": 1.7621957426152174e-06,
      "loss": 0.103,
      "step": 14385
    },
    {
      "epoch": 2.172783567436943,
      "grad_norm": 1.5608813978038654,
      "learning_rate": 1.7615931710288865e-06,
      "loss": 0.0938,
      "step": 14386
    },
    {
      "epoch": 2.1729346020238633,
      "grad_norm": 2.4198270083494466,
      "learning_rate": 1.7609906804530818e-06,
      "loss": 0.0944,
      "step": 14387
    },
    {
      "epoch": 2.173085636610784,
      "grad_norm": 1.6067914146087388,
      "learning_rate": 1.7603882709028797e-06,
      "loss": 0.0825,
      "step": 14388
    },
    {
      "epoch": 2.1732366711977043,
      "grad_norm": 1.8151234790818735,
      "learning_rate": 1.759785942393345e-06,
      "loss": 0.0949,
      "step": 14389
    },
    {
      "epoch": 2.1733877057846245,
      "grad_norm": 1.7635106837837395,
      "learning_rate": 1.7591836949395497e-06,
      "loss": 0.0951,
      "step": 14390
    },
    {
      "epoch": 2.173538740371545,
      "grad_norm": 1.5721109749347324,
      "learning_rate": 1.7585815285565556e-06,
      "loss": 0.0809,
      "step": 14391
    },
    {
      "epoch": 2.1736897749584654,
      "grad_norm": 1.371404026495915,
      "learning_rate": 1.75797944325943e-06,
      "loss": 0.0767,
      "step": 14392
    },
    {
      "epoch": 2.173840809545386,
      "grad_norm": 1.536748705071023,
      "learning_rate": 1.7573774390632303e-06,
      "loss": 0.0911,
      "step": 14393
    },
    {
      "epoch": 2.1739918441323063,
      "grad_norm": 1.705570859109803,
      "learning_rate": 1.7567755159830197e-06,
      "loss": 0.0794,
      "step": 14394
    },
    {
      "epoch": 2.1741428787192265,
      "grad_norm": 1.4550240419907097,
      "learning_rate": 1.7561736740338542e-06,
      "loss": 0.089,
      "step": 14395
    },
    {
      "epoch": 2.174293913306147,
      "grad_norm": 1.401083692363667,
      "learning_rate": 1.7555719132307875e-06,
      "loss": 0.0722,
      "step": 14396
    },
    {
      "epoch": 2.1744449478930674,
      "grad_norm": 1.8589588679124283,
      "learning_rate": 1.7549702335888758e-06,
      "loss": 0.0964,
      "step": 14397
    },
    {
      "epoch": 2.174595982479988,
      "grad_norm": 1.6215919338483242,
      "learning_rate": 1.7543686351231676e-06,
      "loss": 0.0843,
      "step": 14398
    },
    {
      "epoch": 2.1747470170669083,
      "grad_norm": 1.7346008249132336,
      "learning_rate": 1.7537671178487131e-06,
      "loss": 0.0834,
      "step": 14399
    },
    {
      "epoch": 2.1748980516538285,
      "grad_norm": 1.9487873893376395,
      "learning_rate": 1.7531656817805626e-06,
      "loss": 0.08,
      "step": 14400
    },
    {
      "epoch": 2.175049086240749,
      "grad_norm": 1.3602625595534592,
      "learning_rate": 1.7525643269337589e-06,
      "loss": 0.0823,
      "step": 14401
    },
    {
      "epoch": 2.1752001208276694,
      "grad_norm": 1.4537235693853487,
      "learning_rate": 1.7519630533233451e-06,
      "loss": 0.0803,
      "step": 14402
    },
    {
      "epoch": 2.17535115541459,
      "grad_norm": 1.466859050099071,
      "learning_rate": 1.7513618609643612e-06,
      "loss": 0.0787,
      "step": 14403
    },
    {
      "epoch": 2.1755021900015103,
      "grad_norm": 1.571917934658152,
      "learning_rate": 1.7507607498718477e-06,
      "loss": 0.0908,
      "step": 14404
    },
    {
      "epoch": 2.1756532245884306,
      "grad_norm": 1.3726879458052714,
      "learning_rate": 1.7501597200608428e-06,
      "loss": 0.0768,
      "step": 14405
    },
    {
      "epoch": 2.1758042591753513,
      "grad_norm": 1.3904594678422246,
      "learning_rate": 1.7495587715463797e-06,
      "loss": 0.0735,
      "step": 14406
    },
    {
      "epoch": 2.1759552937622715,
      "grad_norm": 1.4297378540270338,
      "learning_rate": 1.7489579043434935e-06,
      "loss": 0.0722,
      "step": 14407
    },
    {
      "epoch": 2.176106328349192,
      "grad_norm": 2.0358594643667076,
      "learning_rate": 1.7483571184672144e-06,
      "loss": 0.1073,
      "step": 14408
    },
    {
      "epoch": 2.1762573629361124,
      "grad_norm": 1.3681180667040935,
      "learning_rate": 1.7477564139325686e-06,
      "loss": 0.0781,
      "step": 14409
    },
    {
      "epoch": 2.1764083975230326,
      "grad_norm": 1.5219599977272746,
      "learning_rate": 1.7471557907545877e-06,
      "loss": 0.0792,
      "step": 14410
    },
    {
      "epoch": 2.1765594321099533,
      "grad_norm": 1.9318472880192605,
      "learning_rate": 1.7465552489482928e-06,
      "loss": 0.0923,
      "step": 14411
    },
    {
      "epoch": 2.1767104666968735,
      "grad_norm": 1.4958074534040995,
      "learning_rate": 1.7459547885287103e-06,
      "loss": 0.0846,
      "step": 14412
    },
    {
      "epoch": 2.176861501283794,
      "grad_norm": 1.4528376255767899,
      "learning_rate": 1.7453544095108572e-06,
      "loss": 0.0775,
      "step": 14413
    },
    {
      "epoch": 2.1770125358707144,
      "grad_norm": 1.6083968799144919,
      "learning_rate": 1.7447541119097556e-06,
      "loss": 0.086,
      "step": 14414
    },
    {
      "epoch": 2.1771635704576346,
      "grad_norm": 1.7051444906143007,
      "learning_rate": 1.7441538957404215e-06,
      "loss": 0.0826,
      "step": 14415
    },
    {
      "epoch": 2.1773146050445553,
      "grad_norm": 1.569421566811523,
      "learning_rate": 1.7435537610178665e-06,
      "loss": 0.089,
      "step": 14416
    },
    {
      "epoch": 2.1774656396314755,
      "grad_norm": 1.7195584861766993,
      "learning_rate": 1.7429537077571085e-06,
      "loss": 0.0872,
      "step": 14417
    },
    {
      "epoch": 2.177616674218396,
      "grad_norm": 1.3791365200481014,
      "learning_rate": 1.742353735973153e-06,
      "loss": 0.0805,
      "step": 14418
    },
    {
      "epoch": 2.1777677088053164,
      "grad_norm": 1.3562950537473728,
      "learning_rate": 1.7417538456810134e-06,
      "loss": 0.0754,
      "step": 14419
    },
    {
      "epoch": 2.1779187433922367,
      "grad_norm": 1.0902332678983997,
      "learning_rate": 1.7411540368956919e-06,
      "loss": 0.0605,
      "step": 14420
    },
    {
      "epoch": 2.1780697779791574,
      "grad_norm": 1.9928193478847593,
      "learning_rate": 1.7405543096321958e-06,
      "loss": 0.0851,
      "step": 14421
    },
    {
      "epoch": 2.1782208125660776,
      "grad_norm": 1.3181525965529481,
      "learning_rate": 1.7399546639055297e-06,
      "loss": 0.0768,
      "step": 14422
    },
    {
      "epoch": 2.178371847152998,
      "grad_norm": 1.2030290649288993,
      "learning_rate": 1.7393550997306884e-06,
      "loss": 0.0663,
      "step": 14423
    },
    {
      "epoch": 2.1785228817399185,
      "grad_norm": 1.718870063507965,
      "learning_rate": 1.738755617122675e-06,
      "loss": 0.0664,
      "step": 14424
    },
    {
      "epoch": 2.1786739163268387,
      "grad_norm": 2.0278339273958275,
      "learning_rate": 1.738156216096482e-06,
      "loss": 0.0902,
      "step": 14425
    },
    {
      "epoch": 2.1788249509137594,
      "grad_norm": 1.0694481365443331,
      "learning_rate": 1.7375568966671064e-06,
      "loss": 0.0613,
      "step": 14426
    },
    {
      "epoch": 2.1789759855006796,
      "grad_norm": 1.8061856293702032,
      "learning_rate": 1.7369576588495412e-06,
      "loss": 0.0843,
      "step": 14427
    },
    {
      "epoch": 2.1791270200876003,
      "grad_norm": 1.6400430112928424,
      "learning_rate": 1.7363585026587742e-06,
      "loss": 0.0705,
      "step": 14428
    },
    {
      "epoch": 2.1792780546745205,
      "grad_norm": 1.6111042899061236,
      "learning_rate": 1.7357594281097966e-06,
      "loss": 0.0896,
      "step": 14429
    },
    {
      "epoch": 2.1794290892614407,
      "grad_norm": 1.2055060962450277,
      "learning_rate": 1.7351604352175927e-06,
      "loss": 0.0674,
      "step": 14430
    },
    {
      "epoch": 2.1795801238483614,
      "grad_norm": 2.0190934019463187,
      "learning_rate": 1.7345615239971454e-06,
      "loss": 0.101,
      "step": 14431
    },
    {
      "epoch": 2.1797311584352816,
      "grad_norm": 1.4280655556354762,
      "learning_rate": 1.7339626944634397e-06,
      "loss": 0.078,
      "step": 14432
    },
    {
      "epoch": 2.179882193022202,
      "grad_norm": 1.3613500892179802,
      "learning_rate": 1.7333639466314523e-06,
      "loss": 0.0783,
      "step": 14433
    },
    {
      "epoch": 2.1800332276091225,
      "grad_norm": 1.4441838307662846,
      "learning_rate": 1.732765280516165e-06,
      "loss": 0.0911,
      "step": 14434
    },
    {
      "epoch": 2.1801842621960428,
      "grad_norm": 1.3594732713969109,
      "learning_rate": 1.73216669613255e-06,
      "loss": 0.0807,
      "step": 14435
    },
    {
      "epoch": 2.1803352967829635,
      "grad_norm": 1.2886186064881993,
      "learning_rate": 1.7315681934955852e-06,
      "loss": 0.0794,
      "step": 14436
    },
    {
      "epoch": 2.1804863313698837,
      "grad_norm": 1.3302912741216188,
      "learning_rate": 1.7309697726202395e-06,
      "loss": 0.0815,
      "step": 14437
    },
    {
      "epoch": 2.180637365956804,
      "grad_norm": 1.477416491013786,
      "learning_rate": 1.7303714335214828e-06,
      "loss": 0.0867,
      "step": 14438
    },
    {
      "epoch": 2.1807884005437246,
      "grad_norm": 1.4490060937192337,
      "learning_rate": 1.7297731762142843e-06,
      "loss": 0.0771,
      "step": 14439
    },
    {
      "epoch": 2.180939435130645,
      "grad_norm": 2.0469437367344123,
      "learning_rate": 1.7291750007136082e-06,
      "loss": 0.0798,
      "step": 14440
    },
    {
      "epoch": 2.1810904697175655,
      "grad_norm": 1.43358966856944,
      "learning_rate": 1.7285769070344205e-06,
      "loss": 0.0855,
      "step": 14441
    },
    {
      "epoch": 2.1812415043044857,
      "grad_norm": 1.3462500890480327,
      "learning_rate": 1.7279788951916798e-06,
      "loss": 0.0746,
      "step": 14442
    },
    {
      "epoch": 2.181392538891406,
      "grad_norm": 1.326575837136078,
      "learning_rate": 1.7273809652003488e-06,
      "loss": 0.0775,
      "step": 14443
    },
    {
      "epoch": 2.1815435734783266,
      "grad_norm": 1.6257109653483073,
      "learning_rate": 1.7267831170753836e-06,
      "loss": 0.0897,
      "step": 14444
    },
    {
      "epoch": 2.181694608065247,
      "grad_norm": 1.5958511820944852,
      "learning_rate": 1.7261853508317377e-06,
      "loss": 0.1013,
      "step": 14445
    },
    {
      "epoch": 2.1818456426521675,
      "grad_norm": 1.2039927703678985,
      "learning_rate": 1.7255876664843686e-06,
      "loss": 0.0707,
      "step": 14446
    },
    {
      "epoch": 2.1819966772390877,
      "grad_norm": 1.3255192257236852,
      "learning_rate": 1.7249900640482237e-06,
      "loss": 0.0757,
      "step": 14447
    },
    {
      "epoch": 2.182147711826008,
      "grad_norm": 2.2675584777717077,
      "learning_rate": 1.7243925435382559e-06,
      "loss": 0.0869,
      "step": 14448
    },
    {
      "epoch": 2.1822987464129286,
      "grad_norm": 1.31704754919009,
      "learning_rate": 1.723795104969409e-06,
      "loss": 0.0768,
      "step": 14449
    },
    {
      "epoch": 2.182449780999849,
      "grad_norm": 1.4331859920376084,
      "learning_rate": 1.7231977483566303e-06,
      "loss": 0.0891,
      "step": 14450
    },
    {
      "epoch": 2.1826008155867695,
      "grad_norm": 1.7971881629689421,
      "learning_rate": 1.7226004737148661e-06,
      "loss": 0.0954,
      "step": 14451
    },
    {
      "epoch": 2.18275185017369,
      "grad_norm": 1.3743414278139912,
      "learning_rate": 1.7220032810590508e-06,
      "loss": 0.0737,
      "step": 14452
    },
    {
      "epoch": 2.18290288476061,
      "grad_norm": 1.787834197732458,
      "learning_rate": 1.721406170404129e-06,
      "loss": 0.0859,
      "step": 14453
    },
    {
      "epoch": 2.1830539193475307,
      "grad_norm": 1.4593141211891003,
      "learning_rate": 1.7208091417650341e-06,
      "loss": 0.0783,
      "step": 14454
    },
    {
      "epoch": 2.183204953934451,
      "grad_norm": 1.2791946421892721,
      "learning_rate": 1.7202121951567025e-06,
      "loss": 0.062,
      "step": 14455
    },
    {
      "epoch": 2.1833559885213716,
      "grad_norm": 1.9320946107980124,
      "learning_rate": 1.7196153305940688e-06,
      "loss": 0.1042,
      "step": 14456
    },
    {
      "epoch": 2.183507023108292,
      "grad_norm": 1.3612866171013485,
      "learning_rate": 1.7190185480920612e-06,
      "loss": 0.0822,
      "step": 14457
    },
    {
      "epoch": 2.183658057695212,
      "grad_norm": 1.480464035121468,
      "learning_rate": 1.7184218476656128e-06,
      "loss": 0.0961,
      "step": 14458
    },
    {
      "epoch": 2.1838090922821327,
      "grad_norm": 1.6154339795636325,
      "learning_rate": 1.7178252293296443e-06,
      "loss": 0.0864,
      "step": 14459
    },
    {
      "epoch": 2.183960126869053,
      "grad_norm": 1.5263622382690285,
      "learning_rate": 1.7172286930990834e-06,
      "loss": 0.0918,
      "step": 14460
    },
    {
      "epoch": 2.1841111614559736,
      "grad_norm": 1.7525136209634602,
      "learning_rate": 1.7166322389888545e-06,
      "loss": 0.1023,
      "step": 14461
    },
    {
      "epoch": 2.184262196042894,
      "grad_norm": 1.568215763085814,
      "learning_rate": 1.7160358670138754e-06,
      "loss": 0.0757,
      "step": 14462
    },
    {
      "epoch": 2.184413230629814,
      "grad_norm": 1.1973555433438792,
      "learning_rate": 1.7154395771890675e-06,
      "loss": 0.0634,
      "step": 14463
    },
    {
      "epoch": 2.1845642652167347,
      "grad_norm": 1.343125599167678,
      "learning_rate": 1.7148433695293437e-06,
      "loss": 0.0778,
      "step": 14464
    },
    {
      "epoch": 2.184715299803655,
      "grad_norm": 1.7573602495621292,
      "learning_rate": 1.7142472440496223e-06,
      "loss": 0.0858,
      "step": 14465
    },
    {
      "epoch": 2.1848663343905756,
      "grad_norm": 1.5531332517991234,
      "learning_rate": 1.7136512007648138e-06,
      "loss": 0.0963,
      "step": 14466
    },
    {
      "epoch": 2.185017368977496,
      "grad_norm": 2.211526711883098,
      "learning_rate": 1.713055239689827e-06,
      "loss": 0.0938,
      "step": 14467
    },
    {
      "epoch": 2.185168403564416,
      "grad_norm": 1.6539514219252407,
      "learning_rate": 1.712459360839574e-06,
      "loss": 0.0814,
      "step": 14468
    },
    {
      "epoch": 2.185319438151337,
      "grad_norm": 1.73859261223949,
      "learning_rate": 1.7118635642289566e-06,
      "loss": 0.0872,
      "step": 14469
    },
    {
      "epoch": 2.185470472738257,
      "grad_norm": 1.3229454761210016,
      "learning_rate": 1.7112678498728835e-06,
      "loss": 0.0713,
      "step": 14470
    },
    {
      "epoch": 2.1856215073251777,
      "grad_norm": 1.4793338064773258,
      "learning_rate": 1.7106722177862523e-06,
      "loss": 0.075,
      "step": 14471
    },
    {
      "epoch": 2.185772541912098,
      "grad_norm": 1.2306176347930908,
      "learning_rate": 1.7100766679839676e-06,
      "loss": 0.0736,
      "step": 14472
    },
    {
      "epoch": 2.185923576499018,
      "grad_norm": 1.2238697298598236,
      "learning_rate": 1.7094812004809247e-06,
      "loss": 0.0751,
      "step": 14473
    },
    {
      "epoch": 2.186074611085939,
      "grad_norm": 1.4621381083172966,
      "learning_rate": 1.7088858152920184e-06,
      "loss": 0.083,
      "step": 14474
    },
    {
      "epoch": 2.186225645672859,
      "grad_norm": 1.3322842045130083,
      "learning_rate": 1.7082905124321457e-06,
      "loss": 0.0671,
      "step": 14475
    },
    {
      "epoch": 2.1863766802597793,
      "grad_norm": 1.7346144621279946,
      "learning_rate": 1.707695291916196e-06,
      "loss": 0.0891,
      "step": 14476
    },
    {
      "epoch": 2.1865277148467,
      "grad_norm": 1.9817133202561745,
      "learning_rate": 1.707100153759061e-06,
      "loss": 0.0916,
      "step": 14477
    },
    {
      "epoch": 2.18667874943362,
      "grad_norm": 1.7137536072891801,
      "learning_rate": 1.706505097975626e-06,
      "loss": 0.0869,
      "step": 14478
    },
    {
      "epoch": 2.186829784020541,
      "grad_norm": 1.220804292726581,
      "learning_rate": 1.705910124580778e-06,
      "loss": 0.0761,
      "step": 14479
    },
    {
      "epoch": 2.186980818607461,
      "grad_norm": 1.560191835722468,
      "learning_rate": 1.7053152335894035e-06,
      "loss": 0.0836,
      "step": 14480
    },
    {
      "epoch": 2.1871318531943817,
      "grad_norm": 1.1915761152096456,
      "learning_rate": 1.7047204250163785e-06,
      "loss": 0.0747,
      "step": 14481
    },
    {
      "epoch": 2.187282887781302,
      "grad_norm": 1.912745734468893,
      "learning_rate": 1.7041256988765848e-06,
      "loss": 0.096,
      "step": 14482
    },
    {
      "epoch": 2.187433922368222,
      "grad_norm": 1.2865174488628872,
      "learning_rate": 1.7035310551849015e-06,
      "loss": 0.0842,
      "step": 14483
    },
    {
      "epoch": 2.187584956955143,
      "grad_norm": 1.60719967509612,
      "learning_rate": 1.7029364939562015e-06,
      "loss": 0.0961,
      "step": 14484
    },
    {
      "epoch": 2.187735991542063,
      "grad_norm": 1.3825948317825196,
      "learning_rate": 1.7023420152053604e-06,
      "loss": 0.0654,
      "step": 14485
    },
    {
      "epoch": 2.1878870261289833,
      "grad_norm": 1.3460266841081383,
      "learning_rate": 1.7017476189472466e-06,
      "loss": 0.0852,
      "step": 14486
    },
    {
      "epoch": 2.188038060715904,
      "grad_norm": 1.5783065975263437,
      "learning_rate": 1.7011533051967328e-06,
      "loss": 0.079,
      "step": 14487
    },
    {
      "epoch": 2.1881890953028242,
      "grad_norm": 1.5710994274503114,
      "learning_rate": 1.7005590739686833e-06,
      "loss": 0.0889,
      "step": 14488
    },
    {
      "epoch": 2.188340129889745,
      "grad_norm": 1.3630207908451608,
      "learning_rate": 1.6999649252779631e-06,
      "loss": 0.0687,
      "step": 14489
    },
    {
      "epoch": 2.188491164476665,
      "grad_norm": 1.390114331713789,
      "learning_rate": 1.699370859139437e-06,
      "loss": 0.0731,
      "step": 14490
    },
    {
      "epoch": 2.1886421990635854,
      "grad_norm": 1.4915427150323397,
      "learning_rate": 1.6987768755679633e-06,
      "loss": 0.0814,
      "step": 14491
    },
    {
      "epoch": 2.188793233650506,
      "grad_norm": 1.4439703386843432,
      "learning_rate": 1.6981829745784045e-06,
      "loss": 0.0805,
      "step": 14492
    },
    {
      "epoch": 2.1889442682374263,
      "grad_norm": 1.3811836002548028,
      "learning_rate": 1.6975891561856134e-06,
      "loss": 0.0686,
      "step": 14493
    },
    {
      "epoch": 2.189095302824347,
      "grad_norm": 2.0415255008024253,
      "learning_rate": 1.6969954204044476e-06,
      "loss": 0.089,
      "step": 14494
    },
    {
      "epoch": 2.189246337411267,
      "grad_norm": 1.9460668284660514,
      "learning_rate": 1.696401767249759e-06,
      "loss": 0.0973,
      "step": 14495
    },
    {
      "epoch": 2.1893973719981874,
      "grad_norm": 1.4361616369466734,
      "learning_rate": 1.6958081967363965e-06,
      "loss": 0.0983,
      "step": 14496
    },
    {
      "epoch": 2.189548406585108,
      "grad_norm": 1.2761537795476923,
      "learning_rate": 1.6952147088792114e-06,
      "loss": 0.079,
      "step": 14497
    },
    {
      "epoch": 2.1896994411720283,
      "grad_norm": 2.0067672851086984,
      "learning_rate": 1.694621303693047e-06,
      "loss": 0.0868,
      "step": 14498
    },
    {
      "epoch": 2.189850475758949,
      "grad_norm": 1.596387942103371,
      "learning_rate": 1.6940279811927508e-06,
      "loss": 0.0899,
      "step": 14499
    },
    {
      "epoch": 2.190001510345869,
      "grad_norm": 1.3429116317377365,
      "learning_rate": 1.6934347413931619e-06,
      "loss": 0.0763,
      "step": 14500
    },
    {
      "epoch": 2.1901525449327894,
      "grad_norm": 2.4813094356023098,
      "learning_rate": 1.6928415843091223e-06,
      "loss": 0.098,
      "step": 14501
    },
    {
      "epoch": 2.19030357951971,
      "grad_norm": 1.6323265318440443,
      "learning_rate": 1.6922485099554737e-06,
      "loss": 0.0919,
      "step": 14502
    },
    {
      "epoch": 2.1904546141066303,
      "grad_norm": 1.3571510118961994,
      "learning_rate": 1.6916555183470445e-06,
      "loss": 0.0735,
      "step": 14503
    },
    {
      "epoch": 2.190605648693551,
      "grad_norm": 1.2443416822111204,
      "learning_rate": 1.6910626094986748e-06,
      "loss": 0.0648,
      "step": 14504
    },
    {
      "epoch": 2.1907566832804712,
      "grad_norm": 1.1735839040141045,
      "learning_rate": 1.690469783425193e-06,
      "loss": 0.0656,
      "step": 14505
    },
    {
      "epoch": 2.1909077178673915,
      "grad_norm": 1.7586447322965668,
      "learning_rate": 1.6898770401414304e-06,
      "loss": 0.0756,
      "step": 14506
    },
    {
      "epoch": 2.191058752454312,
      "grad_norm": 1.200982923987917,
      "learning_rate": 1.6892843796622166e-06,
      "loss": 0.0776,
      "step": 14507
    },
    {
      "epoch": 2.1912097870412324,
      "grad_norm": 1.4006746523354294,
      "learning_rate": 1.6886918020023735e-06,
      "loss": 0.0775,
      "step": 14508
    },
    {
      "epoch": 2.191360821628153,
      "grad_norm": 1.4190499878697989,
      "learning_rate": 1.6880993071767304e-06,
      "loss": 0.0721,
      "step": 14509
    },
    {
      "epoch": 2.1915118562150733,
      "grad_norm": 1.8611854772112766,
      "learning_rate": 1.6875068952001023e-06,
      "loss": 0.0906,
      "step": 14510
    },
    {
      "epoch": 2.1916628908019935,
      "grad_norm": 3.0760153928487743,
      "learning_rate": 1.6869145660873109e-06,
      "loss": 0.1249,
      "step": 14511
    },
    {
      "epoch": 2.191813925388914,
      "grad_norm": 1.338310603825358,
      "learning_rate": 1.686322319853177e-06,
      "loss": 0.0847,
      "step": 14512
    },
    {
      "epoch": 2.1919649599758344,
      "grad_norm": 1.6368293038266089,
      "learning_rate": 1.6857301565125116e-06,
      "loss": 0.0819,
      "step": 14513
    },
    {
      "epoch": 2.192115994562755,
      "grad_norm": 1.4119268752354388,
      "learning_rate": 1.685138076080131e-06,
      "loss": 0.0791,
      "step": 14514
    },
    {
      "epoch": 2.1922670291496753,
      "grad_norm": 2.124638352557127,
      "learning_rate": 1.6845460785708439e-06,
      "loss": 0.0848,
      "step": 14515
    },
    {
      "epoch": 2.1924180637365955,
      "grad_norm": 1.9332114098642215,
      "learning_rate": 1.6839541639994628e-06,
      "loss": 0.0908,
      "step": 14516
    },
    {
      "epoch": 2.192569098323516,
      "grad_norm": 1.2649701001600047,
      "learning_rate": 1.6833623323807923e-06,
      "loss": 0.0726,
      "step": 14517
    },
    {
      "epoch": 2.1927201329104364,
      "grad_norm": 1.4915928598696537,
      "learning_rate": 1.6827705837296364e-06,
      "loss": 0.0745,
      "step": 14518
    },
    {
      "epoch": 2.1928711674973567,
      "grad_norm": 1.9322587419296446,
      "learning_rate": 1.6821789180608012e-06,
      "loss": 0.095,
      "step": 14519
    },
    {
      "epoch": 2.1930222020842773,
      "grad_norm": 1.6913959098174254,
      "learning_rate": 1.6815873353890844e-06,
      "loss": 0.0914,
      "step": 14520
    },
    {
      "epoch": 2.1931732366711976,
      "grad_norm": 1.4487957857136973,
      "learning_rate": 1.6809958357292872e-06,
      "loss": 0.074,
      "step": 14521
    },
    {
      "epoch": 2.1933242712581182,
      "grad_norm": 1.712727462112438,
      "learning_rate": 1.6804044190962044e-06,
      "loss": 0.0893,
      "step": 14522
    },
    {
      "epoch": 2.1934753058450385,
      "grad_norm": 1.5821427232526675,
      "learning_rate": 1.6798130855046325e-06,
      "loss": 0.0883,
      "step": 14523
    },
    {
      "epoch": 2.193626340431959,
      "grad_norm": 1.1793686498117526,
      "learning_rate": 1.6792218349693635e-06,
      "loss": 0.0681,
      "step": 14524
    },
    {
      "epoch": 2.1937773750188794,
      "grad_norm": 1.7643850597157407,
      "learning_rate": 1.678630667505185e-06,
      "loss": 0.0955,
      "step": 14525
    },
    {
      "epoch": 2.1939284096057996,
      "grad_norm": 1.2157947240532223,
      "learning_rate": 1.6780395831268897e-06,
      "loss": 0.0725,
      "step": 14526
    },
    {
      "epoch": 2.1940794441927203,
      "grad_norm": 1.8924129383073744,
      "learning_rate": 1.6774485818492608e-06,
      "loss": 0.0874,
      "step": 14527
    },
    {
      "epoch": 2.1942304787796405,
      "grad_norm": 1.6411141717984554,
      "learning_rate": 1.6768576636870848e-06,
      "loss": 0.0827,
      "step": 14528
    },
    {
      "epoch": 2.1943815133665607,
      "grad_norm": 1.0221624834335445,
      "learning_rate": 1.6762668286551415e-06,
      "loss": 0.0589,
      "step": 14529
    },
    {
      "epoch": 2.1945325479534814,
      "grad_norm": 1.203611600348352,
      "learning_rate": 1.6756760767682135e-06,
      "loss": 0.059,
      "step": 14530
    },
    {
      "epoch": 2.1946835825404016,
      "grad_norm": 1.4069364787759877,
      "learning_rate": 1.6750854080410778e-06,
      "loss": 0.0716,
      "step": 14531
    },
    {
      "epoch": 2.1948346171273223,
      "grad_norm": 1.161352287385154,
      "learning_rate": 1.6744948224885077e-06,
      "loss": 0.0682,
      "step": 14532
    },
    {
      "epoch": 2.1949856517142425,
      "grad_norm": 1.8012304390986718,
      "learning_rate": 1.6739043201252814e-06,
      "loss": 0.0969,
      "step": 14533
    },
    {
      "epoch": 2.1951366863011628,
      "grad_norm": 1.3543061084887822,
      "learning_rate": 1.673313900966167e-06,
      "loss": 0.0812,
      "step": 14534
    },
    {
      "epoch": 2.1952877208880834,
      "grad_norm": 1.4622810215500104,
      "learning_rate": 1.6727235650259354e-06,
      "loss": 0.0744,
      "step": 14535
    },
    {
      "epoch": 2.1954387554750037,
      "grad_norm": 1.4042121523368627,
      "learning_rate": 1.6721333123193568e-06,
      "loss": 0.078,
      "step": 14536
    },
    {
      "epoch": 2.1955897900619243,
      "grad_norm": 1.2902001346103504,
      "learning_rate": 1.6715431428611918e-06,
      "loss": 0.0783,
      "step": 14537
    },
    {
      "epoch": 2.1957408246488446,
      "grad_norm": 1.6409943137780296,
      "learning_rate": 1.6709530566662102e-06,
      "loss": 0.0901,
      "step": 14538
    },
    {
      "epoch": 2.195891859235765,
      "grad_norm": 1.7764114982696013,
      "learning_rate": 1.6703630537491662e-06,
      "loss": 0.083,
      "step": 14539
    },
    {
      "epoch": 2.1960428938226855,
      "grad_norm": 1.3429580727959154,
      "learning_rate": 1.669773134124822e-06,
      "loss": 0.0811,
      "step": 14540
    },
    {
      "epoch": 2.1961939284096057,
      "grad_norm": 1.757878207052288,
      "learning_rate": 1.669183297807937e-06,
      "loss": 0.0642,
      "step": 14541
    },
    {
      "epoch": 2.1963449629965264,
      "grad_norm": 1.475969735345293,
      "learning_rate": 1.6685935448132629e-06,
      "loss": 0.0823,
      "step": 14542
    },
    {
      "epoch": 2.1964959975834466,
      "grad_norm": 1.422187390928155,
      "learning_rate": 1.668003875155556e-06,
      "loss": 0.0801,
      "step": 14543
    },
    {
      "epoch": 2.196647032170367,
      "grad_norm": 1.420215680281486,
      "learning_rate": 1.667414288849563e-06,
      "loss": 0.0814,
      "step": 14544
    },
    {
      "epoch": 2.1967980667572875,
      "grad_norm": 1.5135326012512471,
      "learning_rate": 1.6668247859100379e-06,
      "loss": 0.0788,
      "step": 14545
    },
    {
      "epoch": 2.1969491013442077,
      "grad_norm": 1.962334850728944,
      "learning_rate": 1.6662353663517239e-06,
      "loss": 0.0932,
      "step": 14546
    },
    {
      "epoch": 2.1971001359311284,
      "grad_norm": 1.4800603293627501,
      "learning_rate": 1.6656460301893651e-06,
      "loss": 0.0795,
      "step": 14547
    },
    {
      "epoch": 2.1972511705180486,
      "grad_norm": 1.3672224250028353,
      "learning_rate": 1.6650567774377068e-06,
      "loss": 0.082,
      "step": 14548
    },
    {
      "epoch": 2.197402205104969,
      "grad_norm": 1.2185810081010726,
      "learning_rate": 1.6644676081114868e-06,
      "loss": 0.0639,
      "step": 14549
    },
    {
      "epoch": 2.1975532396918895,
      "grad_norm": 1.2467853027014684,
      "learning_rate": 1.6638785222254462e-06,
      "loss": 0.067,
      "step": 14550
    },
    {
      "epoch": 2.1977042742788098,
      "grad_norm": 1.7036588853450993,
      "learning_rate": 1.6632895197943183e-06,
      "loss": 0.0985,
      "step": 14551
    },
    {
      "epoch": 2.1978553088657304,
      "grad_norm": 1.5179596390496057,
      "learning_rate": 1.6627006008328405e-06,
      "loss": 0.0868,
      "step": 14552
    },
    {
      "epoch": 2.1980063434526507,
      "grad_norm": 2.042028456124008,
      "learning_rate": 1.6621117653557434e-06,
      "loss": 0.0972,
      "step": 14553
    },
    {
      "epoch": 2.198157378039571,
      "grad_norm": 2.0004018437705735,
      "learning_rate": 1.661523013377755e-06,
      "loss": 0.0796,
      "step": 14554
    },
    {
      "epoch": 2.1983084126264916,
      "grad_norm": 1.1240939563516485,
      "learning_rate": 1.6609343449136073e-06,
      "loss": 0.0693,
      "step": 14555
    },
    {
      "epoch": 2.198459447213412,
      "grad_norm": 1.4478246994567128,
      "learning_rate": 1.6603457599780227e-06,
      "loss": 0.0821,
      "step": 14556
    },
    {
      "epoch": 2.1986104818003325,
      "grad_norm": 1.2874124024829756,
      "learning_rate": 1.6597572585857258e-06,
      "loss": 0.0641,
      "step": 14557
    },
    {
      "epoch": 2.1987615163872527,
      "grad_norm": 1.6058382322548534,
      "learning_rate": 1.6591688407514406e-06,
      "loss": 0.0913,
      "step": 14558
    },
    {
      "epoch": 2.198912550974173,
      "grad_norm": 1.7897615486445508,
      "learning_rate": 1.6585805064898852e-06,
      "loss": 0.0887,
      "step": 14559
    },
    {
      "epoch": 2.1990635855610936,
      "grad_norm": 1.2041166729993393,
      "learning_rate": 1.6579922558157768e-06,
      "loss": 0.0706,
      "step": 14560
    },
    {
      "epoch": 2.199214620148014,
      "grad_norm": 1.1759323107865918,
      "learning_rate": 1.6574040887438292e-06,
      "loss": 0.0709,
      "step": 14561
    },
    {
      "epoch": 2.1993656547349345,
      "grad_norm": 3.2113506951257205,
      "learning_rate": 1.6568160052887572e-06,
      "loss": 0.1398,
      "step": 14562
    },
    {
      "epoch": 2.1995166893218547,
      "grad_norm": 1.4519578269554918,
      "learning_rate": 1.656228005465274e-06,
      "loss": 0.0719,
      "step": 14563
    },
    {
      "epoch": 2.199667723908775,
      "grad_norm": 1.4444257137614325,
      "learning_rate": 1.6556400892880858e-06,
      "loss": 0.0797,
      "step": 14564
    },
    {
      "epoch": 2.1998187584956956,
      "grad_norm": 1.2889939877008818,
      "learning_rate": 1.6550522567719018e-06,
      "loss": 0.0771,
      "step": 14565
    },
    {
      "epoch": 2.199969793082616,
      "grad_norm": 1.3740115010752516,
      "learning_rate": 1.6544645079314263e-06,
      "loss": 0.0756,
      "step": 14566
    },
    {
      "epoch": 2.2001208276695365,
      "grad_norm": 1.6555035223290522,
      "learning_rate": 1.6538768427813602e-06,
      "loss": 0.0759,
      "step": 14567
    },
    {
      "epoch": 2.2002718622564568,
      "grad_norm": 1.2817013949946623,
      "learning_rate": 1.6532892613364076e-06,
      "loss": 0.0735,
      "step": 14568
    },
    {
      "epoch": 2.200422896843377,
      "grad_norm": 1.475932296229093,
      "learning_rate": 1.6527017636112635e-06,
      "loss": 0.0901,
      "step": 14569
    },
    {
      "epoch": 2.2005739314302977,
      "grad_norm": 2.94042828780515,
      "learning_rate": 1.6521143496206288e-06,
      "loss": 0.1197,
      "step": 14570
    },
    {
      "epoch": 2.200724966017218,
      "grad_norm": 2.10866519594464,
      "learning_rate": 1.6515270193791932e-06,
      "loss": 0.0861,
      "step": 14571
    },
    {
      "epoch": 2.200876000604138,
      "grad_norm": 1.34812395644429,
      "learning_rate": 1.6509397729016534e-06,
      "loss": 0.0746,
      "step": 14572
    },
    {
      "epoch": 2.201027035191059,
      "grad_norm": 1.3351168928929962,
      "learning_rate": 1.6503526102026968e-06,
      "loss": 0.0786,
      "step": 14573
    },
    {
      "epoch": 2.201178069777979,
      "grad_norm": 2.0118780775678085,
      "learning_rate": 1.6497655312970134e-06,
      "loss": 0.0963,
      "step": 14574
    },
    {
      "epoch": 2.2013291043648997,
      "grad_norm": 1.5440767592364801,
      "learning_rate": 1.649178536199289e-06,
      "loss": 0.079,
      "step": 14575
    },
    {
      "epoch": 2.20148013895182,
      "grad_norm": 1.302785426014484,
      "learning_rate": 1.6485916249242051e-06,
      "loss": 0.073,
      "step": 14576
    },
    {
      "epoch": 2.2016311735387406,
      "grad_norm": 2.734883089336161,
      "learning_rate": 1.6480047974864477e-06,
      "loss": 0.0788,
      "step": 14577
    },
    {
      "epoch": 2.201782208125661,
      "grad_norm": 1.6939538367526403,
      "learning_rate": 1.647418053900693e-06,
      "loss": 0.0907,
      "step": 14578
    },
    {
      "epoch": 2.201933242712581,
      "grad_norm": 1.3208861003106296,
      "learning_rate": 1.6468313941816217e-06,
      "loss": 0.0851,
      "step": 14579
    },
    {
      "epoch": 2.2020842772995017,
      "grad_norm": 1.5665582276242789,
      "learning_rate": 1.6462448183439061e-06,
      "loss": 0.078,
      "step": 14580
    },
    {
      "epoch": 2.202235311886422,
      "grad_norm": 1.8123147126264747,
      "learning_rate": 1.6456583264022235e-06,
      "loss": 0.0848,
      "step": 14581
    },
    {
      "epoch": 2.202386346473342,
      "grad_norm": 1.4002169985071087,
      "learning_rate": 1.6450719183712432e-06,
      "loss": 0.0829,
      "step": 14582
    },
    {
      "epoch": 2.202537381060263,
      "grad_norm": 1.2589163271460198,
      "learning_rate": 1.6444855942656335e-06,
      "loss": 0.0712,
      "step": 14583
    },
    {
      "epoch": 2.202688415647183,
      "grad_norm": 1.2133181065447207,
      "learning_rate": 1.6438993541000643e-06,
      "loss": 0.0622,
      "step": 14584
    },
    {
      "epoch": 2.2028394502341038,
      "grad_norm": 1.990569439135065,
      "learning_rate": 1.6433131978891975e-06,
      "loss": 0.1077,
      "step": 14585
    },
    {
      "epoch": 2.202990484821024,
      "grad_norm": 1.708378539781761,
      "learning_rate": 1.642727125647698e-06,
      "loss": 0.0863,
      "step": 14586
    },
    {
      "epoch": 2.2031415194079442,
      "grad_norm": 1.360426994057002,
      "learning_rate": 1.642141137390228e-06,
      "loss": 0.0763,
      "step": 14587
    },
    {
      "epoch": 2.203292553994865,
      "grad_norm": 1.2372253287908868,
      "learning_rate": 1.641555233131445e-06,
      "loss": 0.061,
      "step": 14588
    },
    {
      "epoch": 2.203443588581785,
      "grad_norm": 1.2645720976983212,
      "learning_rate": 1.640969412886006e-06,
      "loss": 0.082,
      "step": 14589
    },
    {
      "epoch": 2.203594623168706,
      "grad_norm": 1.944810517538423,
      "learning_rate": 1.6403836766685632e-06,
      "loss": 0.1048,
      "step": 14590
    },
    {
      "epoch": 2.203745657755626,
      "grad_norm": 1.9191703351557454,
      "learning_rate": 1.6397980244937717e-06,
      "loss": 0.1076,
      "step": 14591
    },
    {
      "epoch": 2.2038966923425463,
      "grad_norm": 1.5081150047928977,
      "learning_rate": 1.6392124563762823e-06,
      "loss": 0.0836,
      "step": 14592
    },
    {
      "epoch": 2.204047726929467,
      "grad_norm": 1.1256812630037352,
      "learning_rate": 1.6386269723307412e-06,
      "loss": 0.0593,
      "step": 14593
    },
    {
      "epoch": 2.204198761516387,
      "grad_norm": 1.5922190700064742,
      "learning_rate": 1.6380415723717973e-06,
      "loss": 0.0782,
      "step": 14594
    },
    {
      "epoch": 2.204349796103308,
      "grad_norm": 1.669506766608018,
      "learning_rate": 1.6374562565140939e-06,
      "loss": 0.0832,
      "step": 14595
    },
    {
      "epoch": 2.204500830690228,
      "grad_norm": 2.1600191146780032,
      "learning_rate": 1.6368710247722697e-06,
      "loss": 0.0974,
      "step": 14596
    },
    {
      "epoch": 2.2046518652771483,
      "grad_norm": 1.4266414947957122,
      "learning_rate": 1.636285877160969e-06,
      "loss": 0.079,
      "step": 14597
    },
    {
      "epoch": 2.204802899864069,
      "grad_norm": 1.397569190084656,
      "learning_rate": 1.6357008136948266e-06,
      "loss": 0.0802,
      "step": 14598
    },
    {
      "epoch": 2.204953934450989,
      "grad_norm": 1.1700805575104998,
      "learning_rate": 1.635115834388481e-06,
      "loss": 0.0658,
      "step": 14599
    },
    {
      "epoch": 2.20510496903791,
      "grad_norm": 2.632672631606823,
      "learning_rate": 1.6345309392565623e-06,
      "loss": 0.1065,
      "step": 14600
    },
    {
      "epoch": 2.20525600362483,
      "grad_norm": 1.385614378998095,
      "learning_rate": 1.6339461283137054e-06,
      "loss": 0.0711,
      "step": 14601
    },
    {
      "epoch": 2.2054070382117503,
      "grad_norm": 1.7476222729322466,
      "learning_rate": 1.633361401574538e-06,
      "loss": 0.0879,
      "step": 14602
    },
    {
      "epoch": 2.205558072798671,
      "grad_norm": 1.7882227962930546,
      "learning_rate": 1.6327767590536864e-06,
      "loss": 0.0698,
      "step": 14603
    },
    {
      "epoch": 2.2057091073855912,
      "grad_norm": 1.3634106464732705,
      "learning_rate": 1.6321922007657776e-06,
      "loss": 0.0768,
      "step": 14604
    },
    {
      "epoch": 2.205860141972512,
      "grad_norm": 1.5239348268963944,
      "learning_rate": 1.6316077267254327e-06,
      "loss": 0.0727,
      "step": 14605
    },
    {
      "epoch": 2.206011176559432,
      "grad_norm": 1.4183554051186387,
      "learning_rate": 1.6310233369472756e-06,
      "loss": 0.0819,
      "step": 14606
    },
    {
      "epoch": 2.2061622111463524,
      "grad_norm": 1.2373205791128508,
      "learning_rate": 1.6304390314459212e-06,
      "loss": 0.0748,
      "step": 14607
    },
    {
      "epoch": 2.206313245733273,
      "grad_norm": 1.466648603804755,
      "learning_rate": 1.6298548102359885e-06,
      "loss": 0.0859,
      "step": 14608
    },
    {
      "epoch": 2.2064642803201933,
      "grad_norm": 2.2303233366115522,
      "learning_rate": 1.629270673332094e-06,
      "loss": 0.1051,
      "step": 14609
    },
    {
      "epoch": 2.206615314907114,
      "grad_norm": 1.2454111444294353,
      "learning_rate": 1.6286866207488478e-06,
      "loss": 0.073,
      "step": 14610
    },
    {
      "epoch": 2.206766349494034,
      "grad_norm": 1.386663183408023,
      "learning_rate": 1.6281026525008608e-06,
      "loss": 0.0663,
      "step": 14611
    },
    {
      "epoch": 2.2069173840809544,
      "grad_norm": 1.057160315558807,
      "learning_rate": 1.6275187686027393e-06,
      "loss": 0.0668,
      "step": 14612
    },
    {
      "epoch": 2.207068418667875,
      "grad_norm": 1.7097393854610392,
      "learning_rate": 1.6269349690690916e-06,
      "loss": 0.0825,
      "step": 14613
    },
    {
      "epoch": 2.2072194532547953,
      "grad_norm": 2.3856377044618493,
      "learning_rate": 1.6263512539145231e-06,
      "loss": 0.0941,
      "step": 14614
    },
    {
      "epoch": 2.2073704878417155,
      "grad_norm": 1.3042639682600001,
      "learning_rate": 1.6257676231536324e-06,
      "loss": 0.0718,
      "step": 14615
    },
    {
      "epoch": 2.207521522428636,
      "grad_norm": 2.380522065863785,
      "learning_rate": 1.625184076801023e-06,
      "loss": 0.0863,
      "step": 14616
    },
    {
      "epoch": 2.2076725570155564,
      "grad_norm": 3.01167682774827,
      "learning_rate": 1.62460061487129e-06,
      "loss": 0.0917,
      "step": 14617
    },
    {
      "epoch": 2.207823591602477,
      "grad_norm": 1.4736999222371365,
      "learning_rate": 1.6240172373790292e-06,
      "loss": 0.0854,
      "step": 14618
    },
    {
      "epoch": 2.2079746261893973,
      "grad_norm": 2.3056948689686023,
      "learning_rate": 1.6234339443388353e-06,
      "loss": 0.0982,
      "step": 14619
    },
    {
      "epoch": 2.208125660776318,
      "grad_norm": 1.717286364404512,
      "learning_rate": 1.6228507357652977e-06,
      "loss": 0.0793,
      "step": 14620
    },
    {
      "epoch": 2.2082766953632382,
      "grad_norm": 1.40476352635665,
      "learning_rate": 1.622267611673009e-06,
      "loss": 0.0863,
      "step": 14621
    },
    {
      "epoch": 2.2084277299501585,
      "grad_norm": 1.9459777718877456,
      "learning_rate": 1.6216845720765527e-06,
      "loss": 0.0994,
      "step": 14622
    },
    {
      "epoch": 2.208578764537079,
      "grad_norm": 1.123675620733931,
      "learning_rate": 1.6211016169905175e-06,
      "loss": 0.0707,
      "step": 14623
    },
    {
      "epoch": 2.2087297991239994,
      "grad_norm": 1.9021065724360051,
      "learning_rate": 1.6205187464294836e-06,
      "loss": 0.0758,
      "step": 14624
    },
    {
      "epoch": 2.2088808337109196,
      "grad_norm": 1.6712234568837268,
      "learning_rate": 1.6199359604080316e-06,
      "loss": 0.0812,
      "step": 14625
    },
    {
      "epoch": 2.2090318682978403,
      "grad_norm": 1.334552121915843,
      "learning_rate": 1.619353258940743e-06,
      "loss": 0.0779,
      "step": 14626
    },
    {
      "epoch": 2.2091829028847605,
      "grad_norm": 1.2988539190861033,
      "learning_rate": 1.6187706420421906e-06,
      "loss": 0.0716,
      "step": 14627
    },
    {
      "epoch": 2.209333937471681,
      "grad_norm": 1.4330229016863185,
      "learning_rate": 1.6181881097269525e-06,
      "loss": 0.0753,
      "step": 14628
    },
    {
      "epoch": 2.2094849720586014,
      "grad_norm": 2.270293002420755,
      "learning_rate": 1.6176056620095981e-06,
      "loss": 0.0999,
      "step": 14629
    },
    {
      "epoch": 2.2096360066455216,
      "grad_norm": 1.563683994916069,
      "learning_rate": 1.6170232989047008e-06,
      "loss": 0.0834,
      "step": 14630
    },
    {
      "epoch": 2.2097870412324423,
      "grad_norm": 2.007770079040588,
      "learning_rate": 1.6164410204268265e-06,
      "loss": 0.1009,
      "step": 14631
    },
    {
      "epoch": 2.2099380758193625,
      "grad_norm": 2.0395200827393034,
      "learning_rate": 1.6158588265905406e-06,
      "loss": 0.0856,
      "step": 14632
    },
    {
      "epoch": 2.210089110406283,
      "grad_norm": 2.6784173574649204,
      "learning_rate": 1.6152767174104094e-06,
      "loss": 0.1031,
      "step": 14633
    },
    {
      "epoch": 2.2102401449932034,
      "grad_norm": 1.7150449441505047,
      "learning_rate": 1.6146946929009921e-06,
      "loss": 0.0898,
      "step": 14634
    },
    {
      "epoch": 2.2103911795801237,
      "grad_norm": 2.313973524370706,
      "learning_rate": 1.6141127530768508e-06,
      "loss": 0.1171,
      "step": 14635
    },
    {
      "epoch": 2.2105422141670443,
      "grad_norm": 1.763163881453111,
      "learning_rate": 1.6135308979525405e-06,
      "loss": 0.099,
      "step": 14636
    },
    {
      "epoch": 2.2106932487539646,
      "grad_norm": 1.499988067962831,
      "learning_rate": 1.6129491275426178e-06,
      "loss": 0.077,
      "step": 14637
    },
    {
      "epoch": 2.2108442833408852,
      "grad_norm": 1.4388299219785674,
      "learning_rate": 1.6123674418616398e-06,
      "loss": 0.0748,
      "step": 14638
    },
    {
      "epoch": 2.2109953179278055,
      "grad_norm": 1.4053254829731325,
      "learning_rate": 1.6117858409241511e-06,
      "loss": 0.0894,
      "step": 14639
    },
    {
      "epoch": 2.2111463525147257,
      "grad_norm": 1.3253833656641418,
      "learning_rate": 1.6112043247447045e-06,
      "loss": 0.0725,
      "step": 14640
    },
    {
      "epoch": 2.2112973871016464,
      "grad_norm": 1.2430559192055661,
      "learning_rate": 1.6106228933378455e-06,
      "loss": 0.0701,
      "step": 14641
    },
    {
      "epoch": 2.2114484216885666,
      "grad_norm": 1.2374971098004375,
      "learning_rate": 1.6100415467181192e-06,
      "loss": 0.0729,
      "step": 14642
    },
    {
      "epoch": 2.2115994562754873,
      "grad_norm": 2.138841300964147,
      "learning_rate": 1.60946028490007e-06,
      "loss": 0.0986,
      "step": 14643
    },
    {
      "epoch": 2.2117504908624075,
      "grad_norm": 1.673029936272094,
      "learning_rate": 1.6088791078982364e-06,
      "loss": 0.086,
      "step": 14644
    },
    {
      "epoch": 2.2119015254493277,
      "grad_norm": 1.368009772207673,
      "learning_rate": 1.6082980157271587e-06,
      "loss": 0.0788,
      "step": 14645
    },
    {
      "epoch": 2.2120525600362484,
      "grad_norm": 2.742327046820207,
      "learning_rate": 1.6077170084013726e-06,
      "loss": 0.084,
      "step": 14646
    },
    {
      "epoch": 2.2122035946231686,
      "grad_norm": 1.463425737016548,
      "learning_rate": 1.6071360859354106e-06,
      "loss": 0.0925,
      "step": 14647
    },
    {
      "epoch": 2.2123546292100893,
      "grad_norm": 1.4613521245585157,
      "learning_rate": 1.6065552483438074e-06,
      "loss": 0.0796,
      "step": 14648
    },
    {
      "epoch": 2.2125056637970095,
      "grad_norm": 1.8649233205507472,
      "learning_rate": 1.6059744956410899e-06,
      "loss": 0.0969,
      "step": 14649
    },
    {
      "epoch": 2.2126566983839298,
      "grad_norm": 1.6694840128722346,
      "learning_rate": 1.6053938278417897e-06,
      "loss": 0.0778,
      "step": 14650
    },
    {
      "epoch": 2.2128077329708504,
      "grad_norm": 1.6383030912391356,
      "learning_rate": 1.6048132449604293e-06,
      "loss": 0.0954,
      "step": 14651
    },
    {
      "epoch": 2.2129587675577707,
      "grad_norm": 1.4610156040390796,
      "learning_rate": 1.6042327470115344e-06,
      "loss": 0.0833,
      "step": 14652
    },
    {
      "epoch": 2.2131098021446913,
      "grad_norm": 1.6767539871359742,
      "learning_rate": 1.603652334009626e-06,
      "loss": 0.0813,
      "step": 14653
    },
    {
      "epoch": 2.2132608367316116,
      "grad_norm": 1.3218117331105492,
      "learning_rate": 1.6030720059692218e-06,
      "loss": 0.0761,
      "step": 14654
    },
    {
      "epoch": 2.213411871318532,
      "grad_norm": 1.3459792500744039,
      "learning_rate": 1.602491762904842e-06,
      "loss": 0.0831,
      "step": 14655
    },
    {
      "epoch": 2.2135629059054525,
      "grad_norm": 1.5801513816424997,
      "learning_rate": 1.601911604830998e-06,
      "loss": 0.0698,
      "step": 14656
    },
    {
      "epoch": 2.2137139404923727,
      "grad_norm": 1.7531830005451945,
      "learning_rate": 1.601331531762207e-06,
      "loss": 0.086,
      "step": 14657
    },
    {
      "epoch": 2.2138649750792934,
      "grad_norm": 1.4438027368849964,
      "learning_rate": 1.6007515437129757e-06,
      "loss": 0.0831,
      "step": 14658
    },
    {
      "epoch": 2.2140160096662136,
      "grad_norm": 1.485282504167329,
      "learning_rate": 1.6001716406978145e-06,
      "loss": 0.0641,
      "step": 14659
    },
    {
      "epoch": 2.214167044253134,
      "grad_norm": 1.4056381165467855,
      "learning_rate": 1.5995918227312335e-06,
      "loss": 0.08,
      "step": 14660
    },
    {
      "epoch": 2.2143180788400545,
      "grad_norm": 1.5783785713961056,
      "learning_rate": 1.5990120898277312e-06,
      "loss": 0.0948,
      "step": 14661
    },
    {
      "epoch": 2.2144691134269747,
      "grad_norm": 1.5189259481717732,
      "learning_rate": 1.5984324420018143e-06,
      "loss": 0.0926,
      "step": 14662
    },
    {
      "epoch": 2.2146201480138954,
      "grad_norm": 1.344711573399567,
      "learning_rate": 1.5978528792679792e-06,
      "loss": 0.0882,
      "step": 14663
    },
    {
      "epoch": 2.2147711826008156,
      "grad_norm": 1.358852455200714,
      "learning_rate": 1.5972734016407272e-06,
      "loss": 0.0848,
      "step": 14664
    },
    {
      "epoch": 2.214922217187736,
      "grad_norm": 1.5400309643029728,
      "learning_rate": 1.596694009134554e-06,
      "loss": 0.0887,
      "step": 14665
    },
    {
      "epoch": 2.2150732517746565,
      "grad_norm": 1.2775545602493787,
      "learning_rate": 1.5961147017639512e-06,
      "loss": 0.0687,
      "step": 14666
    },
    {
      "epoch": 2.2152242863615768,
      "grad_norm": 1.4262573634235751,
      "learning_rate": 1.5955354795434153e-06,
      "loss": 0.08,
      "step": 14667
    },
    {
      "epoch": 2.215375320948497,
      "grad_norm": 1.302862327125349,
      "learning_rate": 1.5949563424874293e-06,
      "loss": 0.0871,
      "step": 14668
    },
    {
      "epoch": 2.2155263555354177,
      "grad_norm": 1.5088707355062307,
      "learning_rate": 1.5943772906104837e-06,
      "loss": 0.0757,
      "step": 14669
    },
    {
      "epoch": 2.215677390122338,
      "grad_norm": 1.5932435156527716,
      "learning_rate": 1.5937983239270655e-06,
      "loss": 0.0676,
      "step": 14670
    },
    {
      "epoch": 2.2158284247092586,
      "grad_norm": 2.9158704273797795,
      "learning_rate": 1.5932194424516545e-06,
      "loss": 0.1231,
      "step": 14671
    },
    {
      "epoch": 2.215979459296179,
      "grad_norm": 1.6118099086583457,
      "learning_rate": 1.5926406461987354e-06,
      "loss": 0.0897,
      "step": 14672
    },
    {
      "epoch": 2.2161304938830995,
      "grad_norm": 1.7469191835785387,
      "learning_rate": 1.5920619351827836e-06,
      "loss": 0.09,
      "step": 14673
    },
    {
      "epoch": 2.2162815284700197,
      "grad_norm": 1.6222936399400032,
      "learning_rate": 1.5914833094182797e-06,
      "loss": 0.0854,
      "step": 14674
    },
    {
      "epoch": 2.21643256305694,
      "grad_norm": 2.4248431937031496,
      "learning_rate": 1.5909047689196955e-06,
      "loss": 0.1045,
      "step": 14675
    },
    {
      "epoch": 2.2165835976438606,
      "grad_norm": 1.9185867625306527,
      "learning_rate": 1.5903263137015028e-06,
      "loss": 0.0846,
      "step": 14676
    },
    {
      "epoch": 2.216734632230781,
      "grad_norm": 1.5446586901319403,
      "learning_rate": 1.5897479437781748e-06,
      "loss": 0.0805,
      "step": 14677
    },
    {
      "epoch": 2.216885666817701,
      "grad_norm": 1.5258717103538837,
      "learning_rate": 1.589169659164177e-06,
      "loss": 0.0825,
      "step": 14678
    },
    {
      "epoch": 2.2170367014046217,
      "grad_norm": 1.3146442941814929,
      "learning_rate": 1.5885914598739783e-06,
      "loss": 0.0849,
      "step": 14679
    },
    {
      "epoch": 2.217187735991542,
      "grad_norm": 1.4191379297723727,
      "learning_rate": 1.5880133459220393e-06,
      "loss": 0.0842,
      "step": 14680
    },
    {
      "epoch": 2.2173387705784626,
      "grad_norm": 1.519427632538415,
      "learning_rate": 1.5874353173228258e-06,
      "loss": 0.0826,
      "step": 14681
    },
    {
      "epoch": 2.217489805165383,
      "grad_norm": 1.0487451830856722,
      "learning_rate": 1.586857374090795e-06,
      "loss": 0.0651,
      "step": 14682
    },
    {
      "epoch": 2.217640839752303,
      "grad_norm": 1.3757943142530364,
      "learning_rate": 1.5862795162404032e-06,
      "loss": 0.081,
      "step": 14683
    },
    {
      "epoch": 2.2177918743392238,
      "grad_norm": 1.6663006319758906,
      "learning_rate": 1.5857017437861095e-06,
      "loss": 0.0786,
      "step": 14684
    },
    {
      "epoch": 2.217942908926144,
      "grad_norm": 3.178466015534239,
      "learning_rate": 1.5851240567423637e-06,
      "loss": 0.0886,
      "step": 14685
    },
    {
      "epoch": 2.2180939435130647,
      "grad_norm": 1.5872532238615433,
      "learning_rate": 1.5845464551236195e-06,
      "loss": 0.083,
      "step": 14686
    },
    {
      "epoch": 2.218244978099985,
      "grad_norm": 1.2219221868104724,
      "learning_rate": 1.5839689389443235e-06,
      "loss": 0.0656,
      "step": 14687
    },
    {
      "epoch": 2.218396012686905,
      "grad_norm": 1.487748116859107,
      "learning_rate": 1.5833915082189244e-06,
      "loss": 0.0818,
      "step": 14688
    },
    {
      "epoch": 2.218547047273826,
      "grad_norm": 1.372115517658817,
      "learning_rate": 1.5828141629618693e-06,
      "loss": 0.0759,
      "step": 14689
    },
    {
      "epoch": 2.218698081860746,
      "grad_norm": 1.6360859524729625,
      "learning_rate": 1.5822369031875951e-06,
      "loss": 0.0894,
      "step": 14690
    },
    {
      "epoch": 2.2188491164476667,
      "grad_norm": 1.6979326168090125,
      "learning_rate": 1.5816597289105467e-06,
      "loss": 0.0883,
      "step": 14691
    },
    {
      "epoch": 2.219000151034587,
      "grad_norm": 1.2735642409597883,
      "learning_rate": 1.5810826401451595e-06,
      "loss": 0.0718,
      "step": 14692
    },
    {
      "epoch": 2.219151185621507,
      "grad_norm": 1.582714575265233,
      "learning_rate": 1.5805056369058709e-06,
      "loss": 0.0815,
      "step": 14693
    },
    {
      "epoch": 2.219302220208428,
      "grad_norm": 1.6563329429606175,
      "learning_rate": 1.5799287192071167e-06,
      "loss": 0.0812,
      "step": 14694
    },
    {
      "epoch": 2.219453254795348,
      "grad_norm": 1.734884059486945,
      "learning_rate": 1.5793518870633256e-06,
      "loss": 0.106,
      "step": 14695
    },
    {
      "epoch": 2.2196042893822687,
      "grad_norm": 1.2793435364888932,
      "learning_rate": 1.5787751404889329e-06,
      "loss": 0.0748,
      "step": 14696
    },
    {
      "epoch": 2.219755323969189,
      "grad_norm": 1.6799409581562683,
      "learning_rate": 1.5781984794983591e-06,
      "loss": 0.0833,
      "step": 14697
    },
    {
      "epoch": 2.219906358556109,
      "grad_norm": 2.090797191819426,
      "learning_rate": 1.5776219041060326e-06,
      "loss": 0.0889,
      "step": 14698
    },
    {
      "epoch": 2.22005739314303,
      "grad_norm": 2.0203858718248795,
      "learning_rate": 1.5770454143263786e-06,
      "loss": 0.0972,
      "step": 14699
    },
    {
      "epoch": 2.22020842772995,
      "grad_norm": 2.8769637389289415,
      "learning_rate": 1.5764690101738155e-06,
      "loss": 0.0858,
      "step": 14700
    },
    {
      "epoch": 2.2203594623168708,
      "grad_norm": 1.8332922953515567,
      "learning_rate": 1.5758926916627655e-06,
      "loss": 0.0994,
      "step": 14701
    },
    {
      "epoch": 2.220510496903791,
      "grad_norm": 1.2180304888057705,
      "learning_rate": 1.5753164588076419e-06,
      "loss": 0.0758,
      "step": 14702
    },
    {
      "epoch": 2.220661531490711,
      "grad_norm": 1.4065436897056676,
      "learning_rate": 1.5747403116228633e-06,
      "loss": 0.0734,
      "step": 14703
    },
    {
      "epoch": 2.220812566077632,
      "grad_norm": 2.196023417794186,
      "learning_rate": 1.57416425012284e-06,
      "loss": 0.082,
      "step": 14704
    },
    {
      "epoch": 2.220963600664552,
      "grad_norm": 1.5453896435255645,
      "learning_rate": 1.5735882743219817e-06,
      "loss": 0.0943,
      "step": 14705
    },
    {
      "epoch": 2.221114635251473,
      "grad_norm": 1.3177021909808577,
      "learning_rate": 1.573012384234699e-06,
      "loss": 0.0633,
      "step": 14706
    },
    {
      "epoch": 2.221265669838393,
      "grad_norm": 1.2822971753614327,
      "learning_rate": 1.5724365798753954e-06,
      "loss": 0.0648,
      "step": 14707
    },
    {
      "epoch": 2.2214167044253132,
      "grad_norm": 1.4025898756337405,
      "learning_rate": 1.5718608612584784e-06,
      "loss": 0.0797,
      "step": 14708
    },
    {
      "epoch": 2.221567739012234,
      "grad_norm": 2.0051359613512307,
      "learning_rate": 1.5712852283983466e-06,
      "loss": 0.0853,
      "step": 14709
    },
    {
      "epoch": 2.221718773599154,
      "grad_norm": 1.802986369517942,
      "learning_rate": 1.570709681309403e-06,
      "loss": 0.0952,
      "step": 14710
    },
    {
      "epoch": 2.2218698081860744,
      "grad_norm": 1.4534453481188447,
      "learning_rate": 1.5701342200060432e-06,
      "loss": 0.0855,
      "step": 14711
    },
    {
      "epoch": 2.222020842772995,
      "grad_norm": 1.175392606775445,
      "learning_rate": 1.5695588445026615e-06,
      "loss": 0.0713,
      "step": 14712
    },
    {
      "epoch": 2.2221718773599153,
      "grad_norm": 1.4371440805764795,
      "learning_rate": 1.5689835548136545e-06,
      "loss": 0.0824,
      "step": 14713
    },
    {
      "epoch": 2.222322911946836,
      "grad_norm": 1.5832033509340777,
      "learning_rate": 1.5684083509534098e-06,
      "loss": 0.0918,
      "step": 14714
    },
    {
      "epoch": 2.222473946533756,
      "grad_norm": 1.5294013148828702,
      "learning_rate": 1.5678332329363199e-06,
      "loss": 0.0921,
      "step": 14715
    },
    {
      "epoch": 2.222624981120677,
      "grad_norm": 1.2761445383771532,
      "learning_rate": 1.5672582007767684e-06,
      "loss": 0.0729,
      "step": 14716
    },
    {
      "epoch": 2.222776015707597,
      "grad_norm": 1.4559447176474105,
      "learning_rate": 1.566683254489142e-06,
      "loss": 0.0661,
      "step": 14717
    },
    {
      "epoch": 2.2229270502945173,
      "grad_norm": 1.3638036132912565,
      "learning_rate": 1.5661083940878258e-06,
      "loss": 0.0656,
      "step": 14718
    },
    {
      "epoch": 2.223078084881438,
      "grad_norm": 1.3637621172457628,
      "learning_rate": 1.5655336195871945e-06,
      "loss": 0.0738,
      "step": 14719
    },
    {
      "epoch": 2.223229119468358,
      "grad_norm": 1.3578045561383691,
      "learning_rate": 1.5649589310016289e-06,
      "loss": 0.074,
      "step": 14720
    },
    {
      "epoch": 2.2233801540552784,
      "grad_norm": 1.2546601857376558,
      "learning_rate": 1.5643843283455074e-06,
      "loss": 0.0742,
      "step": 14721
    },
    {
      "epoch": 2.223531188642199,
      "grad_norm": 1.5347515087242583,
      "learning_rate": 1.5638098116332006e-06,
      "loss": 0.0934,
      "step": 14722
    },
    {
      "epoch": 2.2236822232291193,
      "grad_norm": 1.2418873314351908,
      "learning_rate": 1.563235380879084e-06,
      "loss": 0.0735,
      "step": 14723
    },
    {
      "epoch": 2.22383325781604,
      "grad_norm": 1.9999211280388858,
      "learning_rate": 1.5626610360975231e-06,
      "loss": 0.0817,
      "step": 14724
    },
    {
      "epoch": 2.2239842924029603,
      "grad_norm": 1.420432018607307,
      "learning_rate": 1.562086777302889e-06,
      "loss": 0.068,
      "step": 14725
    },
    {
      "epoch": 2.2241353269898805,
      "grad_norm": 1.954566129394419,
      "learning_rate": 1.5615126045095464e-06,
      "loss": 0.0789,
      "step": 14726
    },
    {
      "epoch": 2.224286361576801,
      "grad_norm": 1.1335838893351844,
      "learning_rate": 1.560938517731856e-06,
      "loss": 0.0584,
      "step": 14727
    },
    {
      "epoch": 2.2244373961637214,
      "grad_norm": 1.5053157810302171,
      "learning_rate": 1.5603645169841824e-06,
      "loss": 0.0839,
      "step": 14728
    },
    {
      "epoch": 2.224588430750642,
      "grad_norm": 1.1672487932646995,
      "learning_rate": 1.5597906022808807e-06,
      "loss": 0.0601,
      "step": 14729
    },
    {
      "epoch": 2.2247394653375623,
      "grad_norm": 1.6496855044701253,
      "learning_rate": 1.5592167736363123e-06,
      "loss": 0.0844,
      "step": 14730
    },
    {
      "epoch": 2.2248904999244825,
      "grad_norm": 1.4764038747940404,
      "learning_rate": 1.5586430310648272e-06,
      "loss": 0.0697,
      "step": 14731
    },
    {
      "epoch": 2.225041534511403,
      "grad_norm": 1.417431864393367,
      "learning_rate": 1.5580693745807817e-06,
      "loss": 0.0712,
      "step": 14732
    },
    {
      "epoch": 2.2251925690983234,
      "grad_norm": 1.7756508512235099,
      "learning_rate": 1.557495804198525e-06,
      "loss": 0.0676,
      "step": 14733
    },
    {
      "epoch": 2.225343603685244,
      "grad_norm": 1.3647050036309152,
      "learning_rate": 1.556922319932403e-06,
      "loss": 0.0798,
      "step": 14734
    },
    {
      "epoch": 2.2254946382721643,
      "grad_norm": 1.6191712637516056,
      "learning_rate": 1.5563489217967653e-06,
      "loss": 0.0878,
      "step": 14735
    },
    {
      "epoch": 2.2256456728590845,
      "grad_norm": 1.418466942930715,
      "learning_rate": 1.5557756098059518e-06,
      "loss": 0.0677,
      "step": 14736
    },
    {
      "epoch": 2.225796707446005,
      "grad_norm": 1.1284998835216373,
      "learning_rate": 1.5552023839743086e-06,
      "loss": 0.0694,
      "step": 14737
    },
    {
      "epoch": 2.2259477420329254,
      "grad_norm": 2.390941817560897,
      "learning_rate": 1.5546292443161715e-06,
      "loss": 0.0948,
      "step": 14738
    },
    {
      "epoch": 2.226098776619846,
      "grad_norm": 1.6771102879060702,
      "learning_rate": 1.5540561908458807e-06,
      "loss": 0.0894,
      "step": 14739
    },
    {
      "epoch": 2.2262498112067663,
      "grad_norm": 1.9184863783502324,
      "learning_rate": 1.5534832235777703e-06,
      "loss": 0.0815,
      "step": 14740
    },
    {
      "epoch": 2.2264008457936866,
      "grad_norm": 1.3436818662804488,
      "learning_rate": 1.552910342526172e-06,
      "loss": 0.0936,
      "step": 14741
    },
    {
      "epoch": 2.2265518803806073,
      "grad_norm": 2.16881555336172,
      "learning_rate": 1.5523375477054197e-06,
      "loss": 0.0813,
      "step": 14742
    },
    {
      "epoch": 2.2267029149675275,
      "grad_norm": 1.6348392573347208,
      "learning_rate": 1.5517648391298384e-06,
      "loss": 0.0792,
      "step": 14743
    },
    {
      "epoch": 2.226853949554448,
      "grad_norm": 1.3943763721899773,
      "learning_rate": 1.5511922168137573e-06,
      "loss": 0.0776,
      "step": 14744
    },
    {
      "epoch": 2.2270049841413684,
      "grad_norm": 1.3889104790674116,
      "learning_rate": 1.5506196807715018e-06,
      "loss": 0.0804,
      "step": 14745
    },
    {
      "epoch": 2.2271560187282886,
      "grad_norm": 3.3440564832813346,
      "learning_rate": 1.5500472310173914e-06,
      "loss": 0.1058,
      "step": 14746
    },
    {
      "epoch": 2.2273070533152093,
      "grad_norm": 2.0315067774895477,
      "learning_rate": 1.5494748675657512e-06,
      "loss": 0.086,
      "step": 14747
    },
    {
      "epoch": 2.2274580879021295,
      "grad_norm": 2.1248638005069136,
      "learning_rate": 1.5489025904308918e-06,
      "loss": 0.0951,
      "step": 14748
    },
    {
      "epoch": 2.22760912248905,
      "grad_norm": 2.187202825356104,
      "learning_rate": 1.5483303996271331e-06,
      "loss": 0.1166,
      "step": 14749
    },
    {
      "epoch": 2.2277601570759704,
      "grad_norm": 1.1266718883392133,
      "learning_rate": 1.5477582951687902e-06,
      "loss": 0.0644,
      "step": 14750
    },
    {
      "epoch": 2.2279111916628906,
      "grad_norm": 1.42118977986531,
      "learning_rate": 1.5471862770701717e-06,
      "loss": 0.0849,
      "step": 14751
    },
    {
      "epoch": 2.2280622262498113,
      "grad_norm": 1.9428176558030463,
      "learning_rate": 1.5466143453455894e-06,
      "loss": 0.0993,
      "step": 14752
    },
    {
      "epoch": 2.2282132608367315,
      "grad_norm": 1.576246427893629,
      "learning_rate": 1.5460425000093475e-06,
      "loss": 0.0945,
      "step": 14753
    },
    {
      "epoch": 2.228364295423652,
      "grad_norm": 1.6565701097644958,
      "learning_rate": 1.5454707410757547e-06,
      "loss": 0.1047,
      "step": 14754
    },
    {
      "epoch": 2.2285153300105724,
      "grad_norm": 1.7213318099520092,
      "learning_rate": 1.544899068559112e-06,
      "loss": 0.0823,
      "step": 14755
    },
    {
      "epoch": 2.2286663645974927,
      "grad_norm": 1.5890079079810737,
      "learning_rate": 1.5443274824737186e-06,
      "loss": 0.0745,
      "step": 14756
    },
    {
      "epoch": 2.2288173991844134,
      "grad_norm": 1.1792271188485888,
      "learning_rate": 1.5437559828338761e-06,
      "loss": 0.0677,
      "step": 14757
    },
    {
      "epoch": 2.2289684337713336,
      "grad_norm": 1.2035432631603948,
      "learning_rate": 1.5431845696538772e-06,
      "loss": 0.0735,
      "step": 14758
    },
    {
      "epoch": 2.2291194683582543,
      "grad_norm": 2.3869707853805333,
      "learning_rate": 1.5426132429480207e-06,
      "loss": 0.1212,
      "step": 14759
    },
    {
      "epoch": 2.2292705029451745,
      "grad_norm": 1.5342471556686552,
      "learning_rate": 1.5420420027305938e-06,
      "loss": 0.0782,
      "step": 14760
    },
    {
      "epoch": 2.2294215375320947,
      "grad_norm": 1.3623805181355315,
      "learning_rate": 1.5414708490158908e-06,
      "loss": 0.0729,
      "step": 14761
    },
    {
      "epoch": 2.2295725721190154,
      "grad_norm": 1.532222948355768,
      "learning_rate": 1.540899781818197e-06,
      "loss": 0.0811,
      "step": 14762
    },
    {
      "epoch": 2.2297236067059356,
      "grad_norm": 1.2621142885550005,
      "learning_rate": 1.5403288011517968e-06,
      "loss": 0.0646,
      "step": 14763
    },
    {
      "epoch": 2.229874641292856,
      "grad_norm": 1.2046292469228534,
      "learning_rate": 1.539757907030977e-06,
      "loss": 0.0713,
      "step": 14764
    },
    {
      "epoch": 2.2300256758797765,
      "grad_norm": 1.1604184935772859,
      "learning_rate": 1.5391870994700153e-06,
      "loss": 0.0665,
      "step": 14765
    },
    {
      "epoch": 2.2301767104666967,
      "grad_norm": 2.070253692913704,
      "learning_rate": 1.5386163784831943e-06,
      "loss": 0.0808,
      "step": 14766
    },
    {
      "epoch": 2.2303277450536174,
      "grad_norm": 1.587577653584911,
      "learning_rate": 1.5380457440847868e-06,
      "loss": 0.0943,
      "step": 14767
    },
    {
      "epoch": 2.2304787796405376,
      "grad_norm": 1.312623763070894,
      "learning_rate": 1.5374751962890721e-06,
      "loss": 0.0852,
      "step": 14768
    },
    {
      "epoch": 2.2306298142274583,
      "grad_norm": 1.4806165224962113,
      "learning_rate": 1.53690473511032e-06,
      "loss": 0.0838,
      "step": 14769
    },
    {
      "epoch": 2.2307808488143785,
      "grad_norm": 1.4587873272698562,
      "learning_rate": 1.5363343605627995e-06,
      "loss": 0.0763,
      "step": 14770
    },
    {
      "epoch": 2.2309318834012988,
      "grad_norm": 1.5699134831852495,
      "learning_rate": 1.5357640726607826e-06,
      "loss": 0.078,
      "step": 14771
    },
    {
      "epoch": 2.2310829179882194,
      "grad_norm": 1.4171600917813703,
      "learning_rate": 1.5351938714185315e-06,
      "loss": 0.081,
      "step": 14772
    },
    {
      "epoch": 2.2312339525751397,
      "grad_norm": 1.5246792461148626,
      "learning_rate": 1.5346237568503125e-06,
      "loss": 0.0761,
      "step": 14773
    },
    {
      "epoch": 2.23138498716206,
      "grad_norm": 1.4244200129220508,
      "learning_rate": 1.5340537289703884e-06,
      "loss": 0.088,
      "step": 14774
    },
    {
      "epoch": 2.2315360217489806,
      "grad_norm": 1.6775164322447706,
      "learning_rate": 1.533483787793017e-06,
      "loss": 0.084,
      "step": 14775
    },
    {
      "epoch": 2.231687056335901,
      "grad_norm": 1.5649499411765715,
      "learning_rate": 1.532913933332456e-06,
      "loss": 0.0856,
      "step": 14776
    },
    {
      "epoch": 2.2318380909228215,
      "grad_norm": 1.2842499195793136,
      "learning_rate": 1.5323441656029593e-06,
      "loss": 0.0765,
      "step": 14777
    },
    {
      "epoch": 2.2319891255097417,
      "grad_norm": 1.728973910594399,
      "learning_rate": 1.5317744846187805e-06,
      "loss": 0.0932,
      "step": 14778
    },
    {
      "epoch": 2.232140160096662,
      "grad_norm": 1.1199279260915176,
      "learning_rate": 1.5312048903941733e-06,
      "loss": 0.0607,
      "step": 14779
    },
    {
      "epoch": 2.2322911946835826,
      "grad_norm": 1.445582166626039,
      "learning_rate": 1.5306353829433823e-06,
      "loss": 0.0834,
      "step": 14780
    },
    {
      "epoch": 2.232442229270503,
      "grad_norm": 1.3519429723652503,
      "learning_rate": 1.530065962280658e-06,
      "loss": 0.074,
      "step": 14781
    },
    {
      "epoch": 2.2325932638574235,
      "grad_norm": 1.2800098567636649,
      "learning_rate": 1.5294966284202412e-06,
      "loss": 0.071,
      "step": 14782
    },
    {
      "epoch": 2.2327442984443437,
      "grad_norm": 1.6686771472948325,
      "learning_rate": 1.5289273813763772e-06,
      "loss": 0.0799,
      "step": 14783
    },
    {
      "epoch": 2.232895333031264,
      "grad_norm": 1.4973407336196414,
      "learning_rate": 1.5283582211633042e-06,
      "loss": 0.0837,
      "step": 14784
    },
    {
      "epoch": 2.2330463676181846,
      "grad_norm": 1.640841469095935,
      "learning_rate": 1.5277891477952588e-06,
      "loss": 0.0805,
      "step": 14785
    },
    {
      "epoch": 2.233197402205105,
      "grad_norm": 1.5522289043286897,
      "learning_rate": 1.5272201612864807e-06,
      "loss": 0.0925,
      "step": 14786
    },
    {
      "epoch": 2.2333484367920255,
      "grad_norm": 1.6408113010322551,
      "learning_rate": 1.5266512616511986e-06,
      "loss": 0.0718,
      "step": 14787
    },
    {
      "epoch": 2.2334994713789458,
      "grad_norm": 2.5275046416485916,
      "learning_rate": 1.526082448903648e-06,
      "loss": 0.1167,
      "step": 14788
    },
    {
      "epoch": 2.233650505965866,
      "grad_norm": 1.3031334780400292,
      "learning_rate": 1.5255137230580548e-06,
      "loss": 0.0687,
      "step": 14789
    },
    {
      "epoch": 2.2338015405527867,
      "grad_norm": 2.0979773950833027,
      "learning_rate": 1.524945084128649e-06,
      "loss": 0.0872,
      "step": 14790
    },
    {
      "epoch": 2.233952575139707,
      "grad_norm": 1.5920744702541778,
      "learning_rate": 1.5243765321296534e-06,
      "loss": 0.0737,
      "step": 14791
    },
    {
      "epoch": 2.2341036097266276,
      "grad_norm": 2.6666417310055297,
      "learning_rate": 1.5238080670752903e-06,
      "loss": 0.0965,
      "step": 14792
    },
    {
      "epoch": 2.234254644313548,
      "grad_norm": 1.3258418502671947,
      "learning_rate": 1.5232396889797817e-06,
      "loss": 0.086,
      "step": 14793
    },
    {
      "epoch": 2.234405678900468,
      "grad_norm": 1.4459932770676216,
      "learning_rate": 1.5226713978573443e-06,
      "loss": 0.0806,
      "step": 14794
    },
    {
      "epoch": 2.2345567134873887,
      "grad_norm": 3.616731994762902,
      "learning_rate": 1.5221031937221954e-06,
      "loss": 0.1082,
      "step": 14795
    },
    {
      "epoch": 2.234707748074309,
      "grad_norm": 1.4877238312460976,
      "learning_rate": 1.5215350765885496e-06,
      "loss": 0.0881,
      "step": 14796
    },
    {
      "epoch": 2.2348587826612296,
      "grad_norm": 1.8414619913324743,
      "learning_rate": 1.5209670464706177e-06,
      "loss": 0.0949,
      "step": 14797
    },
    {
      "epoch": 2.23500981724815,
      "grad_norm": 1.8113423199658651,
      "learning_rate": 1.5203991033826093e-06,
      "loss": 0.0879,
      "step": 14798
    },
    {
      "epoch": 2.23516085183507,
      "grad_norm": 1.4574730718439584,
      "learning_rate": 1.5198312473387306e-06,
      "loss": 0.0794,
      "step": 14799
    },
    {
      "epoch": 2.2353118864219907,
      "grad_norm": 1.3176928060093567,
      "learning_rate": 1.5192634783531878e-06,
      "loss": 0.0733,
      "step": 14800
    },
    {
      "epoch": 2.235462921008911,
      "grad_norm": 1.3673673756184637,
      "learning_rate": 1.5186957964401854e-06,
      "loss": 0.0767,
      "step": 14801
    },
    {
      "epoch": 2.2356139555958316,
      "grad_norm": 1.3049792420457582,
      "learning_rate": 1.5181282016139221e-06,
      "loss": 0.0735,
      "step": 14802
    },
    {
      "epoch": 2.235764990182752,
      "grad_norm": 1.439527424869553,
      "learning_rate": 1.5175606938885989e-06,
      "loss": 0.0755,
      "step": 14803
    },
    {
      "epoch": 2.235916024769672,
      "grad_norm": 1.9673798601565289,
      "learning_rate": 1.516993273278411e-06,
      "loss": 0.0973,
      "step": 14804
    },
    {
      "epoch": 2.236067059356593,
      "grad_norm": 1.5217102229044044,
      "learning_rate": 1.5164259397975512e-06,
      "loss": 0.0766,
      "step": 14805
    },
    {
      "epoch": 2.236218093943513,
      "grad_norm": 1.5461414905073152,
      "learning_rate": 1.5158586934602143e-06,
      "loss": 0.0842,
      "step": 14806
    },
    {
      "epoch": 2.2363691285304332,
      "grad_norm": 1.370305139128225,
      "learning_rate": 1.515291534280588e-06,
      "loss": 0.0754,
      "step": 14807
    },
    {
      "epoch": 2.236520163117354,
      "grad_norm": 1.3682973232720081,
      "learning_rate": 1.5147244622728624e-06,
      "loss": 0.0739,
      "step": 14808
    },
    {
      "epoch": 2.236671197704274,
      "grad_norm": 1.93678906833876,
      "learning_rate": 1.5141574774512209e-06,
      "loss": 0.0871,
      "step": 14809
    },
    {
      "epoch": 2.236822232291195,
      "grad_norm": 1.5030048069217148,
      "learning_rate": 1.5135905798298494e-06,
      "loss": 0.0739,
      "step": 14810
    },
    {
      "epoch": 2.236973266878115,
      "grad_norm": 2.167287847479593,
      "learning_rate": 1.5130237694229277e-06,
      "loss": 0.0863,
      "step": 14811
    },
    {
      "epoch": 2.2371243014650357,
      "grad_norm": 1.375335222345884,
      "learning_rate": 1.512457046244633e-06,
      "loss": 0.0796,
      "step": 14812
    },
    {
      "epoch": 2.237275336051956,
      "grad_norm": 1.5445255417464923,
      "learning_rate": 1.5118904103091465e-06,
      "loss": 0.0805,
      "step": 14813
    },
    {
      "epoch": 2.237426370638876,
      "grad_norm": 1.7045458687829123,
      "learning_rate": 1.5113238616306386e-06,
      "loss": 0.0926,
      "step": 14814
    },
    {
      "epoch": 2.237577405225797,
      "grad_norm": 1.779971015158891,
      "learning_rate": 1.510757400223285e-06,
      "loss": 0.096,
      "step": 14815
    },
    {
      "epoch": 2.237728439812717,
      "grad_norm": 1.7523680799522687,
      "learning_rate": 1.5101910261012537e-06,
      "loss": 0.0733,
      "step": 14816
    },
    {
      "epoch": 2.2378794743996373,
      "grad_norm": 1.3868315351733245,
      "learning_rate": 1.509624739278715e-06,
      "loss": 0.0743,
      "step": 14817
    },
    {
      "epoch": 2.238030508986558,
      "grad_norm": 2.08343974403091,
      "learning_rate": 1.5090585397698326e-06,
      "loss": 0.0852,
      "step": 14818
    },
    {
      "epoch": 2.238181543573478,
      "grad_norm": 1.640101847528814,
      "learning_rate": 1.5084924275887737e-06,
      "loss": 0.0956,
      "step": 14819
    },
    {
      "epoch": 2.238332578160399,
      "grad_norm": 1.6202969294411278,
      "learning_rate": 1.5079264027496964e-06,
      "loss": 0.099,
      "step": 14820
    },
    {
      "epoch": 2.238483612747319,
      "grad_norm": 1.2652399120338036,
      "learning_rate": 1.5073604652667612e-06,
      "loss": 0.0779,
      "step": 14821
    },
    {
      "epoch": 2.2386346473342393,
      "grad_norm": 1.624124284326239,
      "learning_rate": 1.5067946151541263e-06,
      "loss": 0.0848,
      "step": 14822
    },
    {
      "epoch": 2.23878568192116,
      "grad_norm": 1.148143101382797,
      "learning_rate": 1.506228852425945e-06,
      "loss": 0.0669,
      "step": 14823
    },
    {
      "epoch": 2.2389367165080802,
      "grad_norm": 1.4847475201054,
      "learning_rate": 1.505663177096371e-06,
      "loss": 0.079,
      "step": 14824
    },
    {
      "epoch": 2.239087751095001,
      "grad_norm": 1.4071446984459035,
      "learning_rate": 1.5050975891795566e-06,
      "loss": 0.0735,
      "step": 14825
    },
    {
      "epoch": 2.239238785681921,
      "grad_norm": 1.455654560201591,
      "learning_rate": 1.5045320886896492e-06,
      "loss": 0.0791,
      "step": 14826
    },
    {
      "epoch": 2.2393898202688414,
      "grad_norm": 1.4081874807773502,
      "learning_rate": 1.5039666756407944e-06,
      "loss": 0.0797,
      "step": 14827
    },
    {
      "epoch": 2.239540854855762,
      "grad_norm": 1.8172732695860077,
      "learning_rate": 1.5034013500471356e-06,
      "loss": 0.0941,
      "step": 14828
    },
    {
      "epoch": 2.2396918894426823,
      "grad_norm": 1.7925019743500765,
      "learning_rate": 1.5028361119228158e-06,
      "loss": 0.1023,
      "step": 14829
    },
    {
      "epoch": 2.239842924029603,
      "grad_norm": 1.4360098190173907,
      "learning_rate": 1.5022709612819758e-06,
      "loss": 0.0634,
      "step": 14830
    },
    {
      "epoch": 2.239993958616523,
      "grad_norm": 1.5334668499031903,
      "learning_rate": 1.5017058981387512e-06,
      "loss": 0.0806,
      "step": 14831
    },
    {
      "epoch": 2.2401449932034434,
      "grad_norm": 1.396211257723012,
      "learning_rate": 1.50114092250728e-06,
      "loss": 0.088,
      "step": 14832
    },
    {
      "epoch": 2.240296027790364,
      "grad_norm": 1.361828185368534,
      "learning_rate": 1.5005760344016928e-06,
      "loss": 0.0658,
      "step": 14833
    },
    {
      "epoch": 2.2404470623772843,
      "grad_norm": 1.2412824114734669,
      "learning_rate": 1.5000112338361206e-06,
      "loss": 0.0626,
      "step": 14834
    },
    {
      "epoch": 2.240598096964205,
      "grad_norm": 1.4162195548558667,
      "learning_rate": 1.4994465208246945e-06,
      "loss": 0.0813,
      "step": 14835
    },
    {
      "epoch": 2.240749131551125,
      "grad_norm": 1.243392470094534,
      "learning_rate": 1.4988818953815382e-06,
      "loss": 0.0594,
      "step": 14836
    },
    {
      "epoch": 2.2409001661380454,
      "grad_norm": 1.8576729977199327,
      "learning_rate": 1.4983173575207788e-06,
      "loss": 0.092,
      "step": 14837
    },
    {
      "epoch": 2.241051200724966,
      "grad_norm": 1.8712065323746598,
      "learning_rate": 1.497752907256536e-06,
      "loss": 0.0997,
      "step": 14838
    },
    {
      "epoch": 2.2412022353118863,
      "grad_norm": 1.6479257971234542,
      "learning_rate": 1.4971885446029327e-06,
      "loss": 0.0738,
      "step": 14839
    },
    {
      "epoch": 2.241353269898807,
      "grad_norm": 1.6349169358006768,
      "learning_rate": 1.496624269574085e-06,
      "loss": 0.0818,
      "step": 14840
    },
    {
      "epoch": 2.2415043044857272,
      "grad_norm": 1.4459835663387837,
      "learning_rate": 1.4960600821841077e-06,
      "loss": 0.071,
      "step": 14841
    },
    {
      "epoch": 2.2416553390726475,
      "grad_norm": 1.2383765039752321,
      "learning_rate": 1.4954959824471167e-06,
      "loss": 0.0621,
      "step": 14842
    },
    {
      "epoch": 2.241806373659568,
      "grad_norm": 1.290159097628984,
      "learning_rate": 1.4949319703772202e-06,
      "loss": 0.0733,
      "step": 14843
    },
    {
      "epoch": 2.2419574082464884,
      "grad_norm": 1.330196866875342,
      "learning_rate": 1.49436804598853e-06,
      "loss": 0.0755,
      "step": 14844
    },
    {
      "epoch": 2.242108442833409,
      "grad_norm": 2.423758387424646,
      "learning_rate": 1.493804209295151e-06,
      "loss": 0.0702,
      "step": 14845
    },
    {
      "epoch": 2.2422594774203293,
      "grad_norm": 1.8178277663724203,
      "learning_rate": 1.4932404603111889e-06,
      "loss": 0.0772,
      "step": 14846
    },
    {
      "epoch": 2.2424105120072495,
      "grad_norm": 1.1650908474812471,
      "learning_rate": 1.4926767990507484e-06,
      "loss": 0.0629,
      "step": 14847
    },
    {
      "epoch": 2.24256154659417,
      "grad_norm": 1.385876834229075,
      "learning_rate": 1.4921132255279252e-06,
      "loss": 0.0814,
      "step": 14848
    },
    {
      "epoch": 2.2427125811810904,
      "grad_norm": 1.2674759400186453,
      "learning_rate": 1.4915497397568207e-06,
      "loss": 0.0747,
      "step": 14849
    },
    {
      "epoch": 2.242863615768011,
      "grad_norm": 1.660430937010045,
      "learning_rate": 1.4909863417515286e-06,
      "loss": 0.077,
      "step": 14850
    },
    {
      "epoch": 2.2430146503549313,
      "grad_norm": 1.2740785252544673,
      "learning_rate": 1.4904230315261436e-06,
      "loss": 0.0818,
      "step": 14851
    },
    {
      "epoch": 2.2431656849418515,
      "grad_norm": 1.228448448887464,
      "learning_rate": 1.4898598090947592e-06,
      "loss": 0.0608,
      "step": 14852
    },
    {
      "epoch": 2.243316719528772,
      "grad_norm": 1.401108387913233,
      "learning_rate": 1.4892966744714616e-06,
      "loss": 0.0803,
      "step": 14853
    },
    {
      "epoch": 2.2434677541156924,
      "grad_norm": 1.3566911875473882,
      "learning_rate": 1.4887336276703401e-06,
      "loss": 0.0818,
      "step": 14854
    },
    {
      "epoch": 2.243618788702613,
      "grad_norm": 1.3557728939889138,
      "learning_rate": 1.4881706687054792e-06,
      "loss": 0.0746,
      "step": 14855
    },
    {
      "epoch": 2.2437698232895333,
      "grad_norm": 1.2397687022993673,
      "learning_rate": 1.4876077975909598e-06,
      "loss": 0.0725,
      "step": 14856
    },
    {
      "epoch": 2.2439208578764536,
      "grad_norm": 1.8984611223296348,
      "learning_rate": 1.4870450143408655e-06,
      "loss": 0.1064,
      "step": 14857
    },
    {
      "epoch": 2.2440718924633742,
      "grad_norm": 1.3524848548073278,
      "learning_rate": 1.4864823189692707e-06,
      "loss": 0.0754,
      "step": 14858
    },
    {
      "epoch": 2.2442229270502945,
      "grad_norm": 1.5971915976673343,
      "learning_rate": 1.4859197114902562e-06,
      "loss": 0.0895,
      "step": 14859
    },
    {
      "epoch": 2.2443739616372147,
      "grad_norm": 1.3042348536689534,
      "learning_rate": 1.4853571919178915e-06,
      "loss": 0.0754,
      "step": 14860
    },
    {
      "epoch": 2.2445249962241354,
      "grad_norm": 1.9269691706570604,
      "learning_rate": 1.4847947602662521e-06,
      "loss": 0.11,
      "step": 14861
    },
    {
      "epoch": 2.2446760308110556,
      "grad_norm": 1.5422019994414529,
      "learning_rate": 1.4842324165494059e-06,
      "loss": 0.0699,
      "step": 14862
    },
    {
      "epoch": 2.2448270653979763,
      "grad_norm": 1.4704759139555872,
      "learning_rate": 1.4836701607814186e-06,
      "loss": 0.0826,
      "step": 14863
    },
    {
      "epoch": 2.2449780999848965,
      "grad_norm": 1.7559573088421896,
      "learning_rate": 1.4831079929763582e-06,
      "loss": 0.0918,
      "step": 14864
    },
    {
      "epoch": 2.245129134571817,
      "grad_norm": 1.4806140298962303,
      "learning_rate": 1.482545913148285e-06,
      "loss": 0.0737,
      "step": 14865
    },
    {
      "epoch": 2.2452801691587374,
      "grad_norm": 1.3162593836465801,
      "learning_rate": 1.4819839213112626e-06,
      "loss": 0.0771,
      "step": 14866
    },
    {
      "epoch": 2.2454312037456576,
      "grad_norm": 1.3457581950339559,
      "learning_rate": 1.4814220174793464e-06,
      "loss": 0.0739,
      "step": 14867
    },
    {
      "epoch": 2.2455822383325783,
      "grad_norm": 1.172628685814895,
      "learning_rate": 1.4808602016665957e-06,
      "loss": 0.0653,
      "step": 14868
    },
    {
      "epoch": 2.2457332729194985,
      "grad_norm": 1.8639905141999333,
      "learning_rate": 1.4802984738870634e-06,
      "loss": 0.1013,
      "step": 14869
    },
    {
      "epoch": 2.2458843075064188,
      "grad_norm": 1.113276000546861,
      "learning_rate": 1.4797368341548001e-06,
      "loss": 0.0703,
      "step": 14870
    },
    {
      "epoch": 2.2460353420933394,
      "grad_norm": 1.3787976218033213,
      "learning_rate": 1.4791752824838585e-06,
      "loss": 0.0826,
      "step": 14871
    },
    {
      "epoch": 2.2461863766802597,
      "grad_norm": 1.410559499596758,
      "learning_rate": 1.478613818888282e-06,
      "loss": 0.0647,
      "step": 14872
    },
    {
      "epoch": 2.2463374112671803,
      "grad_norm": 1.3023038248190222,
      "learning_rate": 1.4780524433821203e-06,
      "loss": 0.0777,
      "step": 14873
    },
    {
      "epoch": 2.2464884458541006,
      "grad_norm": 1.5531103350063595,
      "learning_rate": 1.4774911559794126e-06,
      "loss": 0.0754,
      "step": 14874
    },
    {
      "epoch": 2.246639480441021,
      "grad_norm": 1.6552603322905166,
      "learning_rate": 1.476929956694202e-06,
      "loss": 0.0874,
      "step": 14875
    },
    {
      "epoch": 2.2467905150279415,
      "grad_norm": 1.8826157794629264,
      "learning_rate": 1.47636884554053e-06,
      "loss": 0.0852,
      "step": 14876
    },
    {
      "epoch": 2.2469415496148617,
      "grad_norm": 1.7274912968972764,
      "learning_rate": 1.4758078225324268e-06,
      "loss": 0.0824,
      "step": 14877
    },
    {
      "epoch": 2.2470925842017824,
      "grad_norm": 1.3314009967400746,
      "learning_rate": 1.4752468876839315e-06,
      "loss": 0.0691,
      "step": 14878
    },
    {
      "epoch": 2.2472436187887026,
      "grad_norm": 1.1257463863224648,
      "learning_rate": 1.474686041009073e-06,
      "loss": 0.0692,
      "step": 14879
    },
    {
      "epoch": 2.247394653375623,
      "grad_norm": 1.2577445784010433,
      "learning_rate": 1.4741252825218833e-06,
      "loss": 0.0653,
      "step": 14880
    },
    {
      "epoch": 2.2475456879625435,
      "grad_norm": 1.5919930824716564,
      "learning_rate": 1.4735646122363905e-06,
      "loss": 0.0892,
      "step": 14881
    },
    {
      "epoch": 2.2476967225494637,
      "grad_norm": 1.3546570395087698,
      "learning_rate": 1.4730040301666183e-06,
      "loss": 0.0795,
      "step": 14882
    },
    {
      "epoch": 2.2478477571363844,
      "grad_norm": 3.120391907043124,
      "learning_rate": 1.4724435363265933e-06,
      "loss": 0.0996,
      "step": 14883
    },
    {
      "epoch": 2.2479987917233046,
      "grad_norm": 1.6648593190302947,
      "learning_rate": 1.4718831307303311e-06,
      "loss": 0.0822,
      "step": 14884
    },
    {
      "epoch": 2.248149826310225,
      "grad_norm": 1.18345376360953,
      "learning_rate": 1.4713228133918534e-06,
      "loss": 0.0667,
      "step": 14885
    },
    {
      "epoch": 2.2483008608971455,
      "grad_norm": 1.4677613203782691,
      "learning_rate": 1.4707625843251789e-06,
      "loss": 0.0784,
      "step": 14886
    },
    {
      "epoch": 2.2484518954840658,
      "grad_norm": 1.7276039504154466,
      "learning_rate": 1.4702024435443186e-06,
      "loss": 0.0861,
      "step": 14887
    },
    {
      "epoch": 2.2486029300709864,
      "grad_norm": 1.464085954212889,
      "learning_rate": 1.4696423910632874e-06,
      "loss": 0.0748,
      "step": 14888
    },
    {
      "epoch": 2.2487539646579067,
      "grad_norm": 1.7400341206289787,
      "learning_rate": 1.469082426896093e-06,
      "loss": 0.094,
      "step": 14889
    },
    {
      "epoch": 2.248904999244827,
      "grad_norm": 1.5555270665956884,
      "learning_rate": 1.4685225510567459e-06,
      "loss": 0.0794,
      "step": 14890
    },
    {
      "epoch": 2.2490560338317476,
      "grad_norm": 1.2717354423435734,
      "learning_rate": 1.4679627635592498e-06,
      "loss": 0.0722,
      "step": 14891
    },
    {
      "epoch": 2.249207068418668,
      "grad_norm": 2.0710414182674053,
      "learning_rate": 1.4674030644176074e-06,
      "loss": 0.0914,
      "step": 14892
    },
    {
      "epoch": 2.2493581030055885,
      "grad_norm": 1.9644243516193733,
      "learning_rate": 1.466843453645822e-06,
      "loss": 0.104,
      "step": 14893
    },
    {
      "epoch": 2.2495091375925087,
      "grad_norm": 1.657899590620119,
      "learning_rate": 1.4662839312578903e-06,
      "loss": 0.1009,
      "step": 14894
    },
    {
      "epoch": 2.249660172179429,
      "grad_norm": 1.4696000007572998,
      "learning_rate": 1.465724497267812e-06,
      "loss": 0.0803,
      "step": 14895
    },
    {
      "epoch": 2.2498112067663496,
      "grad_norm": 1.5134687751716256,
      "learning_rate": 1.4651651516895783e-06,
      "loss": 0.0883,
      "step": 14896
    },
    {
      "epoch": 2.24996224135327,
      "grad_norm": 1.4467502308754354,
      "learning_rate": 1.4646058945371833e-06,
      "loss": 0.0818,
      "step": 14897
    },
    {
      "epoch": 2.2501132759401905,
      "grad_norm": 1.5027263361501586,
      "learning_rate": 1.4640467258246199e-06,
      "loss": 0.0882,
      "step": 14898
    },
    {
      "epoch": 2.2502643105271107,
      "grad_norm": 1.4680585704673956,
      "learning_rate": 1.4634876455658703e-06,
      "loss": 0.0821,
      "step": 14899
    },
    {
      "epoch": 2.250415345114031,
      "grad_norm": 1.3777801383368107,
      "learning_rate": 1.4629286537749243e-06,
      "loss": 0.0819,
      "step": 14900
    },
    {
      "epoch": 2.2505663797009516,
      "grad_norm": 1.651366219480279,
      "learning_rate": 1.4623697504657624e-06,
      "loss": 0.0785,
      "step": 14901
    },
    {
      "epoch": 2.250717414287872,
      "grad_norm": 1.399406730070813,
      "learning_rate": 1.461810935652368e-06,
      "loss": 0.0854,
      "step": 14902
    },
    {
      "epoch": 2.250868448874792,
      "grad_norm": 2.267982660138236,
      "learning_rate": 1.4612522093487214e-06,
      "loss": 0.0923,
      "step": 14903
    },
    {
      "epoch": 2.2510194834617128,
      "grad_norm": 1.8192633683204582,
      "learning_rate": 1.4606935715687959e-06,
      "loss": 0.0989,
      "step": 14904
    },
    {
      "epoch": 2.251170518048633,
      "grad_norm": 1.6586337470783057,
      "learning_rate": 1.4601350223265708e-06,
      "loss": 0.0815,
      "step": 14905
    },
    {
      "epoch": 2.2513215526355537,
      "grad_norm": 1.3859121497565514,
      "learning_rate": 1.459576561636013e-06,
      "loss": 0.0856,
      "step": 14906
    },
    {
      "epoch": 2.251472587222474,
      "grad_norm": 1.5614630968012873,
      "learning_rate": 1.4590181895110956e-06,
      "loss": 0.0879,
      "step": 14907
    },
    {
      "epoch": 2.2516236218093946,
      "grad_norm": 1.1311980162726394,
      "learning_rate": 1.4584599059657878e-06,
      "loss": 0.0666,
      "step": 14908
    },
    {
      "epoch": 2.251774656396315,
      "grad_norm": 1.471705907378814,
      "learning_rate": 1.4579017110140525e-06,
      "loss": 0.0828,
      "step": 14909
    },
    {
      "epoch": 2.251925690983235,
      "grad_norm": 1.5272383866380541,
      "learning_rate": 1.4573436046698563e-06,
      "loss": 0.0844,
      "step": 14910
    },
    {
      "epoch": 2.2520767255701557,
      "grad_norm": 1.5264238104249748,
      "learning_rate": 1.4567855869471575e-06,
      "loss": 0.0859,
      "step": 14911
    },
    {
      "epoch": 2.252227760157076,
      "grad_norm": 1.88834836931136,
      "learning_rate": 1.4562276578599182e-06,
      "loss": 0.0733,
      "step": 14912
    },
    {
      "epoch": 2.252378794743996,
      "grad_norm": 1.1908854592567688,
      "learning_rate": 1.4556698174220934e-06,
      "loss": 0.0625,
      "step": 14913
    },
    {
      "epoch": 2.252529829330917,
      "grad_norm": 1.7627463610435827,
      "learning_rate": 1.4551120656476375e-06,
      "loss": 0.0925,
      "step": 14914
    },
    {
      "epoch": 2.252680863917837,
      "grad_norm": 1.957150080585376,
      "learning_rate": 1.454554402550505e-06,
      "loss": 0.0934,
      "step": 14915
    },
    {
      "epoch": 2.2528318985047577,
      "grad_norm": 1.4535679079606851,
      "learning_rate": 1.4539968281446426e-06,
      "loss": 0.0695,
      "step": 14916
    },
    {
      "epoch": 2.252982933091678,
      "grad_norm": 1.7411466312743977,
      "learning_rate": 1.4534393424440025e-06,
      "loss": 0.088,
      "step": 14917
    },
    {
      "epoch": 2.2531339676785986,
      "grad_norm": 1.6511617886108103,
      "learning_rate": 1.452881945462527e-06,
      "loss": 0.0801,
      "step": 14918
    },
    {
      "epoch": 2.253285002265519,
      "grad_norm": 1.37721161156703,
      "learning_rate": 1.4523246372141631e-06,
      "loss": 0.0711,
      "step": 14919
    },
    {
      "epoch": 2.253436036852439,
      "grad_norm": 1.9487281168689286,
      "learning_rate": 1.4517674177128499e-06,
      "loss": 0.106,
      "step": 14920
    },
    {
      "epoch": 2.2535870714393598,
      "grad_norm": 1.5021297050842781,
      "learning_rate": 1.4512102869725253e-06,
      "loss": 0.0739,
      "step": 14921
    },
    {
      "epoch": 2.25373810602628,
      "grad_norm": 1.3525410892273768,
      "learning_rate": 1.4506532450071297e-06,
      "loss": 0.0759,
      "step": 14922
    },
    {
      "epoch": 2.2538891406132002,
      "grad_norm": 1.5912340054376446,
      "learning_rate": 1.4500962918305945e-06,
      "loss": 0.0912,
      "step": 14923
    },
    {
      "epoch": 2.254040175200121,
      "grad_norm": 1.1051996714825898,
      "learning_rate": 1.4495394274568553e-06,
      "loss": 0.0627,
      "step": 14924
    },
    {
      "epoch": 2.254191209787041,
      "grad_norm": 1.4039570956540561,
      "learning_rate": 1.448982651899839e-06,
      "loss": 0.0812,
      "step": 14925
    },
    {
      "epoch": 2.254342244373962,
      "grad_norm": 1.4420645469504714,
      "learning_rate": 1.4484259651734756e-06,
      "loss": 0.0842,
      "step": 14926
    },
    {
      "epoch": 2.254493278960882,
      "grad_norm": 1.8682315540334453,
      "learning_rate": 1.4478693672916939e-06,
      "loss": 0.0844,
      "step": 14927
    },
    {
      "epoch": 2.2546443135478023,
      "grad_norm": 1.3149143566399293,
      "learning_rate": 1.447312858268411e-06,
      "loss": 0.0817,
      "step": 14928
    },
    {
      "epoch": 2.254795348134723,
      "grad_norm": 2.449659083363386,
      "learning_rate": 1.4467564381175536e-06,
      "loss": 0.0843,
      "step": 14929
    },
    {
      "epoch": 2.254946382721643,
      "grad_norm": 2.3717725000572507,
      "learning_rate": 1.4462001068530367e-06,
      "loss": 0.0991,
      "step": 14930
    },
    {
      "epoch": 2.255097417308564,
      "grad_norm": 1.3654292680872364,
      "learning_rate": 1.44564386448878e-06,
      "loss": 0.0802,
      "step": 14931
    },
    {
      "epoch": 2.255248451895484,
      "grad_norm": 1.8005090531285501,
      "learning_rate": 1.445087711038699e-06,
      "loss": 0.0929,
      "step": 14932
    },
    {
      "epoch": 2.2553994864824043,
      "grad_norm": 1.4181844674112853,
      "learning_rate": 1.4445316465167031e-06,
      "loss": 0.0688,
      "step": 14933
    },
    {
      "epoch": 2.255550521069325,
      "grad_norm": 1.712817408498887,
      "learning_rate": 1.4439756709367076e-06,
      "loss": 0.0825,
      "step": 14934
    },
    {
      "epoch": 2.255701555656245,
      "grad_norm": 1.3645096142933315,
      "learning_rate": 1.443419784312614e-06,
      "loss": 0.0687,
      "step": 14935
    },
    {
      "epoch": 2.255852590243166,
      "grad_norm": 2.439740342106629,
      "learning_rate": 1.4428639866583316e-06,
      "loss": 0.0785,
      "step": 14936
    },
    {
      "epoch": 2.256003624830086,
      "grad_norm": 1.4378259703040845,
      "learning_rate": 1.4423082779877651e-06,
      "loss": 0.082,
      "step": 14937
    },
    {
      "epoch": 2.2561546594170063,
      "grad_norm": 1.3905223831105442,
      "learning_rate": 1.4417526583148122e-06,
      "loss": 0.0712,
      "step": 14938
    },
    {
      "epoch": 2.256305694003927,
      "grad_norm": 1.4272456904114443,
      "learning_rate": 1.4411971276533766e-06,
      "loss": 0.0791,
      "step": 14939
    },
    {
      "epoch": 2.2564567285908472,
      "grad_norm": 1.634480311081973,
      "learning_rate": 1.440641686017351e-06,
      "loss": 0.078,
      "step": 14940
    },
    {
      "epoch": 2.256607763177768,
      "grad_norm": 1.5074791564920333,
      "learning_rate": 1.4400863334206339e-06,
      "loss": 0.0781,
      "step": 14941
    },
    {
      "epoch": 2.256758797764688,
      "grad_norm": 1.1559332368458446,
      "learning_rate": 1.4395310698771158e-06,
      "loss": 0.0646,
      "step": 14942
    },
    {
      "epoch": 2.2569098323516084,
      "grad_norm": 1.7697742928070526,
      "learning_rate": 1.438975895400685e-06,
      "loss": 0.077,
      "step": 14943
    },
    {
      "epoch": 2.257060866938529,
      "grad_norm": 1.3423067558052129,
      "learning_rate": 1.4384208100052334e-06,
      "loss": 0.0693,
      "step": 14944
    },
    {
      "epoch": 2.2572119015254493,
      "grad_norm": 1.6338305441271055,
      "learning_rate": 1.4378658137046431e-06,
      "loss": 0.0883,
      "step": 14945
    },
    {
      "epoch": 2.2573629361123695,
      "grad_norm": 2.088928954132688,
      "learning_rate": 1.4373109065128005e-06,
      "loss": 0.0907,
      "step": 14946
    },
    {
      "epoch": 2.25751397069929,
      "grad_norm": 1.637810262400306,
      "learning_rate": 1.4367560884435845e-06,
      "loss": 0.0987,
      "step": 14947
    },
    {
      "epoch": 2.2576650052862104,
      "grad_norm": 1.8648414657677845,
      "learning_rate": 1.436201359510877e-06,
      "loss": 0.0958,
      "step": 14948
    },
    {
      "epoch": 2.257816039873131,
      "grad_norm": 1.624113613527283,
      "learning_rate": 1.4356467197285534e-06,
      "loss": 0.0872,
      "step": 14949
    },
    {
      "epoch": 2.2579670744600513,
      "grad_norm": 2.2326147091638973,
      "learning_rate": 1.4350921691104869e-06,
      "loss": 0.0964,
      "step": 14950
    },
    {
      "epoch": 2.258118109046972,
      "grad_norm": 1.2807460855733122,
      "learning_rate": 1.4345377076705518e-06,
      "loss": 0.0661,
      "step": 14951
    },
    {
      "epoch": 2.258269143633892,
      "grad_norm": 1.4444686540626457,
      "learning_rate": 1.4339833354226169e-06,
      "loss": 0.0774,
      "step": 14952
    },
    {
      "epoch": 2.2584201782208124,
      "grad_norm": 1.3831489096440053,
      "learning_rate": 1.4334290523805523e-06,
      "loss": 0.08,
      "step": 14953
    },
    {
      "epoch": 2.258571212807733,
      "grad_norm": 1.3999581625478321,
      "learning_rate": 1.432874858558221e-06,
      "loss": 0.0844,
      "step": 14954
    },
    {
      "epoch": 2.2587222473946533,
      "grad_norm": 1.4023841993206214,
      "learning_rate": 1.432320753969489e-06,
      "loss": 0.0824,
      "step": 14955
    },
    {
      "epoch": 2.2588732819815736,
      "grad_norm": 1.238201306002866,
      "learning_rate": 1.4317667386282158e-06,
      "loss": 0.0672,
      "step": 14956
    },
    {
      "epoch": 2.2590243165684942,
      "grad_norm": 1.2879787492260482,
      "learning_rate": 1.43121281254826e-06,
      "loss": 0.0713,
      "step": 14957
    },
    {
      "epoch": 2.2591753511554145,
      "grad_norm": 1.0795995805795504,
      "learning_rate": 1.4306589757434786e-06,
      "loss": 0.061,
      "step": 14958
    },
    {
      "epoch": 2.259326385742335,
      "grad_norm": 1.2660080267462297,
      "learning_rate": 1.4301052282277288e-06,
      "loss": 0.071,
      "step": 14959
    },
    {
      "epoch": 2.2594774203292554,
      "grad_norm": 1.0361487332783863,
      "learning_rate": 1.4295515700148594e-06,
      "loss": 0.058,
      "step": 14960
    },
    {
      "epoch": 2.259628454916176,
      "grad_norm": 1.441915994090548,
      "learning_rate": 1.4289980011187227e-06,
      "loss": 0.0842,
      "step": 14961
    },
    {
      "epoch": 2.2597794895030963,
      "grad_norm": 1.3803124631775676,
      "learning_rate": 1.428444521553165e-06,
      "loss": 0.0713,
      "step": 14962
    },
    {
      "epoch": 2.2599305240900165,
      "grad_norm": 1.6423403386365139,
      "learning_rate": 1.4278911313320338e-06,
      "loss": 0.0876,
      "step": 14963
    },
    {
      "epoch": 2.260081558676937,
      "grad_norm": 1.1343468467774387,
      "learning_rate": 1.4273378304691714e-06,
      "loss": 0.0733,
      "step": 14964
    },
    {
      "epoch": 2.2602325932638574,
      "grad_norm": 1.5159416571345852,
      "learning_rate": 1.4267846189784174e-06,
      "loss": 0.0797,
      "step": 14965
    },
    {
      "epoch": 2.2603836278507776,
      "grad_norm": 1.7536777182541723,
      "learning_rate": 1.4262314968736136e-06,
      "loss": 0.0801,
      "step": 14966
    },
    {
      "epoch": 2.2605346624376983,
      "grad_norm": 1.2078251925705534,
      "learning_rate": 1.4256784641685938e-06,
      "loss": 0.0655,
      "step": 14967
    },
    {
      "epoch": 2.2606856970246185,
      "grad_norm": 1.5114102575259576,
      "learning_rate": 1.4251255208771953e-06,
      "loss": 0.0696,
      "step": 14968
    },
    {
      "epoch": 2.260836731611539,
      "grad_norm": 1.1705615124395048,
      "learning_rate": 1.4245726670132471e-06,
      "loss": 0.0681,
      "step": 14969
    },
    {
      "epoch": 2.2609877661984594,
      "grad_norm": 1.4686473407014449,
      "learning_rate": 1.4240199025905821e-06,
      "loss": 0.0883,
      "step": 14970
    },
    {
      "epoch": 2.26113880078538,
      "grad_norm": 1.382925734054179,
      "learning_rate": 1.423467227623027e-06,
      "loss": 0.078,
      "step": 14971
    },
    {
      "epoch": 2.2612898353723003,
      "grad_norm": 2.1821266467521347,
      "learning_rate": 1.4229146421244056e-06,
      "loss": 0.0815,
      "step": 14972
    },
    {
      "epoch": 2.2614408699592206,
      "grad_norm": 1.4847215589530394,
      "learning_rate": 1.4223621461085441e-06,
      "loss": 0.0849,
      "step": 14973
    },
    {
      "epoch": 2.2615919045461412,
      "grad_norm": 1.4588244531434296,
      "learning_rate": 1.4218097395892604e-06,
      "loss": 0.0729,
      "step": 14974
    },
    {
      "epoch": 2.2617429391330615,
      "grad_norm": 1.452175056769132,
      "learning_rate": 1.421257422580376e-06,
      "loss": 0.0695,
      "step": 14975
    },
    {
      "epoch": 2.2618939737199817,
      "grad_norm": 1.1412472054382554,
      "learning_rate": 1.4207051950957047e-06,
      "loss": 0.067,
      "step": 14976
    },
    {
      "epoch": 2.2620450083069024,
      "grad_norm": 1.4635066976049858,
      "learning_rate": 1.420153057149064e-06,
      "loss": 0.0703,
      "step": 14977
    },
    {
      "epoch": 2.2621960428938226,
      "grad_norm": 1.3132765834003193,
      "learning_rate": 1.419601008754264e-06,
      "loss": 0.0763,
      "step": 14978
    },
    {
      "epoch": 2.2623470774807433,
      "grad_norm": 1.2515122537063366,
      "learning_rate": 1.4190490499251135e-06,
      "loss": 0.0696,
      "step": 14979
    },
    {
      "epoch": 2.2624981120676635,
      "grad_norm": 1.569380252984959,
      "learning_rate": 1.4184971806754222e-06,
      "loss": 0.0744,
      "step": 14980
    },
    {
      "epoch": 2.2626491466545837,
      "grad_norm": 1.2704656263685965,
      "learning_rate": 1.4179454010189935e-06,
      "loss": 0.071,
      "step": 14981
    },
    {
      "epoch": 2.2628001812415044,
      "grad_norm": 1.578084992238364,
      "learning_rate": 1.4173937109696313e-06,
      "loss": 0.0757,
      "step": 14982
    },
    {
      "epoch": 2.2629512158284246,
      "grad_norm": 1.1108759586057244,
      "learning_rate": 1.4168421105411378e-06,
      "loss": 0.0623,
      "step": 14983
    },
    {
      "epoch": 2.2631022504153453,
      "grad_norm": 1.5965190884394076,
      "learning_rate": 1.4162905997473103e-06,
      "loss": 0.0859,
      "step": 14984
    },
    {
      "epoch": 2.2632532850022655,
      "grad_norm": 1.5100133648700163,
      "learning_rate": 1.415739178601946e-06,
      "loss": 0.0679,
      "step": 14985
    },
    {
      "epoch": 2.2634043195891858,
      "grad_norm": 1.382343182235458,
      "learning_rate": 1.4151878471188356e-06,
      "loss": 0.08,
      "step": 14986
    },
    {
      "epoch": 2.2635553541761064,
      "grad_norm": 1.5999310866905618,
      "learning_rate": 1.4146366053117743e-06,
      "loss": 0.0652,
      "step": 14987
    },
    {
      "epoch": 2.2637063887630267,
      "grad_norm": 1.6529982647247434,
      "learning_rate": 1.4140854531945518e-06,
      "loss": 0.0711,
      "step": 14988
    },
    {
      "epoch": 2.2638574233499473,
      "grad_norm": 1.0782872903034988,
      "learning_rate": 1.413534390780954e-06,
      "loss": 0.0591,
      "step": 14989
    },
    {
      "epoch": 2.2640084579368676,
      "grad_norm": 1.3437239985560634,
      "learning_rate": 1.4129834180847673e-06,
      "loss": 0.0724,
      "step": 14990
    },
    {
      "epoch": 2.264159492523788,
      "grad_norm": 1.2565996342949424,
      "learning_rate": 1.4124325351197749e-06,
      "loss": 0.0792,
      "step": 14991
    },
    {
      "epoch": 2.2643105271107085,
      "grad_norm": 1.0748390433258608,
      "learning_rate": 1.4118817418997543e-06,
      "loss": 0.0585,
      "step": 14992
    },
    {
      "epoch": 2.2644615616976287,
      "grad_norm": 1.7043498521198344,
      "learning_rate": 1.4113310384384877e-06,
      "loss": 0.0798,
      "step": 14993
    },
    {
      "epoch": 2.2646125962845494,
      "grad_norm": 1.4814866392257295,
      "learning_rate": 1.4107804247497487e-06,
      "loss": 0.0924,
      "step": 14994
    },
    {
      "epoch": 2.2647636308714696,
      "grad_norm": 1.3293020116940064,
      "learning_rate": 1.410229900847313e-06,
      "loss": 0.0726,
      "step": 14995
    },
    {
      "epoch": 2.26491466545839,
      "grad_norm": 1.3410916967803839,
      "learning_rate": 1.4096794667449499e-06,
      "loss": 0.0763,
      "step": 14996
    },
    {
      "epoch": 2.2650657000453105,
      "grad_norm": 1.4064710881274773,
      "learning_rate": 1.4091291224564323e-06,
      "loss": 0.0765,
      "step": 14997
    },
    {
      "epoch": 2.2652167346322307,
      "grad_norm": 1.439222985774532,
      "learning_rate": 1.4085788679955236e-06,
      "loss": 0.0822,
      "step": 14998
    },
    {
      "epoch": 2.265367769219151,
      "grad_norm": 1.277125237245335,
      "learning_rate": 1.4080287033759922e-06,
      "loss": 0.0878,
      "step": 14999
    },
    {
      "epoch": 2.2655188038060716,
      "grad_norm": 1.1083179059975978,
      "learning_rate": 1.4074786286115987e-06,
      "loss": 0.0667,
      "step": 15000
    },
    {
      "epoch": 2.265669838392992,
      "grad_norm": 1.3416165954421284,
      "learning_rate": 1.4069286437161023e-06,
      "loss": 0.0767,
      "step": 15001
    },
    {
      "epoch": 2.2658208729799125,
      "grad_norm": 2.4618356742083063,
      "learning_rate": 1.4063787487032648e-06,
      "loss": 0.0784,
      "step": 15002
    },
    {
      "epoch": 2.2659719075668328,
      "grad_norm": 1.533961322917492,
      "learning_rate": 1.4058289435868382e-06,
      "loss": 0.0963,
      "step": 15003
    },
    {
      "epoch": 2.2661229421537534,
      "grad_norm": 2.3578725335318107,
      "learning_rate": 1.40527922838058e-06,
      "loss": 0.0891,
      "step": 15004
    },
    {
      "epoch": 2.2662739767406737,
      "grad_norm": 1.6494652303935922,
      "learning_rate": 1.4047296030982376e-06,
      "loss": 0.0808,
      "step": 15005
    },
    {
      "epoch": 2.266425011327594,
      "grad_norm": 1.8328903280478503,
      "learning_rate": 1.4041800677535644e-06,
      "loss": 0.0892,
      "step": 15006
    },
    {
      "epoch": 2.2665760459145146,
      "grad_norm": 1.3659949195643653,
      "learning_rate": 1.4036306223603053e-06,
      "loss": 0.0755,
      "step": 15007
    },
    {
      "epoch": 2.266727080501435,
      "grad_norm": 1.3625680556860373,
      "learning_rate": 1.403081266932203e-06,
      "loss": 0.0728,
      "step": 15008
    },
    {
      "epoch": 2.266878115088355,
      "grad_norm": 1.2907108375552476,
      "learning_rate": 1.402532001483003e-06,
      "loss": 0.0794,
      "step": 15009
    },
    {
      "epoch": 2.2670291496752757,
      "grad_norm": 1.3453303449920686,
      "learning_rate": 1.4019828260264434e-06,
      "loss": 0.0831,
      "step": 15010
    },
    {
      "epoch": 2.267180184262196,
      "grad_norm": 1.3936234508508822,
      "learning_rate": 1.4014337405762628e-06,
      "loss": 0.0697,
      "step": 15011
    },
    {
      "epoch": 2.2673312188491166,
      "grad_norm": 1.4727076370614793,
      "learning_rate": 1.4008847451461988e-06,
      "loss": 0.0627,
      "step": 15012
    },
    {
      "epoch": 2.267482253436037,
      "grad_norm": 1.3753546948046385,
      "learning_rate": 1.4003358397499827e-06,
      "loss": 0.0774,
      "step": 15013
    },
    {
      "epoch": 2.2676332880229575,
      "grad_norm": 1.4473826573314963,
      "learning_rate": 1.399787024401346e-06,
      "loss": 0.0758,
      "step": 15014
    },
    {
      "epoch": 2.2677843226098777,
      "grad_norm": 1.7291975133888644,
      "learning_rate": 1.3992382991140168e-06,
      "loss": 0.0839,
      "step": 15015
    },
    {
      "epoch": 2.267935357196798,
      "grad_norm": 1.5071313198646623,
      "learning_rate": 1.3986896639017222e-06,
      "loss": 0.088,
      "step": 15016
    },
    {
      "epoch": 2.2680863917837186,
      "grad_norm": 1.7132636726878752,
      "learning_rate": 1.398141118778189e-06,
      "loss": 0.0902,
      "step": 15017
    },
    {
      "epoch": 2.268237426370639,
      "grad_norm": 3.0457254100105478,
      "learning_rate": 1.3975926637571358e-06,
      "loss": 0.077,
      "step": 15018
    },
    {
      "epoch": 2.268388460957559,
      "grad_norm": 1.9650741686880824,
      "learning_rate": 1.3970442988522853e-06,
      "loss": 0.099,
      "step": 15019
    },
    {
      "epoch": 2.2685394955444798,
      "grad_norm": 1.5975898132602024,
      "learning_rate": 1.3964960240773545e-06,
      "loss": 0.0781,
      "step": 15020
    },
    {
      "epoch": 2.2686905301314,
      "grad_norm": 1.3348742905370765,
      "learning_rate": 1.395947839446057e-06,
      "loss": 0.0786,
      "step": 15021
    },
    {
      "epoch": 2.2688415647183207,
      "grad_norm": 1.446013073074196,
      "learning_rate": 1.3953997449721079e-06,
      "loss": 0.0797,
      "step": 15022
    },
    {
      "epoch": 2.268992599305241,
      "grad_norm": 1.5494725383664865,
      "learning_rate": 1.3948517406692164e-06,
      "loss": 0.078,
      "step": 15023
    },
    {
      "epoch": 2.269143633892161,
      "grad_norm": 1.4368818194868984,
      "learning_rate": 1.3943038265510932e-06,
      "loss": 0.0836,
      "step": 15024
    },
    {
      "epoch": 2.269294668479082,
      "grad_norm": 1.3176575050553476,
      "learning_rate": 1.393756002631443e-06,
      "loss": 0.0786,
      "step": 15025
    },
    {
      "epoch": 2.269445703066002,
      "grad_norm": 1.3598338980884326,
      "learning_rate": 1.3932082689239713e-06,
      "loss": 0.0802,
      "step": 15026
    },
    {
      "epoch": 2.2695967376529227,
      "grad_norm": 1.5682595099655072,
      "learning_rate": 1.3926606254423797e-06,
      "loss": 0.0883,
      "step": 15027
    },
    {
      "epoch": 2.269747772239843,
      "grad_norm": 1.6183531834881508,
      "learning_rate": 1.3921130722003656e-06,
      "loss": 0.0855,
      "step": 15028
    },
    {
      "epoch": 2.269898806826763,
      "grad_norm": 1.4198978225073768,
      "learning_rate": 1.3915656092116293e-06,
      "loss": 0.0684,
      "step": 15029
    },
    {
      "epoch": 2.270049841413684,
      "grad_norm": 1.349410779425011,
      "learning_rate": 1.3910182364898633e-06,
      "loss": 0.078,
      "step": 15030
    },
    {
      "epoch": 2.270200876000604,
      "grad_norm": 1.3754584529015998,
      "learning_rate": 1.3904709540487632e-06,
      "loss": 0.0769,
      "step": 15031
    },
    {
      "epoch": 2.2703519105875247,
      "grad_norm": 1.1541238341740854,
      "learning_rate": 1.3899237619020167e-06,
      "loss": 0.065,
      "step": 15032
    },
    {
      "epoch": 2.270502945174445,
      "grad_norm": 1.2774004911331571,
      "learning_rate": 1.3893766600633134e-06,
      "loss": 0.0707,
      "step": 15033
    },
    {
      "epoch": 2.270653979761365,
      "grad_norm": 1.5464232213238445,
      "learning_rate": 1.3888296485463415e-06,
      "loss": 0.0826,
      "step": 15034
    },
    {
      "epoch": 2.270805014348286,
      "grad_norm": 1.3891888115968343,
      "learning_rate": 1.3882827273647826e-06,
      "loss": 0.0783,
      "step": 15035
    },
    {
      "epoch": 2.270956048935206,
      "grad_norm": 1.1746914886391964,
      "learning_rate": 1.387735896532318e-06,
      "loss": 0.0669,
      "step": 15036
    },
    {
      "epoch": 2.2711070835221268,
      "grad_norm": 1.9616006024544146,
      "learning_rate": 1.387189156062626e-06,
      "loss": 0.0809,
      "step": 15037
    },
    {
      "epoch": 2.271258118109047,
      "grad_norm": 1.4471102970062366,
      "learning_rate": 1.3866425059693855e-06,
      "loss": 0.0815,
      "step": 15038
    },
    {
      "epoch": 2.271409152695967,
      "grad_norm": 1.2336458865402116,
      "learning_rate": 1.386095946266272e-06,
      "loss": 0.0619,
      "step": 15039
    },
    {
      "epoch": 2.271560187282888,
      "grad_norm": 2.109144106765117,
      "learning_rate": 1.3855494769669553e-06,
      "loss": 0.0652,
      "step": 15040
    },
    {
      "epoch": 2.271711221869808,
      "grad_norm": 1.1835065434701002,
      "learning_rate": 1.3850030980851087e-06,
      "loss": 0.0767,
      "step": 15041
    },
    {
      "epoch": 2.2718622564567283,
      "grad_norm": 1.2563639222493477,
      "learning_rate": 1.384456809634398e-06,
      "loss": 0.0812,
      "step": 15042
    },
    {
      "epoch": 2.272013291043649,
      "grad_norm": 1.4109498058693248,
      "learning_rate": 1.3839106116284883e-06,
      "loss": 0.0877,
      "step": 15043
    },
    {
      "epoch": 2.2721643256305692,
      "grad_norm": 1.5650191321367026,
      "learning_rate": 1.3833645040810462e-06,
      "loss": 0.0806,
      "step": 15044
    },
    {
      "epoch": 2.27231536021749,
      "grad_norm": 1.712269386619944,
      "learning_rate": 1.3828184870057287e-06,
      "loss": 0.093,
      "step": 15045
    },
    {
      "epoch": 2.27246639480441,
      "grad_norm": 1.4373960263146317,
      "learning_rate": 1.382272560416199e-06,
      "loss": 0.0939,
      "step": 15046
    },
    {
      "epoch": 2.272617429391331,
      "grad_norm": 1.4404028227853842,
      "learning_rate": 1.3817267243261096e-06,
      "loss": 0.0791,
      "step": 15047
    },
    {
      "epoch": 2.272768463978251,
      "grad_norm": 1.712800082349112,
      "learning_rate": 1.3811809787491187e-06,
      "loss": 0.0868,
      "step": 15048
    },
    {
      "epoch": 2.2729194985651713,
      "grad_norm": 1.5410648120013313,
      "learning_rate": 1.3806353236988768e-06,
      "loss": 0.0839,
      "step": 15049
    },
    {
      "epoch": 2.273070533152092,
      "grad_norm": 1.4133217075391373,
      "learning_rate": 1.3800897591890323e-06,
      "loss": 0.0764,
      "step": 15050
    },
    {
      "epoch": 2.273221567739012,
      "grad_norm": 1.799432050146696,
      "learning_rate": 1.3795442852332353e-06,
      "loss": 0.0974,
      "step": 15051
    },
    {
      "epoch": 2.2733726023259324,
      "grad_norm": 1.289044676655253,
      "learning_rate": 1.3789989018451284e-06,
      "loss": 0.0618,
      "step": 15052
    },
    {
      "epoch": 2.273523636912853,
      "grad_norm": 1.5087272360873918,
      "learning_rate": 1.3784536090383576e-06,
      "loss": 0.084,
      "step": 15053
    },
    {
      "epoch": 2.2736746714997733,
      "grad_norm": 2.101075670397287,
      "learning_rate": 1.3779084068265614e-06,
      "loss": 0.0907,
      "step": 15054
    },
    {
      "epoch": 2.273825706086694,
      "grad_norm": 1.5822016807985346,
      "learning_rate": 1.37736329522338e-06,
      "loss": 0.0963,
      "step": 15055
    },
    {
      "epoch": 2.273976740673614,
      "grad_norm": 1.398505421702526,
      "learning_rate": 1.3768182742424495e-06,
      "loss": 0.0757,
      "step": 15056
    },
    {
      "epoch": 2.274127775260535,
      "grad_norm": 1.2675553999962785,
      "learning_rate": 1.3762733438974018e-06,
      "loss": 0.0804,
      "step": 15057
    },
    {
      "epoch": 2.274278809847455,
      "grad_norm": 1.4621563392070613,
      "learning_rate": 1.375728504201872e-06,
      "loss": 0.0741,
      "step": 15058
    },
    {
      "epoch": 2.2744298444343753,
      "grad_norm": 1.3462872774447863,
      "learning_rate": 1.3751837551694858e-06,
      "loss": 0.0732,
      "step": 15059
    },
    {
      "epoch": 2.274580879021296,
      "grad_norm": 1.4119392118288256,
      "learning_rate": 1.3746390968138734e-06,
      "loss": 0.0704,
      "step": 15060
    },
    {
      "epoch": 2.2747319136082162,
      "grad_norm": 1.3288545647332628,
      "learning_rate": 1.374094529148658e-06,
      "loss": 0.0725,
      "step": 15061
    },
    {
      "epoch": 2.2748829481951365,
      "grad_norm": 1.636845513271485,
      "learning_rate": 1.3735500521874623e-06,
      "loss": 0.0777,
      "step": 15062
    },
    {
      "epoch": 2.275033982782057,
      "grad_norm": 1.2775357930463527,
      "learning_rate": 1.3730056659439106e-06,
      "loss": 0.0757,
      "step": 15063
    },
    {
      "epoch": 2.2751850173689774,
      "grad_norm": 1.2606467330947517,
      "learning_rate": 1.3724613704316148e-06,
      "loss": 0.0642,
      "step": 15064
    },
    {
      "epoch": 2.275336051955898,
      "grad_norm": 1.6004252885853314,
      "learning_rate": 1.371917165664195e-06,
      "loss": 0.0871,
      "step": 15065
    },
    {
      "epoch": 2.2754870865428183,
      "grad_norm": 1.8864436113702272,
      "learning_rate": 1.371373051655262e-06,
      "loss": 0.0916,
      "step": 15066
    },
    {
      "epoch": 2.275638121129739,
      "grad_norm": 1.2398342812838035,
      "learning_rate": 1.3708290284184283e-06,
      "loss": 0.0714,
      "step": 15067
    },
    {
      "epoch": 2.275789155716659,
      "grad_norm": 1.412641088654715,
      "learning_rate": 1.3702850959673053e-06,
      "loss": 0.0758,
      "step": 15068
    },
    {
      "epoch": 2.2759401903035794,
      "grad_norm": 1.3741880476651238,
      "learning_rate": 1.3697412543154958e-06,
      "loss": 0.0946,
      "step": 15069
    },
    {
      "epoch": 2.2760912248905,
      "grad_norm": 1.3614600831678132,
      "learning_rate": 1.3691975034766075e-06,
      "loss": 0.0799,
      "step": 15070
    },
    {
      "epoch": 2.2762422594774203,
      "grad_norm": 1.5553943207308316,
      "learning_rate": 1.3686538434642415e-06,
      "loss": 0.0832,
      "step": 15071
    },
    {
      "epoch": 2.2763932940643405,
      "grad_norm": 1.6657302615978822,
      "learning_rate": 1.368110274291996e-06,
      "loss": 0.0852,
      "step": 15072
    },
    {
      "epoch": 2.276544328651261,
      "grad_norm": 1.2491540245095634,
      "learning_rate": 1.3675667959734723e-06,
      "loss": 0.0659,
      "step": 15073
    },
    {
      "epoch": 2.2766953632381814,
      "grad_norm": 1.7895038040061888,
      "learning_rate": 1.3670234085222617e-06,
      "loss": 0.0796,
      "step": 15074
    },
    {
      "epoch": 2.276846397825102,
      "grad_norm": 1.334948450567427,
      "learning_rate": 1.366480111951961e-06,
      "loss": 0.071,
      "step": 15075
    },
    {
      "epoch": 2.2769974324120223,
      "grad_norm": 1.5430849795253618,
      "learning_rate": 1.365936906276158e-06,
      "loss": 0.0743,
      "step": 15076
    },
    {
      "epoch": 2.2771484669989426,
      "grad_norm": 1.7028825362796733,
      "learning_rate": 1.3653937915084441e-06,
      "loss": 0.0777,
      "step": 15077
    },
    {
      "epoch": 2.2772995015858633,
      "grad_norm": 1.3954861607061753,
      "learning_rate": 1.364850767662404e-06,
      "loss": 0.0874,
      "step": 15078
    },
    {
      "epoch": 2.2774505361727835,
      "grad_norm": 1.4240880558160667,
      "learning_rate": 1.3643078347516209e-06,
      "loss": 0.077,
      "step": 15079
    },
    {
      "epoch": 2.277601570759704,
      "grad_norm": 1.3432394130718353,
      "learning_rate": 1.363764992789679e-06,
      "loss": 0.0822,
      "step": 15080
    },
    {
      "epoch": 2.2777526053466244,
      "grad_norm": 1.402815345081874,
      "learning_rate": 1.3632222417901553e-06,
      "loss": 0.0775,
      "step": 15081
    },
    {
      "epoch": 2.2779036399335446,
      "grad_norm": 1.561902938968222,
      "learning_rate": 1.3626795817666294e-06,
      "loss": 0.0743,
      "step": 15082
    },
    {
      "epoch": 2.2780546745204653,
      "grad_norm": 1.2555833683589568,
      "learning_rate": 1.3621370127326734e-06,
      "loss": 0.071,
      "step": 15083
    },
    {
      "epoch": 2.2782057091073855,
      "grad_norm": 1.3867292870250942,
      "learning_rate": 1.3615945347018615e-06,
      "loss": 0.0701,
      "step": 15084
    },
    {
      "epoch": 2.278356743694306,
      "grad_norm": 2.737762937624656,
      "learning_rate": 1.3610521476877676e-06,
      "loss": 0.083,
      "step": 15085
    },
    {
      "epoch": 2.2785077782812264,
      "grad_norm": 1.5806947432584761,
      "learning_rate": 1.3605098517039534e-06,
      "loss": 0.0879,
      "step": 15086
    },
    {
      "epoch": 2.2786588128681466,
      "grad_norm": 1.4595806806167382,
      "learning_rate": 1.3599676467639888e-06,
      "loss": 0.0707,
      "step": 15087
    },
    {
      "epoch": 2.2788098474550673,
      "grad_norm": 1.298455095474519,
      "learning_rate": 1.359425532881435e-06,
      "loss": 0.0784,
      "step": 15088
    },
    {
      "epoch": 2.2789608820419875,
      "grad_norm": 1.6708766648432565,
      "learning_rate": 1.3588835100698539e-06,
      "loss": 0.087,
      "step": 15089
    },
    {
      "epoch": 2.279111916628908,
      "grad_norm": 1.4089908677426628,
      "learning_rate": 1.3583415783428072e-06,
      "loss": 0.076,
      "step": 15090
    },
    {
      "epoch": 2.2792629512158284,
      "grad_norm": 1.406356817583307,
      "learning_rate": 1.357799737713848e-06,
      "loss": 0.0804,
      "step": 15091
    },
    {
      "epoch": 2.2794139858027487,
      "grad_norm": 2.3315236534330395,
      "learning_rate": 1.3572579881965353e-06,
      "loss": 0.0924,
      "step": 15092
    },
    {
      "epoch": 2.2795650203896693,
      "grad_norm": 1.8086178355868587,
      "learning_rate": 1.356716329804415e-06,
      "loss": 0.0893,
      "step": 15093
    },
    {
      "epoch": 2.2797160549765896,
      "grad_norm": 1.2476470831647737,
      "learning_rate": 1.3561747625510402e-06,
      "loss": 0.0741,
      "step": 15094
    },
    {
      "epoch": 2.27986708956351,
      "grad_norm": 1.6609131414164842,
      "learning_rate": 1.3556332864499605e-06,
      "loss": 0.1023,
      "step": 15095
    },
    {
      "epoch": 2.2800181241504305,
      "grad_norm": 1.408314178738523,
      "learning_rate": 1.3550919015147175e-06,
      "loss": 0.0809,
      "step": 15096
    },
    {
      "epoch": 2.2801691587373507,
      "grad_norm": 1.4779363288180092,
      "learning_rate": 1.3545506077588577e-06,
      "loss": 0.0823,
      "step": 15097
    },
    {
      "epoch": 2.2803201933242714,
      "grad_norm": 1.3412044786246904,
      "learning_rate": 1.3540094051959185e-06,
      "loss": 0.0665,
      "step": 15098
    },
    {
      "epoch": 2.2804712279111916,
      "grad_norm": 1.4114488806360832,
      "learning_rate": 1.3534682938394411e-06,
      "loss": 0.0808,
      "step": 15099
    },
    {
      "epoch": 2.2806222624981123,
      "grad_norm": 2.0838374972065288,
      "learning_rate": 1.3529272737029615e-06,
      "loss": 0.0768,
      "step": 15100
    },
    {
      "epoch": 2.2807732970850325,
      "grad_norm": 1.3953116710183984,
      "learning_rate": 1.3523863448000107e-06,
      "loss": 0.0814,
      "step": 15101
    },
    {
      "epoch": 2.2809243316719527,
      "grad_norm": 2.1905542862982985,
      "learning_rate": 1.3518455071441239e-06,
      "loss": 0.0802,
      "step": 15102
    },
    {
      "epoch": 2.2810753662588734,
      "grad_norm": 1.3722041756985146,
      "learning_rate": 1.3513047607488273e-06,
      "loss": 0.0761,
      "step": 15103
    },
    {
      "epoch": 2.2812264008457936,
      "grad_norm": 1.522417616214851,
      "learning_rate": 1.3507641056276516e-06,
      "loss": 0.0773,
      "step": 15104
    },
    {
      "epoch": 2.281377435432714,
      "grad_norm": 1.8506089530828997,
      "learning_rate": 1.350223541794118e-06,
      "loss": 0.0838,
      "step": 15105
    },
    {
      "epoch": 2.2815284700196345,
      "grad_norm": 2.0174962516728505,
      "learning_rate": 1.3496830692617519e-06,
      "loss": 0.087,
      "step": 15106
    },
    {
      "epoch": 2.2816795046065548,
      "grad_norm": 1.7273341593865692,
      "learning_rate": 1.3491426880440722e-06,
      "loss": 0.0796,
      "step": 15107
    },
    {
      "epoch": 2.2818305391934754,
      "grad_norm": 1.5143870208017853,
      "learning_rate": 1.3486023981545953e-06,
      "loss": 0.081,
      "step": 15108
    },
    {
      "epoch": 2.2819815737803957,
      "grad_norm": 1.495491181196428,
      "learning_rate": 1.3480621996068399e-06,
      "loss": 0.0723,
      "step": 15109
    },
    {
      "epoch": 2.2821326083673164,
      "grad_norm": 1.2160676831095316,
      "learning_rate": 1.3475220924143167e-06,
      "loss": 0.0686,
      "step": 15110
    },
    {
      "epoch": 2.2822836429542366,
      "grad_norm": 1.3752670553874988,
      "learning_rate": 1.3469820765905388e-06,
      "loss": 0.0752,
      "step": 15111
    },
    {
      "epoch": 2.282434677541157,
      "grad_norm": 1.4125423077754373,
      "learning_rate": 1.3464421521490134e-06,
      "loss": 0.0763,
      "step": 15112
    },
    {
      "epoch": 2.2825857121280775,
      "grad_norm": 1.6500795555745298,
      "learning_rate": 1.3459023191032471e-06,
      "loss": 0.0946,
      "step": 15113
    },
    {
      "epoch": 2.2827367467149977,
      "grad_norm": 1.3484279557047298,
      "learning_rate": 1.3453625774667483e-06,
      "loss": 0.0637,
      "step": 15114
    },
    {
      "epoch": 2.282887781301918,
      "grad_norm": 1.674843558092085,
      "learning_rate": 1.3448229272530122e-06,
      "loss": 0.0747,
      "step": 15115
    },
    {
      "epoch": 2.2830388158888386,
      "grad_norm": 1.7045540102452523,
      "learning_rate": 1.344283368475543e-06,
      "loss": 0.0829,
      "step": 15116
    },
    {
      "epoch": 2.283189850475759,
      "grad_norm": 1.394270145346886,
      "learning_rate": 1.3437439011478355e-06,
      "loss": 0.0849,
      "step": 15117
    },
    {
      "epoch": 2.2833408850626795,
      "grad_norm": 1.2471204810679282,
      "learning_rate": 1.3432045252833854e-06,
      "loss": 0.0716,
      "step": 15118
    },
    {
      "epoch": 2.2834919196495997,
      "grad_norm": 1.3474749340593553,
      "learning_rate": 1.342665240895688e-06,
      "loss": 0.0906,
      "step": 15119
    },
    {
      "epoch": 2.28364295423652,
      "grad_norm": 1.3360748308239665,
      "learning_rate": 1.34212604799823e-06,
      "loss": 0.0757,
      "step": 15120
    },
    {
      "epoch": 2.2837939888234406,
      "grad_norm": 1.9992170052860523,
      "learning_rate": 1.341586946604505e-06,
      "loss": 0.0764,
      "step": 15121
    },
    {
      "epoch": 2.283945023410361,
      "grad_norm": 1.3797427981670043,
      "learning_rate": 1.3410479367279922e-06,
      "loss": 0.0876,
      "step": 15122
    },
    {
      "epoch": 2.2840960579972815,
      "grad_norm": 1.3029512793897773,
      "learning_rate": 1.3405090183821779e-06,
      "loss": 0.0705,
      "step": 15123
    },
    {
      "epoch": 2.2842470925842018,
      "grad_norm": 2.0891135971312775,
      "learning_rate": 1.3399701915805463e-06,
      "loss": 0.0761,
      "step": 15124
    },
    {
      "epoch": 2.284398127171122,
      "grad_norm": 1.978901469012717,
      "learning_rate": 1.3394314563365717e-06,
      "loss": 0.1158,
      "step": 15125
    },
    {
      "epoch": 2.2845491617580427,
      "grad_norm": 1.2057763603285905,
      "learning_rate": 1.3388928126637352e-06,
      "loss": 0.0656,
      "step": 15126
    },
    {
      "epoch": 2.284700196344963,
      "grad_norm": 1.469975490498972,
      "learning_rate": 1.338354260575508e-06,
      "loss": 0.0883,
      "step": 15127
    },
    {
      "epoch": 2.2848512309318836,
      "grad_norm": 1.1539807965929936,
      "learning_rate": 1.3378158000853647e-06,
      "loss": 0.065,
      "step": 15128
    },
    {
      "epoch": 2.285002265518804,
      "grad_norm": 1.762524669117386,
      "learning_rate": 1.3372774312067744e-06,
      "loss": 0.0895,
      "step": 15129
    },
    {
      "epoch": 2.285153300105724,
      "grad_norm": 1.6796368872758813,
      "learning_rate": 1.3367391539532027e-06,
      "loss": 0.082,
      "step": 15130
    },
    {
      "epoch": 2.2853043346926447,
      "grad_norm": 1.6391434041367994,
      "learning_rate": 1.3362009683381183e-06,
      "loss": 0.0783,
      "step": 15131
    },
    {
      "epoch": 2.285455369279565,
      "grad_norm": 1.38416832727488,
      "learning_rate": 1.335662874374981e-06,
      "loss": 0.0608,
      "step": 15132
    },
    {
      "epoch": 2.2856064038664856,
      "grad_norm": 1.2655233124966907,
      "learning_rate": 1.3351248720772542e-06,
      "loss": 0.0743,
      "step": 15133
    },
    {
      "epoch": 2.285757438453406,
      "grad_norm": 1.3827666039803481,
      "learning_rate": 1.334586961458394e-06,
      "loss": 0.0708,
      "step": 15134
    },
    {
      "epoch": 2.285908473040326,
      "grad_norm": 1.53508697277685,
      "learning_rate": 1.3340491425318586e-06,
      "loss": 0.0868,
      "step": 15135
    },
    {
      "epoch": 2.2860595076272467,
      "grad_norm": 1.2057059442017304,
      "learning_rate": 1.3335114153111013e-06,
      "loss": 0.0694,
      "step": 15136
    },
    {
      "epoch": 2.286210542214167,
      "grad_norm": 1.5074842163077529,
      "learning_rate": 1.3329737798095715e-06,
      "loss": 0.0847,
      "step": 15137
    },
    {
      "epoch": 2.286361576801087,
      "grad_norm": 1.09486637240969,
      "learning_rate": 1.3324362360407223e-06,
      "loss": 0.0562,
      "step": 15138
    },
    {
      "epoch": 2.286512611388008,
      "grad_norm": 1.8410139748760312,
      "learning_rate": 1.3318987840179964e-06,
      "loss": 0.0791,
      "step": 15139
    },
    {
      "epoch": 2.286663645974928,
      "grad_norm": 1.525814923555661,
      "learning_rate": 1.3313614237548406e-06,
      "loss": 0.0831,
      "step": 15140
    },
    {
      "epoch": 2.286814680561849,
      "grad_norm": 1.5058903806168977,
      "learning_rate": 1.330824155264699e-06,
      "loss": 0.0756,
      "step": 15141
    },
    {
      "epoch": 2.286965715148769,
      "grad_norm": 1.6110877797850134,
      "learning_rate": 1.3302869785610083e-06,
      "loss": 0.085,
      "step": 15142
    },
    {
      "epoch": 2.2871167497356897,
      "grad_norm": 1.1968951582644862,
      "learning_rate": 1.3297498936572112e-06,
      "loss": 0.0673,
      "step": 15143
    },
    {
      "epoch": 2.28726778432261,
      "grad_norm": 1.3871225966352925,
      "learning_rate": 1.3292129005667365e-06,
      "loss": 0.0853,
      "step": 15144
    },
    {
      "epoch": 2.28741881890953,
      "grad_norm": 1.4587766435360758,
      "learning_rate": 1.3286759993030207e-06,
      "loss": 0.0716,
      "step": 15145
    },
    {
      "epoch": 2.287569853496451,
      "grad_norm": 1.4280332994510416,
      "learning_rate": 1.3281391898794965e-06,
      "loss": 0.08,
      "step": 15146
    },
    {
      "epoch": 2.287720888083371,
      "grad_norm": 2.0650516473258604,
      "learning_rate": 1.3276024723095893e-06,
      "loss": 0.0961,
      "step": 15147
    },
    {
      "epoch": 2.2878719226702913,
      "grad_norm": 2.0185951189916134,
      "learning_rate": 1.3270658466067282e-06,
      "loss": 0.0728,
      "step": 15148
    },
    {
      "epoch": 2.288022957257212,
      "grad_norm": 1.4821182897857097,
      "learning_rate": 1.3265293127843342e-06,
      "loss": 0.08,
      "step": 15149
    },
    {
      "epoch": 2.288173991844132,
      "grad_norm": 2.0320104838639628,
      "learning_rate": 1.3259928708558318e-06,
      "loss": 0.0865,
      "step": 15150
    },
    {
      "epoch": 2.288325026431053,
      "grad_norm": 1.3727364197038843,
      "learning_rate": 1.3254565208346393e-06,
      "loss": 0.0832,
      "step": 15151
    },
    {
      "epoch": 2.288476061017973,
      "grad_norm": 1.3395810374184374,
      "learning_rate": 1.3249202627341722e-06,
      "loss": 0.0803,
      "step": 15152
    },
    {
      "epoch": 2.2886270956048937,
      "grad_norm": 1.3187773995435195,
      "learning_rate": 1.3243840965678484e-06,
      "loss": 0.0796,
      "step": 15153
    },
    {
      "epoch": 2.288778130191814,
      "grad_norm": 2.1470354417517497,
      "learning_rate": 1.3238480223490774e-06,
      "loss": 0.0845,
      "step": 15154
    },
    {
      "epoch": 2.288929164778734,
      "grad_norm": 1.2955839093073223,
      "learning_rate": 1.323312040091272e-06,
      "loss": 0.0748,
      "step": 15155
    },
    {
      "epoch": 2.289080199365655,
      "grad_norm": 1.2570240527657677,
      "learning_rate": 1.3227761498078374e-06,
      "loss": 0.0743,
      "step": 15156
    },
    {
      "epoch": 2.289231233952575,
      "grad_norm": 1.3954599675808794,
      "learning_rate": 1.3222403515121817e-06,
      "loss": 0.0772,
      "step": 15157
    },
    {
      "epoch": 2.2893822685394953,
      "grad_norm": 1.6218865750011844,
      "learning_rate": 1.3217046452177074e-06,
      "loss": 0.096,
      "step": 15158
    },
    {
      "epoch": 2.289533303126416,
      "grad_norm": 1.2623780914044347,
      "learning_rate": 1.321169030937814e-06,
      "loss": 0.0801,
      "step": 15159
    },
    {
      "epoch": 2.2896843377133362,
      "grad_norm": 1.5966687796928696,
      "learning_rate": 1.3206335086859024e-06,
      "loss": 0.0919,
      "step": 15160
    },
    {
      "epoch": 2.289835372300257,
      "grad_norm": 1.6484423583649994,
      "learning_rate": 1.320098078475367e-06,
      "loss": 0.0817,
      "step": 15161
    },
    {
      "epoch": 2.289986406887177,
      "grad_norm": 1.5976151563045446,
      "learning_rate": 1.3195627403196037e-06,
      "loss": 0.0951,
      "step": 15162
    },
    {
      "epoch": 2.290137441474098,
      "grad_norm": 1.9326780265433599,
      "learning_rate": 1.3190274942320019e-06,
      "loss": 0.097,
      "step": 15163
    },
    {
      "epoch": 2.290288476061018,
      "grad_norm": 1.3975810256573664,
      "learning_rate": 1.3184923402259548e-06,
      "loss": 0.0772,
      "step": 15164
    },
    {
      "epoch": 2.2904395106479383,
      "grad_norm": 1.3012951042291798,
      "learning_rate": 1.317957278314847e-06,
      "loss": 0.0781,
      "step": 15165
    },
    {
      "epoch": 2.290590545234859,
      "grad_norm": 1.3942696786658495,
      "learning_rate": 1.3174223085120618e-06,
      "loss": 0.0771,
      "step": 15166
    },
    {
      "epoch": 2.290741579821779,
      "grad_norm": 1.1803142149993036,
      "learning_rate": 1.3168874308309859e-06,
      "loss": 0.0679,
      "step": 15167
    },
    {
      "epoch": 2.2908926144086994,
      "grad_norm": 1.3125495625422308,
      "learning_rate": 1.3163526452849955e-06,
      "loss": 0.0757,
      "step": 15168
    },
    {
      "epoch": 2.29104364899562,
      "grad_norm": 1.3214993371071406,
      "learning_rate": 1.3158179518874703e-06,
      "loss": 0.0729,
      "step": 15169
    },
    {
      "epoch": 2.2911946835825403,
      "grad_norm": 1.172858282859976,
      "learning_rate": 1.3152833506517875e-06,
      "loss": 0.0676,
      "step": 15170
    },
    {
      "epoch": 2.291345718169461,
      "grad_norm": 1.4050267323417696,
      "learning_rate": 1.3147488415913195e-06,
      "loss": 0.0737,
      "step": 15171
    },
    {
      "epoch": 2.291496752756381,
      "grad_norm": 1.216467522914663,
      "learning_rate": 1.3142144247194366e-06,
      "loss": 0.0725,
      "step": 15172
    },
    {
      "epoch": 2.2916477873433014,
      "grad_norm": 1.530850368310762,
      "learning_rate": 1.313680100049506e-06,
      "loss": 0.0828,
      "step": 15173
    },
    {
      "epoch": 2.291798821930222,
      "grad_norm": 1.892650381746101,
      "learning_rate": 1.313145867594896e-06,
      "loss": 0.092,
      "step": 15174
    },
    {
      "epoch": 2.2919498565171423,
      "grad_norm": 1.7984340103928056,
      "learning_rate": 1.3126117273689727e-06,
      "loss": 0.0925,
      "step": 15175
    },
    {
      "epoch": 2.292100891104063,
      "grad_norm": 1.5560721018947976,
      "learning_rate": 1.3120776793850937e-06,
      "loss": 0.0836,
      "step": 15176
    },
    {
      "epoch": 2.2922519256909832,
      "grad_norm": 1.1274344184054275,
      "learning_rate": 1.311543723656622e-06,
      "loss": 0.065,
      "step": 15177
    },
    {
      "epoch": 2.2924029602779035,
      "grad_norm": 1.6503626398216849,
      "learning_rate": 1.3110098601969123e-06,
      "loss": 0.0845,
      "step": 15178
    },
    {
      "epoch": 2.292553994864824,
      "grad_norm": 2.8170815903267097,
      "learning_rate": 1.3104760890193218e-06,
      "loss": 0.0972,
      "step": 15179
    },
    {
      "epoch": 2.2927050294517444,
      "grad_norm": 1.4508883364836602,
      "learning_rate": 1.3099424101372022e-06,
      "loss": 0.0697,
      "step": 15180
    },
    {
      "epoch": 2.292856064038665,
      "grad_norm": 1.8294311801126382,
      "learning_rate": 1.3094088235639019e-06,
      "loss": 0.0916,
      "step": 15181
    },
    {
      "epoch": 2.2930070986255853,
      "grad_norm": 1.457149352623768,
      "learning_rate": 1.308875329312772e-06,
      "loss": 0.07,
      "step": 15182
    },
    {
      "epoch": 2.2931581332125055,
      "grad_norm": 1.147212611255586,
      "learning_rate": 1.3083419273971553e-06,
      "loss": 0.0704,
      "step": 15183
    },
    {
      "epoch": 2.293309167799426,
      "grad_norm": 1.5254765497498448,
      "learning_rate": 1.3078086178303972e-06,
      "loss": 0.0804,
      "step": 15184
    },
    {
      "epoch": 2.2934602023863464,
      "grad_norm": 1.3429259101538051,
      "learning_rate": 1.307275400625837e-06,
      "loss": 0.0719,
      "step": 15185
    },
    {
      "epoch": 2.293611236973267,
      "grad_norm": 1.2848766982012954,
      "learning_rate": 1.3067422757968162e-06,
      "loss": 0.066,
      "step": 15186
    },
    {
      "epoch": 2.2937622715601873,
      "grad_norm": 1.431208297687153,
      "learning_rate": 1.3062092433566687e-06,
      "loss": 0.0802,
      "step": 15187
    },
    {
      "epoch": 2.2939133061471075,
      "grad_norm": 1.4158695423569287,
      "learning_rate": 1.305676303318728e-06,
      "loss": 0.0604,
      "step": 15188
    },
    {
      "epoch": 2.294064340734028,
      "grad_norm": 1.5908096963548066,
      "learning_rate": 1.3051434556963288e-06,
      "loss": 0.0886,
      "step": 15189
    },
    {
      "epoch": 2.2942153753209484,
      "grad_norm": 1.4637908398050015,
      "learning_rate": 1.3046107005027975e-06,
      "loss": 0.0816,
      "step": 15190
    },
    {
      "epoch": 2.2943664099078687,
      "grad_norm": 1.3566926264434835,
      "learning_rate": 1.304078037751464e-06,
      "loss": 0.0843,
      "step": 15191
    },
    {
      "epoch": 2.2945174444947893,
      "grad_norm": 1.5095843955119805,
      "learning_rate": 1.3035454674556503e-06,
      "loss": 0.0781,
      "step": 15192
    },
    {
      "epoch": 2.2946684790817096,
      "grad_norm": 1.5820491510006476,
      "learning_rate": 1.3030129896286825e-06,
      "loss": 0.083,
      "step": 15193
    },
    {
      "epoch": 2.2948195136686302,
      "grad_norm": 1.4773874741324025,
      "learning_rate": 1.3024806042838784e-06,
      "loss": 0.0836,
      "step": 15194
    },
    {
      "epoch": 2.2949705482555505,
      "grad_norm": 1.6443625053874245,
      "learning_rate": 1.301948311434555e-06,
      "loss": 0.0898,
      "step": 15195
    },
    {
      "epoch": 2.295121582842471,
      "grad_norm": 1.9595697475588396,
      "learning_rate": 1.3014161110940294e-06,
      "loss": 0.0845,
      "step": 15196
    },
    {
      "epoch": 2.2952726174293914,
      "grad_norm": 1.5655390568269152,
      "learning_rate": 1.3008840032756158e-06,
      "loss": 0.0678,
      "step": 15197
    },
    {
      "epoch": 2.2954236520163116,
      "grad_norm": 1.5788363683157591,
      "learning_rate": 1.300351987992623e-06,
      "loss": 0.0887,
      "step": 15198
    },
    {
      "epoch": 2.2955746866032323,
      "grad_norm": 1.4864112300439056,
      "learning_rate": 1.299820065258362e-06,
      "loss": 0.0797,
      "step": 15199
    },
    {
      "epoch": 2.2957257211901525,
      "grad_norm": 1.3179881324762088,
      "learning_rate": 1.299288235086138e-06,
      "loss": 0.084,
      "step": 15200
    },
    {
      "epoch": 2.2958767557770727,
      "grad_norm": 1.4007101842421235,
      "learning_rate": 1.298756497489253e-06,
      "loss": 0.0842,
      "step": 15201
    },
    {
      "epoch": 2.2960277903639934,
      "grad_norm": 1.5782342499655222,
      "learning_rate": 1.2982248524810125e-06,
      "loss": 0.0846,
      "step": 15202
    },
    {
      "epoch": 2.2961788249509136,
      "grad_norm": 1.424090778921003,
      "learning_rate": 1.2976933000747127e-06,
      "loss": 0.0871,
      "step": 15203
    },
    {
      "epoch": 2.2963298595378343,
      "grad_norm": 1.327613389091584,
      "learning_rate": 1.2971618402836532e-06,
      "loss": 0.0737,
      "step": 15204
    },
    {
      "epoch": 2.2964808941247545,
      "grad_norm": 1.5473276831393872,
      "learning_rate": 1.2966304731211265e-06,
      "loss": 0.0797,
      "step": 15205
    },
    {
      "epoch": 2.296631928711675,
      "grad_norm": 1.3286325628621833,
      "learning_rate": 1.2960991986004274e-06,
      "loss": 0.0694,
      "step": 15206
    },
    {
      "epoch": 2.2967829632985954,
      "grad_norm": 1.454004647277944,
      "learning_rate": 1.2955680167348444e-06,
      "loss": 0.0702,
      "step": 15207
    },
    {
      "epoch": 2.2969339978855157,
      "grad_norm": 1.2110406682809216,
      "learning_rate": 1.2950369275376644e-06,
      "loss": 0.0737,
      "step": 15208
    },
    {
      "epoch": 2.2970850324724363,
      "grad_norm": 1.3852167287484642,
      "learning_rate": 1.2945059310221758e-06,
      "loss": 0.0778,
      "step": 15209
    },
    {
      "epoch": 2.2972360670593566,
      "grad_norm": 1.7511955407013498,
      "learning_rate": 1.2939750272016582e-06,
      "loss": 0.0872,
      "step": 15210
    },
    {
      "epoch": 2.297387101646277,
      "grad_norm": 1.360618881388456,
      "learning_rate": 1.2934442160893961e-06,
      "loss": 0.0837,
      "step": 15211
    },
    {
      "epoch": 2.2975381362331975,
      "grad_norm": 1.688294377465883,
      "learning_rate": 1.2929134976986646e-06,
      "loss": 0.0878,
      "step": 15212
    },
    {
      "epoch": 2.2976891708201177,
      "grad_norm": 1.222047857824513,
      "learning_rate": 1.2923828720427434e-06,
      "loss": 0.0635,
      "step": 15213
    },
    {
      "epoch": 2.2978402054070384,
      "grad_norm": 1.4934475601461938,
      "learning_rate": 1.2918523391349026e-06,
      "loss": 0.0715,
      "step": 15214
    },
    {
      "epoch": 2.2979912399939586,
      "grad_norm": 1.9457692760292227,
      "learning_rate": 1.2913218989884174e-06,
      "loss": 0.1151,
      "step": 15215
    },
    {
      "epoch": 2.298142274580879,
      "grad_norm": 1.7756037340937885,
      "learning_rate": 1.2907915516165554e-06,
      "loss": 0.0941,
      "step": 15216
    },
    {
      "epoch": 2.2982933091677995,
      "grad_norm": 1.5732555471142589,
      "learning_rate": 1.2902612970325822e-06,
      "loss": 0.0896,
      "step": 15217
    },
    {
      "epoch": 2.2984443437547197,
      "grad_norm": 2.3757720255758334,
      "learning_rate": 1.2897311352497655e-06,
      "loss": 0.0879,
      "step": 15218
    },
    {
      "epoch": 2.2985953783416404,
      "grad_norm": 1.5872246255234577,
      "learning_rate": 1.2892010662813637e-06,
      "loss": 0.0823,
      "step": 15219
    },
    {
      "epoch": 2.2987464129285606,
      "grad_norm": 1.5889597985375128,
      "learning_rate": 1.288671090140639e-06,
      "loss": 0.0899,
      "step": 15220
    },
    {
      "epoch": 2.298897447515481,
      "grad_norm": 1.4413568996543298,
      "learning_rate": 1.2881412068408506e-06,
      "loss": 0.0808,
      "step": 15221
    },
    {
      "epoch": 2.2990484821024015,
      "grad_norm": 1.5085273977433584,
      "learning_rate": 1.2876114163952525e-06,
      "loss": 0.0864,
      "step": 15222
    },
    {
      "epoch": 2.2991995166893218,
      "grad_norm": 1.403741937859561,
      "learning_rate": 1.287081718817097e-06,
      "loss": 0.0856,
      "step": 15223
    },
    {
      "epoch": 2.2993505512762424,
      "grad_norm": 1.8684463166582754,
      "learning_rate": 1.2865521141196335e-06,
      "loss": 0.0905,
      "step": 15224
    },
    {
      "epoch": 2.2995015858631627,
      "grad_norm": 1.6979151648226394,
      "learning_rate": 1.2860226023161122e-06,
      "loss": 0.0717,
      "step": 15225
    },
    {
      "epoch": 2.299652620450083,
      "grad_norm": 1.3620277602384396,
      "learning_rate": 1.2854931834197804e-06,
      "loss": 0.0768,
      "step": 15226
    },
    {
      "epoch": 2.2998036550370036,
      "grad_norm": 1.5453440054130105,
      "learning_rate": 1.2849638574438788e-06,
      "loss": 0.0814,
      "step": 15227
    },
    {
      "epoch": 2.299954689623924,
      "grad_norm": 1.7760036319186605,
      "learning_rate": 1.284434624401652e-06,
      "loss": 0.0706,
      "step": 15228
    },
    {
      "epoch": 2.3001057242108445,
      "grad_norm": 1.543232337162626,
      "learning_rate": 1.283905484306337e-06,
      "loss": 0.085,
      "step": 15229
    },
    {
      "epoch": 2.3002567587977647,
      "grad_norm": 1.325619927441392,
      "learning_rate": 1.2833764371711693e-06,
      "loss": 0.0695,
      "step": 15230
    },
    {
      "epoch": 2.300407793384685,
      "grad_norm": 1.9005657849899849,
      "learning_rate": 1.2828474830093868e-06,
      "loss": 0.0859,
      "step": 15231
    },
    {
      "epoch": 2.3005588279716056,
      "grad_norm": 1.4361913834207436,
      "learning_rate": 1.2823186218342183e-06,
      "loss": 0.0956,
      "step": 15232
    },
    {
      "epoch": 2.300709862558526,
      "grad_norm": 1.6396302190953034,
      "learning_rate": 1.2817898536588962e-06,
      "loss": 0.0842,
      "step": 15233
    },
    {
      "epoch": 2.300860897145446,
      "grad_norm": 1.4657473034270887,
      "learning_rate": 1.281261178496645e-06,
      "loss": 0.0746,
      "step": 15234
    },
    {
      "epoch": 2.3010119317323667,
      "grad_norm": 1.4848209040443205,
      "learning_rate": 1.280732596360693e-06,
      "loss": 0.0828,
      "step": 15235
    },
    {
      "epoch": 2.301162966319287,
      "grad_norm": 1.645981131770123,
      "learning_rate": 1.2802041072642618e-06,
      "loss": 0.079,
      "step": 15236
    },
    {
      "epoch": 2.3013140009062076,
      "grad_norm": 1.4795343808803079,
      "learning_rate": 1.2796757112205698e-06,
      "loss": 0.0829,
      "step": 15237
    },
    {
      "epoch": 2.301465035493128,
      "grad_norm": 1.2248694188138922,
      "learning_rate": 1.279147408242838e-06,
      "loss": 0.0719,
      "step": 15238
    },
    {
      "epoch": 2.3016160700800485,
      "grad_norm": 1.23729913263607,
      "learning_rate": 1.2786191983442798e-06,
      "loss": 0.0732,
      "step": 15239
    },
    {
      "epoch": 2.3017671046669688,
      "grad_norm": 1.6795914274084494,
      "learning_rate": 1.278091081538111e-06,
      "loss": 0.0735,
      "step": 15240
    },
    {
      "epoch": 2.301918139253889,
      "grad_norm": 1.4166181839516494,
      "learning_rate": 1.2775630578375402e-06,
      "loss": 0.0707,
      "step": 15241
    },
    {
      "epoch": 2.3020691738408097,
      "grad_norm": 1.4945103388759886,
      "learning_rate": 1.2770351272557797e-06,
      "loss": 0.0825,
      "step": 15242
    },
    {
      "epoch": 2.30222020842773,
      "grad_norm": 1.3564202722397427,
      "learning_rate": 1.2765072898060332e-06,
      "loss": 0.0734,
      "step": 15243
    },
    {
      "epoch": 2.30237124301465,
      "grad_norm": 1.4687090973981431,
      "learning_rate": 1.275979545501504e-06,
      "loss": 0.0727,
      "step": 15244
    },
    {
      "epoch": 2.302522277601571,
      "grad_norm": 1.201426819435173,
      "learning_rate": 1.2754518943553973e-06,
      "loss": 0.0786,
      "step": 15245
    },
    {
      "epoch": 2.302673312188491,
      "grad_norm": 1.2947620217738907,
      "learning_rate": 1.2749243363809089e-06,
      "loss": 0.0626,
      "step": 15246
    },
    {
      "epoch": 2.3028243467754117,
      "grad_norm": 1.710551313497579,
      "learning_rate": 1.2743968715912392e-06,
      "loss": 0.0817,
      "step": 15247
    },
    {
      "epoch": 2.302975381362332,
      "grad_norm": 1.272232434402603,
      "learning_rate": 1.2738694999995804e-06,
      "loss": 0.0796,
      "step": 15248
    },
    {
      "epoch": 2.3031264159492526,
      "grad_norm": 1.4268005395164318,
      "learning_rate": 1.273342221619126e-06,
      "loss": 0.0729,
      "step": 15249
    },
    {
      "epoch": 2.303277450536173,
      "grad_norm": 1.8433422494824285,
      "learning_rate": 1.2728150364630676e-06,
      "loss": 0.0762,
      "step": 15250
    },
    {
      "epoch": 2.303428485123093,
      "grad_norm": 1.5725186616389741,
      "learning_rate": 1.2722879445445918e-06,
      "loss": 0.0955,
      "step": 15251
    },
    {
      "epoch": 2.3035795197100137,
      "grad_norm": 1.374517680792518,
      "learning_rate": 1.2717609458768842e-06,
      "loss": 0.0768,
      "step": 15252
    },
    {
      "epoch": 2.303730554296934,
      "grad_norm": 1.8114562329131167,
      "learning_rate": 1.271234040473126e-06,
      "loss": 0.0948,
      "step": 15253
    },
    {
      "epoch": 2.303881588883854,
      "grad_norm": 1.314399087645676,
      "learning_rate": 1.2707072283465006e-06,
      "loss": 0.0647,
      "step": 15254
    },
    {
      "epoch": 2.304032623470775,
      "grad_norm": 1.7752893305475075,
      "learning_rate": 1.2701805095101866e-06,
      "loss": 0.1102,
      "step": 15255
    },
    {
      "epoch": 2.304183658057695,
      "grad_norm": 2.036021982740178,
      "learning_rate": 1.2696538839773576e-06,
      "loss": 0.0916,
      "step": 15256
    },
    {
      "epoch": 2.3043346926446158,
      "grad_norm": 1.342733795821758,
      "learning_rate": 1.2691273517611913e-06,
      "loss": 0.0718,
      "step": 15257
    },
    {
      "epoch": 2.304485727231536,
      "grad_norm": 1.2923312796273947,
      "learning_rate": 1.2686009128748566e-06,
      "loss": 0.0794,
      "step": 15258
    },
    {
      "epoch": 2.3046367618184567,
      "grad_norm": 1.531179769679392,
      "learning_rate": 1.2680745673315214e-06,
      "loss": 0.0835,
      "step": 15259
    },
    {
      "epoch": 2.304787796405377,
      "grad_norm": 2.022626407231917,
      "learning_rate": 1.2675483151443558e-06,
      "loss": 0.0789,
      "step": 15260
    },
    {
      "epoch": 2.304938830992297,
      "grad_norm": 1.9613674219446466,
      "learning_rate": 1.2670221563265217e-06,
      "loss": 0.0977,
      "step": 15261
    },
    {
      "epoch": 2.305089865579218,
      "grad_norm": 1.5160282195469363,
      "learning_rate": 1.2664960908911833e-06,
      "loss": 0.0732,
      "step": 15262
    },
    {
      "epoch": 2.305240900166138,
      "grad_norm": 1.4225915751194071,
      "learning_rate": 1.2659701188514977e-06,
      "loss": 0.0737,
      "step": 15263
    },
    {
      "epoch": 2.3053919347530583,
      "grad_norm": 2.625161009890921,
      "learning_rate": 1.2654442402206258e-06,
      "loss": 0.0826,
      "step": 15264
    },
    {
      "epoch": 2.305542969339979,
      "grad_norm": 1.568667232510264,
      "learning_rate": 1.2649184550117205e-06,
      "loss": 0.1001,
      "step": 15265
    },
    {
      "epoch": 2.305694003926899,
      "grad_norm": 1.336108104948541,
      "learning_rate": 1.2643927632379343e-06,
      "loss": 0.0698,
      "step": 15266
    },
    {
      "epoch": 2.30584503851382,
      "grad_norm": 1.3137568744668517,
      "learning_rate": 1.2638671649124196e-06,
      "loss": 0.0675,
      "step": 15267
    },
    {
      "epoch": 2.30599607310074,
      "grad_norm": 1.5276162248515524,
      "learning_rate": 1.2633416600483217e-06,
      "loss": 0.072,
      "step": 15268
    },
    {
      "epoch": 2.3061471076876603,
      "grad_norm": 1.9521782705704607,
      "learning_rate": 1.2628162486587897e-06,
      "loss": 0.0836,
      "step": 15269
    },
    {
      "epoch": 2.306298142274581,
      "grad_norm": 1.5589026486309285,
      "learning_rate": 1.2622909307569642e-06,
      "loss": 0.0857,
      "step": 15270
    },
    {
      "epoch": 2.306449176861501,
      "grad_norm": 1.3548006478918517,
      "learning_rate": 1.2617657063559868e-06,
      "loss": 0.0791,
      "step": 15271
    },
    {
      "epoch": 2.306600211448422,
      "grad_norm": 1.3265809225263359,
      "learning_rate": 1.261240575469001e-06,
      "loss": 0.082,
      "step": 15272
    },
    {
      "epoch": 2.306751246035342,
      "grad_norm": 1.4373452558222135,
      "learning_rate": 1.2607155381091356e-06,
      "loss": 0.0679,
      "step": 15273
    },
    {
      "epoch": 2.3069022806222623,
      "grad_norm": 1.4030125611164102,
      "learning_rate": 1.2601905942895298e-06,
      "loss": 0.0719,
      "step": 15274
    },
    {
      "epoch": 2.307053315209183,
      "grad_norm": 1.2740438344093363,
      "learning_rate": 1.259665744023313e-06,
      "loss": 0.0761,
      "step": 15275
    },
    {
      "epoch": 2.3072043497961032,
      "grad_norm": 1.455125433471021,
      "learning_rate": 1.259140987323615e-06,
      "loss": 0.0774,
      "step": 15276
    },
    {
      "epoch": 2.307355384383024,
      "grad_norm": 1.983492530695547,
      "learning_rate": 1.2586163242035653e-06,
      "loss": 0.0857,
      "step": 15277
    },
    {
      "epoch": 2.307506418969944,
      "grad_norm": 1.275499082485231,
      "learning_rate": 1.2580917546762849e-06,
      "loss": 0.0706,
      "step": 15278
    },
    {
      "epoch": 2.3076574535568644,
      "grad_norm": 1.3273957950445647,
      "learning_rate": 1.2575672787549009e-06,
      "loss": 0.0837,
      "step": 15279
    },
    {
      "epoch": 2.307808488143785,
      "grad_norm": 1.6504001593362678,
      "learning_rate": 1.2570428964525284e-06,
      "loss": 0.0585,
      "step": 15280
    },
    {
      "epoch": 2.3079595227307053,
      "grad_norm": 1.3888811300329846,
      "learning_rate": 1.256518607782286e-06,
      "loss": 0.0755,
      "step": 15281
    },
    {
      "epoch": 2.308110557317626,
      "grad_norm": 1.97310853068015,
      "learning_rate": 1.2559944127572925e-06,
      "loss": 0.0935,
      "step": 15282
    },
    {
      "epoch": 2.308261591904546,
      "grad_norm": 1.2622208873545382,
      "learning_rate": 1.2554703113906574e-06,
      "loss": 0.065,
      "step": 15283
    },
    {
      "epoch": 2.3084126264914664,
      "grad_norm": 2.107016216177651,
      "learning_rate": 1.254946303695494e-06,
      "loss": 0.0711,
      "step": 15284
    },
    {
      "epoch": 2.308563661078387,
      "grad_norm": 1.7139047192982142,
      "learning_rate": 1.2544223896849073e-06,
      "loss": 0.097,
      "step": 15285
    },
    {
      "epoch": 2.3087146956653073,
      "grad_norm": 2.093447808503165,
      "learning_rate": 1.2538985693720073e-06,
      "loss": 0.0712,
      "step": 15286
    },
    {
      "epoch": 2.3088657302522275,
      "grad_norm": 1.1966372854374459,
      "learning_rate": 1.2533748427698955e-06,
      "loss": 0.0738,
      "step": 15287
    },
    {
      "epoch": 2.309016764839148,
      "grad_norm": 1.5957799532668422,
      "learning_rate": 1.2528512098916723e-06,
      "loss": 0.0885,
      "step": 15288
    },
    {
      "epoch": 2.3091677994260684,
      "grad_norm": 1.17756625536723,
      "learning_rate": 1.2523276707504389e-06,
      "loss": 0.0642,
      "step": 15289
    },
    {
      "epoch": 2.309318834012989,
      "grad_norm": 1.3683394377091094,
      "learning_rate": 1.2518042253592894e-06,
      "loss": 0.076,
      "step": 15290
    },
    {
      "epoch": 2.3094698685999093,
      "grad_norm": 1.8919149920464655,
      "learning_rate": 1.251280873731321e-06,
      "loss": 0.0826,
      "step": 15291
    },
    {
      "epoch": 2.30962090318683,
      "grad_norm": 1.4681845585559559,
      "learning_rate": 1.250757615879622e-06,
      "loss": 0.0735,
      "step": 15292
    },
    {
      "epoch": 2.3097719377737502,
      "grad_norm": 1.5429837416801677,
      "learning_rate": 1.250234451817286e-06,
      "loss": 0.0889,
      "step": 15293
    },
    {
      "epoch": 2.3099229723606705,
      "grad_norm": 2.0550957653453032,
      "learning_rate": 1.2497113815573987e-06,
      "loss": 0.0899,
      "step": 15294
    },
    {
      "epoch": 2.310074006947591,
      "grad_norm": 1.798338502825411,
      "learning_rate": 1.2491884051130427e-06,
      "loss": 0.0857,
      "step": 15295
    },
    {
      "epoch": 2.3102250415345114,
      "grad_norm": 1.491334519306534,
      "learning_rate": 1.2486655224973037e-06,
      "loss": 0.0828,
      "step": 15296
    },
    {
      "epoch": 2.3103760761214316,
      "grad_norm": 1.885481314082555,
      "learning_rate": 1.2481427337232593e-06,
      "loss": 0.0838,
      "step": 15297
    },
    {
      "epoch": 2.3105271107083523,
      "grad_norm": 1.7855780058581143,
      "learning_rate": 1.2476200388039899e-06,
      "loss": 0.1115,
      "step": 15298
    },
    {
      "epoch": 2.3106781452952725,
      "grad_norm": 1.5177781019084409,
      "learning_rate": 1.247097437752569e-06,
      "loss": 0.0933,
      "step": 15299
    },
    {
      "epoch": 2.310829179882193,
      "grad_norm": 1.378788516159457,
      "learning_rate": 1.2465749305820702e-06,
      "loss": 0.075,
      "step": 15300
    },
    {
      "epoch": 2.3109802144691134,
      "grad_norm": 1.3873204176177918,
      "learning_rate": 1.2460525173055672e-06,
      "loss": 0.0837,
      "step": 15301
    },
    {
      "epoch": 2.311131249056034,
      "grad_norm": 1.381696269572612,
      "learning_rate": 1.2455301979361234e-06,
      "loss": 0.0728,
      "step": 15302
    },
    {
      "epoch": 2.3112822836429543,
      "grad_norm": 1.395188782594042,
      "learning_rate": 1.2450079724868085e-06,
      "loss": 0.0799,
      "step": 15303
    },
    {
      "epoch": 2.3114333182298745,
      "grad_norm": 3.872298807276436,
      "learning_rate": 1.2444858409706839e-06,
      "loss": 0.0824,
      "step": 15304
    },
    {
      "epoch": 2.311584352816795,
      "grad_norm": 1.5045452706987772,
      "learning_rate": 1.2439638034008128e-06,
      "loss": 0.0749,
      "step": 15305
    },
    {
      "epoch": 2.3117353874037154,
      "grad_norm": 1.5095590470595994,
      "learning_rate": 1.2434418597902541e-06,
      "loss": 0.0782,
      "step": 15306
    },
    {
      "epoch": 2.3118864219906357,
      "grad_norm": 1.956328287714872,
      "learning_rate": 1.2429200101520633e-06,
      "loss": 0.0862,
      "step": 15307
    },
    {
      "epoch": 2.3120374565775563,
      "grad_norm": 2.0883269700594527,
      "learning_rate": 1.2423982544992986e-06,
      "loss": 0.0937,
      "step": 15308
    },
    {
      "epoch": 2.3121884911644766,
      "grad_norm": 1.427938157911254,
      "learning_rate": 1.2418765928450061e-06,
      "loss": 0.0669,
      "step": 15309
    },
    {
      "epoch": 2.3123395257513972,
      "grad_norm": 1.621359471389615,
      "learning_rate": 1.2413550252022377e-06,
      "loss": 0.0821,
      "step": 15310
    },
    {
      "epoch": 2.3124905603383175,
      "grad_norm": 1.4919155678985636,
      "learning_rate": 1.2408335515840437e-06,
      "loss": 0.0776,
      "step": 15311
    },
    {
      "epoch": 2.3126415949252377,
      "grad_norm": 2.2457844095451307,
      "learning_rate": 1.2403121720034645e-06,
      "loss": 0.1214,
      "step": 15312
    },
    {
      "epoch": 2.3127926295121584,
      "grad_norm": 1.2386357990797536,
      "learning_rate": 1.2397908864735464e-06,
      "loss": 0.0721,
      "step": 15313
    },
    {
      "epoch": 2.3129436640990786,
      "grad_norm": 1.2660327130218603,
      "learning_rate": 1.2392696950073268e-06,
      "loss": 0.0693,
      "step": 15314
    },
    {
      "epoch": 2.3130946986859993,
      "grad_norm": 1.7327492485550693,
      "learning_rate": 1.238748597617847e-06,
      "loss": 0.0852,
      "step": 15315
    },
    {
      "epoch": 2.3132457332729195,
      "grad_norm": 2.1434310086594026,
      "learning_rate": 1.2382275943181399e-06,
      "loss": 0.0865,
      "step": 15316
    },
    {
      "epoch": 2.3133967678598397,
      "grad_norm": 1.5336169708951284,
      "learning_rate": 1.2377066851212378e-06,
      "loss": 0.0671,
      "step": 15317
    },
    {
      "epoch": 2.3135478024467604,
      "grad_norm": 1.400565771331829,
      "learning_rate": 1.237185870040174e-06,
      "loss": 0.0829,
      "step": 15318
    },
    {
      "epoch": 2.3136988370336806,
      "grad_norm": 1.8513196665662734,
      "learning_rate": 1.236665149087975e-06,
      "loss": 0.0942,
      "step": 15319
    },
    {
      "epoch": 2.3138498716206013,
      "grad_norm": 1.2012600581051238,
      "learning_rate": 1.236144522277669e-06,
      "loss": 0.0637,
      "step": 15320
    },
    {
      "epoch": 2.3140009062075215,
      "grad_norm": 1.4133568927544784,
      "learning_rate": 1.2356239896222778e-06,
      "loss": 0.0763,
      "step": 15321
    },
    {
      "epoch": 2.3141519407944418,
      "grad_norm": 2.3755516580282654,
      "learning_rate": 1.235103551134823e-06,
      "loss": 0.1006,
      "step": 15322
    },
    {
      "epoch": 2.3143029753813624,
      "grad_norm": 1.7881721200614693,
      "learning_rate": 1.2345832068283276e-06,
      "loss": 0.0932,
      "step": 15323
    },
    {
      "epoch": 2.3144540099682827,
      "grad_norm": 1.583560914173195,
      "learning_rate": 1.234062956715802e-06,
      "loss": 0.0816,
      "step": 15324
    },
    {
      "epoch": 2.3146050445552033,
      "grad_norm": 1.8350043422692466,
      "learning_rate": 1.2335428008102651e-06,
      "loss": 0.0874,
      "step": 15325
    },
    {
      "epoch": 2.3147560791421236,
      "grad_norm": 1.636133984081371,
      "learning_rate": 1.2330227391247257e-06,
      "loss": 0.0863,
      "step": 15326
    },
    {
      "epoch": 2.314907113729044,
      "grad_norm": 1.8338608864454897,
      "learning_rate": 1.2325027716721954e-06,
      "loss": 0.0893,
      "step": 15327
    },
    {
      "epoch": 2.3150581483159645,
      "grad_norm": 1.4206899197146863,
      "learning_rate": 1.2319828984656822e-06,
      "loss": 0.0851,
      "step": 15328
    },
    {
      "epoch": 2.3152091829028847,
      "grad_norm": 1.2240135395000786,
      "learning_rate": 1.2314631195181886e-06,
      "loss": 0.0654,
      "step": 15329
    },
    {
      "epoch": 2.315360217489805,
      "grad_norm": 1.6028255152619344,
      "learning_rate": 1.2309434348427213e-06,
      "loss": 0.0742,
      "step": 15330
    },
    {
      "epoch": 2.3155112520767256,
      "grad_norm": 1.173815202362896,
      "learning_rate": 1.2304238444522747e-06,
      "loss": 0.0617,
      "step": 15331
    },
    {
      "epoch": 2.315662286663646,
      "grad_norm": 1.2911881524715192,
      "learning_rate": 1.22990434835985e-06,
      "loss": 0.0733,
      "step": 15332
    },
    {
      "epoch": 2.3158133212505665,
      "grad_norm": 1.4857573576793282,
      "learning_rate": 1.2293849465784435e-06,
      "loss": 0.0931,
      "step": 15333
    },
    {
      "epoch": 2.3159643558374867,
      "grad_norm": 1.3171044194117323,
      "learning_rate": 1.2288656391210456e-06,
      "loss": 0.077,
      "step": 15334
    },
    {
      "epoch": 2.3161153904244074,
      "grad_norm": 1.550772028631128,
      "learning_rate": 1.2283464260006505e-06,
      "loss": 0.0694,
      "step": 15335
    },
    {
      "epoch": 2.3162664250113276,
      "grad_norm": 1.0737012091418294,
      "learning_rate": 1.2278273072302432e-06,
      "loss": 0.0557,
      "step": 15336
    },
    {
      "epoch": 2.316417459598248,
      "grad_norm": 1.2800354575153448,
      "learning_rate": 1.2273082828228123e-06,
      "loss": 0.0718,
      "step": 15337
    },
    {
      "epoch": 2.3165684941851685,
      "grad_norm": 1.9045735990239412,
      "learning_rate": 1.2267893527913405e-06,
      "loss": 0.1005,
      "step": 15338
    },
    {
      "epoch": 2.3167195287720888,
      "grad_norm": 1.6402068045022113,
      "learning_rate": 1.2262705171488081e-06,
      "loss": 0.0915,
      "step": 15339
    },
    {
      "epoch": 2.316870563359009,
      "grad_norm": 1.4429809984503787,
      "learning_rate": 1.225751775908196e-06,
      "loss": 0.0799,
      "step": 15340
    },
    {
      "epoch": 2.3170215979459297,
      "grad_norm": 1.3125097940580301,
      "learning_rate": 1.225233129082478e-06,
      "loss": 0.0739,
      "step": 15341
    },
    {
      "epoch": 2.31717263253285,
      "grad_norm": 1.627204512679488,
      "learning_rate": 1.2247145766846324e-06,
      "loss": 0.0888,
      "step": 15342
    },
    {
      "epoch": 2.3173236671197706,
      "grad_norm": 1.4028253564251374,
      "learning_rate": 1.2241961187276269e-06,
      "loss": 0.0864,
      "step": 15343
    },
    {
      "epoch": 2.317474701706691,
      "grad_norm": 1.4437172999338101,
      "learning_rate": 1.2236777552244344e-06,
      "loss": 0.0835,
      "step": 15344
    },
    {
      "epoch": 2.3176257362936115,
      "grad_norm": 1.1659968706889265,
      "learning_rate": 1.2231594861880208e-06,
      "loss": 0.0684,
      "step": 15345
    },
    {
      "epoch": 2.3177767708805317,
      "grad_norm": 1.6580136579245401,
      "learning_rate": 1.2226413116313491e-06,
      "loss": 0.0969,
      "step": 15346
    },
    {
      "epoch": 2.317927805467452,
      "grad_norm": 1.2953956791828003,
      "learning_rate": 1.2221232315673848e-06,
      "loss": 0.062,
      "step": 15347
    },
    {
      "epoch": 2.3180788400543726,
      "grad_norm": 1.1804864008340092,
      "learning_rate": 1.221605246009085e-06,
      "loss": 0.065,
      "step": 15348
    },
    {
      "epoch": 2.318229874641293,
      "grad_norm": 1.9896494355885854,
      "learning_rate": 1.2210873549694096e-06,
      "loss": 0.0964,
      "step": 15349
    },
    {
      "epoch": 2.318380909228213,
      "grad_norm": 1.574330222965337,
      "learning_rate": 1.2205695584613125e-06,
      "loss": 0.0704,
      "step": 15350
    },
    {
      "epoch": 2.3185319438151337,
      "grad_norm": 1.2763999513981121,
      "learning_rate": 1.2200518564977488e-06,
      "loss": 0.0631,
      "step": 15351
    },
    {
      "epoch": 2.318682978402054,
      "grad_norm": 1.3362284935151032,
      "learning_rate": 1.2195342490916674e-06,
      "loss": 0.0729,
      "step": 15352
    },
    {
      "epoch": 2.3188340129889746,
      "grad_norm": 2.3706019011755277,
      "learning_rate": 1.2190167362560151e-06,
      "loss": 0.0939,
      "step": 15353
    },
    {
      "epoch": 2.318985047575895,
      "grad_norm": 1.297875375892729,
      "learning_rate": 1.2184993180037408e-06,
      "loss": 0.0802,
      "step": 15354
    },
    {
      "epoch": 2.3191360821628155,
      "grad_norm": 1.6391754112471035,
      "learning_rate": 1.2179819943477855e-06,
      "loss": 0.0796,
      "step": 15355
    },
    {
      "epoch": 2.3192871167497358,
      "grad_norm": 1.5993934153715297,
      "learning_rate": 1.2174647653010912e-06,
      "loss": 0.0749,
      "step": 15356
    },
    {
      "epoch": 2.319438151336656,
      "grad_norm": 1.3008447145417859,
      "learning_rate": 1.2169476308765988e-06,
      "loss": 0.0691,
      "step": 15357
    },
    {
      "epoch": 2.3195891859235767,
      "grad_norm": 1.421182794678154,
      "learning_rate": 1.2164305910872414e-06,
      "loss": 0.0849,
      "step": 15358
    },
    {
      "epoch": 2.319740220510497,
      "grad_norm": 1.5749767311412273,
      "learning_rate": 1.215913645945957e-06,
      "loss": 0.0873,
      "step": 15359
    },
    {
      "epoch": 2.319891255097417,
      "grad_norm": 1.4703434766024592,
      "learning_rate": 1.215396795465672e-06,
      "loss": 0.0617,
      "step": 15360
    },
    {
      "epoch": 2.320042289684338,
      "grad_norm": 1.6568772645297636,
      "learning_rate": 1.2148800396593185e-06,
      "loss": 0.0936,
      "step": 15361
    },
    {
      "epoch": 2.320193324271258,
      "grad_norm": 1.448389370868501,
      "learning_rate": 1.2143633785398246e-06,
      "loss": 0.0933,
      "step": 15362
    },
    {
      "epoch": 2.3203443588581787,
      "grad_norm": 1.3519716737481924,
      "learning_rate": 1.2138468121201126e-06,
      "loss": 0.0707,
      "step": 15363
    },
    {
      "epoch": 2.320495393445099,
      "grad_norm": 2.134756874175184,
      "learning_rate": 1.213330340413107e-06,
      "loss": 0.1031,
      "step": 15364
    },
    {
      "epoch": 2.320646428032019,
      "grad_norm": 1.5038842528892773,
      "learning_rate": 1.2128139634317242e-06,
      "loss": 0.0802,
      "step": 15365
    },
    {
      "epoch": 2.32079746261894,
      "grad_norm": 1.4715832964822106,
      "learning_rate": 1.212297681188886e-06,
      "loss": 0.0776,
      "step": 15366
    },
    {
      "epoch": 2.32094849720586,
      "grad_norm": 1.2244838505915656,
      "learning_rate": 1.2117814936975052e-06,
      "loss": 0.0625,
      "step": 15367
    },
    {
      "epoch": 2.3210995317927807,
      "grad_norm": 2.2038978689815503,
      "learning_rate": 1.2112654009704933e-06,
      "loss": 0.0877,
      "step": 15368
    },
    {
      "epoch": 2.321250566379701,
      "grad_norm": 1.5792009732974388,
      "learning_rate": 1.2107494030207628e-06,
      "loss": 0.076,
      "step": 15369
    },
    {
      "epoch": 2.321401600966621,
      "grad_norm": 1.4967126809988944,
      "learning_rate": 1.2102334998612198e-06,
      "loss": 0.0777,
      "step": 15370
    },
    {
      "epoch": 2.321552635553542,
      "grad_norm": 1.3473012700499052,
      "learning_rate": 1.2097176915047725e-06,
      "loss": 0.0709,
      "step": 15371
    },
    {
      "epoch": 2.321703670140462,
      "grad_norm": 1.5803290253398847,
      "learning_rate": 1.209201977964321e-06,
      "loss": 0.088,
      "step": 15372
    },
    {
      "epoch": 2.3218547047273828,
      "grad_norm": 1.819679916064405,
      "learning_rate": 1.2086863592527692e-06,
      "loss": 0.0801,
      "step": 15373
    },
    {
      "epoch": 2.322005739314303,
      "grad_norm": 1.558493074232524,
      "learning_rate": 1.2081708353830136e-06,
      "loss": 0.0894,
      "step": 15374
    },
    {
      "epoch": 2.322156773901223,
      "grad_norm": 1.4159125103538353,
      "learning_rate": 1.2076554063679497e-06,
      "loss": 0.0877,
      "step": 15375
    },
    {
      "epoch": 2.322307808488144,
      "grad_norm": 1.4342881472457742,
      "learning_rate": 1.207140072220474e-06,
      "loss": 0.0797,
      "step": 15376
    },
    {
      "epoch": 2.322458843075064,
      "grad_norm": 1.3136996174083597,
      "learning_rate": 1.2066248329534746e-06,
      "loss": 0.0703,
      "step": 15377
    },
    {
      "epoch": 2.322609877661985,
      "grad_norm": 1.7398691672701183,
      "learning_rate": 1.2061096885798419e-06,
      "loss": 0.082,
      "step": 15378
    },
    {
      "epoch": 2.322760912248905,
      "grad_norm": 1.745943970080485,
      "learning_rate": 1.2055946391124645e-06,
      "loss": 0.0859,
      "step": 15379
    },
    {
      "epoch": 2.3229119468358252,
      "grad_norm": 1.3903560226714595,
      "learning_rate": 1.2050796845642249e-06,
      "loss": 0.0798,
      "step": 15380
    },
    {
      "epoch": 2.323062981422746,
      "grad_norm": 1.4494123142029778,
      "learning_rate": 1.2045648249480047e-06,
      "loss": 0.0723,
      "step": 15381
    },
    {
      "epoch": 2.323214016009666,
      "grad_norm": 1.576839275943511,
      "learning_rate": 1.204050060276682e-06,
      "loss": 0.0901,
      "step": 15382
    },
    {
      "epoch": 2.3233650505965864,
      "grad_norm": 1.2993094817278945,
      "learning_rate": 1.203535390563136e-06,
      "loss": 0.0728,
      "step": 15383
    },
    {
      "epoch": 2.323516085183507,
      "grad_norm": 1.556396771803956,
      "learning_rate": 1.2030208158202421e-06,
      "loss": 0.0882,
      "step": 15384
    },
    {
      "epoch": 2.3236671197704273,
      "grad_norm": 1.3823578237948015,
      "learning_rate": 1.2025063360608702e-06,
      "loss": 0.0751,
      "step": 15385
    },
    {
      "epoch": 2.323818154357348,
      "grad_norm": 1.4854510334822388,
      "learning_rate": 1.2019919512978935e-06,
      "loss": 0.0927,
      "step": 15386
    },
    {
      "epoch": 2.323969188944268,
      "grad_norm": 2.5439880503249457,
      "learning_rate": 1.2014776615441776e-06,
      "loss": 0.1034,
      "step": 15387
    },
    {
      "epoch": 2.324120223531189,
      "grad_norm": 1.8108450063256083,
      "learning_rate": 1.2009634668125863e-06,
      "loss": 0.0684,
      "step": 15388
    },
    {
      "epoch": 2.324271258118109,
      "grad_norm": 2.091862082682198,
      "learning_rate": 1.2004493671159855e-06,
      "loss": 0.1029,
      "step": 15389
    },
    {
      "epoch": 2.3244222927050293,
      "grad_norm": 1.6222318662372281,
      "learning_rate": 1.1999353624672332e-06,
      "loss": 0.0857,
      "step": 15390
    },
    {
      "epoch": 2.32457332729195,
      "grad_norm": 1.7998076669415957,
      "learning_rate": 1.1994214528791897e-06,
      "loss": 0.0875,
      "step": 15391
    },
    {
      "epoch": 2.32472436187887,
      "grad_norm": 1.8384408484328145,
      "learning_rate": 1.1989076383647085e-06,
      "loss": 0.0902,
      "step": 15392
    },
    {
      "epoch": 2.3248753964657904,
      "grad_norm": 1.474008119221687,
      "learning_rate": 1.198393918936645e-06,
      "loss": 0.0778,
      "step": 15393
    },
    {
      "epoch": 2.325026431052711,
      "grad_norm": 1.2095958356240395,
      "learning_rate": 1.1978802946078483e-06,
      "loss": 0.0685,
      "step": 15394
    },
    {
      "epoch": 2.3251774656396313,
      "grad_norm": 1.456630733213767,
      "learning_rate": 1.1973667653911691e-06,
      "loss": 0.0705,
      "step": 15395
    },
    {
      "epoch": 2.325328500226552,
      "grad_norm": 1.7213423735882807,
      "learning_rate": 1.196853331299453e-06,
      "loss": 0.0802,
      "step": 15396
    },
    {
      "epoch": 2.3254795348134722,
      "grad_norm": 1.2818397328849302,
      "learning_rate": 1.196339992345541e-06,
      "loss": 0.0646,
      "step": 15397
    },
    {
      "epoch": 2.325630569400393,
      "grad_norm": 1.212714934630411,
      "learning_rate": 1.1958267485422786e-06,
      "loss": 0.0773,
      "step": 15398
    },
    {
      "epoch": 2.325781603987313,
      "grad_norm": 1.3665074693643975,
      "learning_rate": 1.1953135999025023e-06,
      "loss": 0.072,
      "step": 15399
    },
    {
      "epoch": 2.3259326385742334,
      "grad_norm": 1.4640045849327232,
      "learning_rate": 1.1948005464390505e-06,
      "loss": 0.0769,
      "step": 15400
    },
    {
      "epoch": 2.326083673161154,
      "grad_norm": 1.4578098764012957,
      "learning_rate": 1.1942875881647553e-06,
      "loss": 0.0729,
      "step": 15401
    },
    {
      "epoch": 2.3262347077480743,
      "grad_norm": 1.3798573677985149,
      "learning_rate": 1.1937747250924513e-06,
      "loss": 0.0792,
      "step": 15402
    },
    {
      "epoch": 2.3263857423349945,
      "grad_norm": 1.1930608246282026,
      "learning_rate": 1.1932619572349668e-06,
      "loss": 0.0675,
      "step": 15403
    },
    {
      "epoch": 2.326536776921915,
      "grad_norm": 1.4250793915851783,
      "learning_rate": 1.1927492846051274e-06,
      "loss": 0.0902,
      "step": 15404
    },
    {
      "epoch": 2.3266878115088354,
      "grad_norm": 1.9201698300472667,
      "learning_rate": 1.192236707215761e-06,
      "loss": 0.0924,
      "step": 15405
    },
    {
      "epoch": 2.326838846095756,
      "grad_norm": 1.3724197596186745,
      "learning_rate": 1.1917242250796868e-06,
      "loss": 0.0893,
      "step": 15406
    },
    {
      "epoch": 2.3269898806826763,
      "grad_norm": 1.2496205134639553,
      "learning_rate": 1.1912118382097265e-06,
      "loss": 0.0686,
      "step": 15407
    },
    {
      "epoch": 2.3271409152695965,
      "grad_norm": 1.6278368235688108,
      "learning_rate": 1.1906995466186988e-06,
      "loss": 0.0843,
      "step": 15408
    },
    {
      "epoch": 2.327291949856517,
      "grad_norm": 1.3820107582541765,
      "learning_rate": 1.1901873503194184e-06,
      "loss": 0.0723,
      "step": 15409
    },
    {
      "epoch": 2.3274429844434374,
      "grad_norm": 1.8176208058270893,
      "learning_rate": 1.189675249324697e-06,
      "loss": 0.08,
      "step": 15410
    },
    {
      "epoch": 2.327594019030358,
      "grad_norm": 3.0866710515977887,
      "learning_rate": 1.1891632436473445e-06,
      "loss": 0.0915,
      "step": 15411
    },
    {
      "epoch": 2.3277450536172783,
      "grad_norm": 1.4884212081407338,
      "learning_rate": 1.1886513333001704e-06,
      "loss": 0.0814,
      "step": 15412
    },
    {
      "epoch": 2.3278960882041986,
      "grad_norm": 1.2717804812443139,
      "learning_rate": 1.188139518295981e-06,
      "loss": 0.0744,
      "step": 15413
    },
    {
      "epoch": 2.3280471227911192,
      "grad_norm": 1.2777264932520287,
      "learning_rate": 1.1876277986475776e-06,
      "loss": 0.0757,
      "step": 15414
    },
    {
      "epoch": 2.3281981573780395,
      "grad_norm": 1.6900647345021405,
      "learning_rate": 1.187116174367764e-06,
      "loss": 0.0862,
      "step": 15415
    },
    {
      "epoch": 2.32834919196496,
      "grad_norm": 1.7628463732511515,
      "learning_rate": 1.186604645469337e-06,
      "loss": 0.0759,
      "step": 15416
    },
    {
      "epoch": 2.3285002265518804,
      "grad_norm": 1.5408879591724727,
      "learning_rate": 1.186093211965092e-06,
      "loss": 0.0736,
      "step": 15417
    },
    {
      "epoch": 2.3286512611388006,
      "grad_norm": 1.5444637357139857,
      "learning_rate": 1.1855818738678243e-06,
      "loss": 0.0864,
      "step": 15418
    },
    {
      "epoch": 2.3288022957257213,
      "grad_norm": 5.714231197540563,
      "learning_rate": 1.1850706311903238e-06,
      "loss": 0.091,
      "step": 15419
    },
    {
      "epoch": 2.3289533303126415,
      "grad_norm": 1.6567367932026353,
      "learning_rate": 1.1845594839453817e-06,
      "loss": 0.0829,
      "step": 15420
    },
    {
      "epoch": 2.329104364899562,
      "grad_norm": 1.4843874271105324,
      "learning_rate": 1.1840484321457817e-06,
      "loss": 0.0821,
      "step": 15421
    },
    {
      "epoch": 2.3292553994864824,
      "grad_norm": 1.5551073012534373,
      "learning_rate": 1.1835374758043116e-06,
      "loss": 0.0803,
      "step": 15422
    },
    {
      "epoch": 2.3294064340734026,
      "grad_norm": 1.3463071084023281,
      "learning_rate": 1.183026614933751e-06,
      "loss": 0.0753,
      "step": 15423
    },
    {
      "epoch": 2.3295574686603233,
      "grad_norm": 1.531229617303993,
      "learning_rate": 1.1825158495468787e-06,
      "loss": 0.0798,
      "step": 15424
    },
    {
      "epoch": 2.3297085032472435,
      "grad_norm": 2.0708720159207403,
      "learning_rate": 1.1820051796564742e-06,
      "loss": 0.077,
      "step": 15425
    },
    {
      "epoch": 2.3298595378341638,
      "grad_norm": 1.1125098992597044,
      "learning_rate": 1.1814946052753084e-06,
      "loss": 0.071,
      "step": 15426
    },
    {
      "epoch": 2.3300105724210844,
      "grad_norm": 1.539342473777222,
      "learning_rate": 1.180984126416158e-06,
      "loss": 0.0731,
      "step": 15427
    },
    {
      "epoch": 2.3301616070080047,
      "grad_norm": 1.262451007418401,
      "learning_rate": 1.1804737430917901e-06,
      "loss": 0.0653,
      "step": 15428
    },
    {
      "epoch": 2.3303126415949253,
      "grad_norm": 1.2318715559075488,
      "learning_rate": 1.1799634553149737e-06,
      "loss": 0.0782,
      "step": 15429
    },
    {
      "epoch": 2.3304636761818456,
      "grad_norm": 1.4775863178045956,
      "learning_rate": 1.1794532630984717e-06,
      "loss": 0.0732,
      "step": 15430
    },
    {
      "epoch": 2.3306147107687663,
      "grad_norm": 1.474010640756308,
      "learning_rate": 1.1789431664550504e-06,
      "loss": 0.0615,
      "step": 15431
    },
    {
      "epoch": 2.3307657453556865,
      "grad_norm": 1.213522111349747,
      "learning_rate": 1.1784331653974678e-06,
      "loss": 0.0693,
      "step": 15432
    },
    {
      "epoch": 2.3309167799426067,
      "grad_norm": 1.337555297757412,
      "learning_rate": 1.177923259938481e-06,
      "loss": 0.0736,
      "step": 15433
    },
    {
      "epoch": 2.3310678145295274,
      "grad_norm": 1.535808878144653,
      "learning_rate": 1.1774134500908462e-06,
      "loss": 0.0809,
      "step": 15434
    },
    {
      "epoch": 2.3312188491164476,
      "grad_norm": 1.7110437376484284,
      "learning_rate": 1.1769037358673192e-06,
      "loss": 0.0768,
      "step": 15435
    },
    {
      "epoch": 2.331369883703368,
      "grad_norm": 1.7041644221104064,
      "learning_rate": 1.1763941172806464e-06,
      "loss": 0.0781,
      "step": 15436
    },
    {
      "epoch": 2.3315209182902885,
      "grad_norm": 1.296013091330926,
      "learning_rate": 1.175884594343581e-06,
      "loss": 0.074,
      "step": 15437
    },
    {
      "epoch": 2.3316719528772087,
      "grad_norm": 1.20828062183495,
      "learning_rate": 1.1753751670688657e-06,
      "loss": 0.0668,
      "step": 15438
    },
    {
      "epoch": 2.3318229874641294,
      "grad_norm": 1.3447412217769712,
      "learning_rate": 1.1748658354692438e-06,
      "loss": 0.0785,
      "step": 15439
    },
    {
      "epoch": 2.3319740220510496,
      "grad_norm": 1.9725879036428926,
      "learning_rate": 1.174356599557459e-06,
      "loss": 0.0856,
      "step": 15440
    },
    {
      "epoch": 2.3321250566379703,
      "grad_norm": 1.367613634339776,
      "learning_rate": 1.1738474593462467e-06,
      "loss": 0.0799,
      "step": 15441
    },
    {
      "epoch": 2.3322760912248905,
      "grad_norm": 1.6260410949913622,
      "learning_rate": 1.1733384148483478e-06,
      "loss": 0.0771,
      "step": 15442
    },
    {
      "epoch": 2.3324271258118108,
      "grad_norm": 1.8062490621603882,
      "learning_rate": 1.1728294660764917e-06,
      "loss": 0.0786,
      "step": 15443
    },
    {
      "epoch": 2.3325781603987314,
      "grad_norm": 1.0586117559790846,
      "learning_rate": 1.172320613043414e-06,
      "loss": 0.062,
      "step": 15444
    },
    {
      "epoch": 2.3327291949856517,
      "grad_norm": 1.6604110425057041,
      "learning_rate": 1.1718118557618418e-06,
      "loss": 0.0923,
      "step": 15445
    },
    {
      "epoch": 2.332880229572572,
      "grad_norm": 1.9067873996587335,
      "learning_rate": 1.1713031942445014e-06,
      "loss": 0.1017,
      "step": 15446
    },
    {
      "epoch": 2.3330312641594926,
      "grad_norm": 1.2839420341212495,
      "learning_rate": 1.170794628504119e-06,
      "loss": 0.0741,
      "step": 15447
    },
    {
      "epoch": 2.333182298746413,
      "grad_norm": 1.5801541242058361,
      "learning_rate": 1.1702861585534147e-06,
      "loss": 0.0733,
      "step": 15448
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 1.6073612910926791,
      "learning_rate": 1.1697777844051105e-06,
      "loss": 0.0745,
      "step": 15449
    },
    {
      "epoch": 2.3334843679202537,
      "grad_norm": 1.4098949253204365,
      "learning_rate": 1.169269506071921e-06,
      "loss": 0.0777,
      "step": 15450
    },
    {
      "epoch": 2.3336354025071744,
      "grad_norm": 1.4372882672332876,
      "learning_rate": 1.168761323566564e-06,
      "loss": 0.0884,
      "step": 15451
    },
    {
      "epoch": 2.3337864370940946,
      "grad_norm": 1.9941270670973599,
      "learning_rate": 1.16825323690175e-06,
      "loss": 0.0862,
      "step": 15452
    },
    {
      "epoch": 2.333937471681015,
      "grad_norm": 1.6637211601023512,
      "learning_rate": 1.167745246090189e-06,
      "loss": 0.0892,
      "step": 15453
    },
    {
      "epoch": 2.3340885062679355,
      "grad_norm": 1.3511988574083398,
      "learning_rate": 1.16723735114459e-06,
      "loss": 0.0733,
      "step": 15454
    },
    {
      "epoch": 2.3342395408548557,
      "grad_norm": 1.3880701763297223,
      "learning_rate": 1.1667295520776556e-06,
      "loss": 0.0737,
      "step": 15455
    },
    {
      "epoch": 2.334390575441776,
      "grad_norm": 1.4906368847896936,
      "learning_rate": 1.1662218489020926e-06,
      "loss": 0.0738,
      "step": 15456
    },
    {
      "epoch": 2.3345416100286966,
      "grad_norm": 1.858954686567638,
      "learning_rate": 1.1657142416305978e-06,
      "loss": 0.0864,
      "step": 15457
    },
    {
      "epoch": 2.334692644615617,
      "grad_norm": 1.5168263071317707,
      "learning_rate": 1.1652067302758707e-06,
      "loss": 0.0909,
      "step": 15458
    },
    {
      "epoch": 2.3348436792025375,
      "grad_norm": 1.6040194174129114,
      "learning_rate": 1.1646993148506086e-06,
      "loss": 0.0879,
      "step": 15459
    },
    {
      "epoch": 2.3349947137894578,
      "grad_norm": 1.3921220269918926,
      "learning_rate": 1.1641919953675035e-06,
      "loss": 0.0657,
      "step": 15460
    },
    {
      "epoch": 2.335145748376378,
      "grad_norm": 1.3489797620803883,
      "learning_rate": 1.1636847718392459e-06,
      "loss": 0.0619,
      "step": 15461
    },
    {
      "epoch": 2.3352967829632987,
      "grad_norm": 1.5139194292811053,
      "learning_rate": 1.1631776442785226e-06,
      "loss": 0.0889,
      "step": 15462
    },
    {
      "epoch": 2.335447817550219,
      "grad_norm": 1.765936556981343,
      "learning_rate": 1.1626706126980219e-06,
      "loss": 0.0776,
      "step": 15463
    },
    {
      "epoch": 2.3355988521371396,
      "grad_norm": 1.2719976375192206,
      "learning_rate": 1.1621636771104289e-06,
      "loss": 0.0662,
      "step": 15464
    },
    {
      "epoch": 2.33574988672406,
      "grad_norm": 1.9048718153826423,
      "learning_rate": 1.1616568375284216e-06,
      "loss": 0.0832,
      "step": 15465
    },
    {
      "epoch": 2.33590092131098,
      "grad_norm": 1.1460759590638465,
      "learning_rate": 1.1611500939646813e-06,
      "loss": 0.0689,
      "step": 15466
    },
    {
      "epoch": 2.3360519558979007,
      "grad_norm": 0.978835188056464,
      "learning_rate": 1.1606434464318839e-06,
      "loss": 0.0478,
      "step": 15467
    },
    {
      "epoch": 2.336202990484821,
      "grad_norm": 1.5526650099295796,
      "learning_rate": 1.1601368949427016e-06,
      "loss": 0.0863,
      "step": 15468
    },
    {
      "epoch": 2.3363540250717416,
      "grad_norm": 1.727913616997832,
      "learning_rate": 1.159630439509809e-06,
      "loss": 0.0867,
      "step": 15469
    },
    {
      "epoch": 2.336505059658662,
      "grad_norm": 1.3894017208231093,
      "learning_rate": 1.159124080145872e-06,
      "loss": 0.0779,
      "step": 15470
    },
    {
      "epoch": 2.336656094245582,
      "grad_norm": 1.137466021882486,
      "learning_rate": 1.1586178168635614e-06,
      "loss": 0.0516,
      "step": 15471
    },
    {
      "epoch": 2.3368071288325027,
      "grad_norm": 1.728085984391238,
      "learning_rate": 1.158111649675538e-06,
      "loss": 0.0824,
      "step": 15472
    },
    {
      "epoch": 2.336958163419423,
      "grad_norm": 1.148958973051895,
      "learning_rate": 1.1576055785944668e-06,
      "loss": 0.059,
      "step": 15473
    },
    {
      "epoch": 2.3371091980063436,
      "grad_norm": 1.5397467468503583,
      "learning_rate": 1.1570996036330062e-06,
      "loss": 0.0859,
      "step": 15474
    },
    {
      "epoch": 2.337260232593264,
      "grad_norm": 1.5677411409942306,
      "learning_rate": 1.1565937248038122e-06,
      "loss": 0.0603,
      "step": 15475
    },
    {
      "epoch": 2.337411267180184,
      "grad_norm": 1.1073907008154924,
      "learning_rate": 1.156087942119542e-06,
      "loss": 0.0531,
      "step": 15476
    },
    {
      "epoch": 2.3375623017671048,
      "grad_norm": 1.4355338146116539,
      "learning_rate": 1.1555822555928452e-06,
      "loss": 0.0774,
      "step": 15477
    },
    {
      "epoch": 2.337713336354025,
      "grad_norm": 1.6689364754180462,
      "learning_rate": 1.1550766652363755e-06,
      "loss": 0.0819,
      "step": 15478
    },
    {
      "epoch": 2.3378643709409452,
      "grad_norm": 1.4553972629334104,
      "learning_rate": 1.1545711710627766e-06,
      "loss": 0.0766,
      "step": 15479
    },
    {
      "epoch": 2.338015405527866,
      "grad_norm": 1.2694870325850167,
      "learning_rate": 1.154065773084697e-06,
      "loss": 0.0646,
      "step": 15480
    },
    {
      "epoch": 2.338166440114786,
      "grad_norm": 2.203223808642337,
      "learning_rate": 1.153560471314778e-06,
      "loss": 0.1096,
      "step": 15481
    },
    {
      "epoch": 2.338317474701707,
      "grad_norm": 1.338134652603589,
      "learning_rate": 1.153055265765659e-06,
      "loss": 0.0743,
      "step": 15482
    },
    {
      "epoch": 2.338468509288627,
      "grad_norm": 1.404135633024408,
      "learning_rate": 1.1525501564499803e-06,
      "loss": 0.0824,
      "step": 15483
    },
    {
      "epoch": 2.3386195438755477,
      "grad_norm": 1.563209830184432,
      "learning_rate": 1.1520451433803753e-06,
      "loss": 0.0822,
      "step": 15484
    },
    {
      "epoch": 2.338770578462468,
      "grad_norm": 1.758580424199212,
      "learning_rate": 1.1515402265694792e-06,
      "loss": 0.0783,
      "step": 15485
    },
    {
      "epoch": 2.338921613049388,
      "grad_norm": 1.3645094428598177,
      "learning_rate": 1.15103540602992e-06,
      "loss": 0.0756,
      "step": 15486
    },
    {
      "epoch": 2.339072647636309,
      "grad_norm": 1.3749621305199116,
      "learning_rate": 1.1505306817743284e-06,
      "loss": 0.0813,
      "step": 15487
    },
    {
      "epoch": 2.339223682223229,
      "grad_norm": 1.6636317925134727,
      "learning_rate": 1.1500260538153325e-06,
      "loss": 0.0955,
      "step": 15488
    },
    {
      "epoch": 2.3393747168101493,
      "grad_norm": 1.29787906243498,
      "learning_rate": 1.1495215221655504e-06,
      "loss": 0.0701,
      "step": 15489
    },
    {
      "epoch": 2.33952575139707,
      "grad_norm": 2.0840783226709747,
      "learning_rate": 1.1490170868376066e-06,
      "loss": 0.0912,
      "step": 15490
    },
    {
      "epoch": 2.33967678598399,
      "grad_norm": 2.062442975098958,
      "learning_rate": 1.1485127478441182e-06,
      "loss": 0.0801,
      "step": 15491
    },
    {
      "epoch": 2.339827820570911,
      "grad_norm": 1.043925819658908,
      "learning_rate": 1.148008505197703e-06,
      "loss": 0.0613,
      "step": 15492
    },
    {
      "epoch": 2.339978855157831,
      "grad_norm": 1.7425456852726733,
      "learning_rate": 1.1475043589109752e-06,
      "loss": 0.0972,
      "step": 15493
    },
    {
      "epoch": 2.340129889744752,
      "grad_norm": 1.5594290718139197,
      "learning_rate": 1.1470003089965443e-06,
      "loss": 0.0833,
      "step": 15494
    },
    {
      "epoch": 2.340280924331672,
      "grad_norm": 1.167378712351764,
      "learning_rate": 1.1464963554670222e-06,
      "loss": 0.0664,
      "step": 15495
    },
    {
      "epoch": 2.3404319589185922,
      "grad_norm": 1.6398753590026651,
      "learning_rate": 1.1459924983350134e-06,
      "loss": 0.0733,
      "step": 15496
    },
    {
      "epoch": 2.340582993505513,
      "grad_norm": 1.6877044576589242,
      "learning_rate": 1.1454887376131218e-06,
      "loss": 0.0677,
      "step": 15497
    },
    {
      "epoch": 2.340734028092433,
      "grad_norm": 2.6904657151952485,
      "learning_rate": 1.144985073313951e-06,
      "loss": 0.0814,
      "step": 15498
    },
    {
      "epoch": 2.3408850626793534,
      "grad_norm": 1.5746998176121507,
      "learning_rate": 1.144481505450099e-06,
      "loss": 0.0871,
      "step": 15499
    },
    {
      "epoch": 2.341036097266274,
      "grad_norm": 1.3759337027886374,
      "learning_rate": 1.1439780340341644e-06,
      "loss": 0.0753,
      "step": 15500
    },
    {
      "epoch": 2.3411871318531943,
      "grad_norm": 2.7133164738637974,
      "learning_rate": 1.1434746590787394e-06,
      "loss": 0.101,
      "step": 15501
    },
    {
      "epoch": 2.341338166440115,
      "grad_norm": 1.4677293900343424,
      "learning_rate": 1.1429713805964192e-06,
      "loss": 0.0779,
      "step": 15502
    },
    {
      "epoch": 2.341489201027035,
      "grad_norm": 2.8757075076641767,
      "learning_rate": 1.142468198599792e-06,
      "loss": 0.0857,
      "step": 15503
    },
    {
      "epoch": 2.341640235613956,
      "grad_norm": 1.683342154174992,
      "learning_rate": 1.1419651131014436e-06,
      "loss": 0.0893,
      "step": 15504
    },
    {
      "epoch": 2.341791270200876,
      "grad_norm": 1.4695910821369162,
      "learning_rate": 1.1414621241139624e-06,
      "loss": 0.0683,
      "step": 15505
    },
    {
      "epoch": 2.3419423047877963,
      "grad_norm": 1.2718997364103077,
      "learning_rate": 1.1409592316499273e-06,
      "loss": 0.0733,
      "step": 15506
    },
    {
      "epoch": 2.342093339374717,
      "grad_norm": 1.7523602230126785,
      "learning_rate": 1.1404564357219217e-06,
      "loss": 0.0858,
      "step": 15507
    },
    {
      "epoch": 2.342244373961637,
      "grad_norm": 1.7654544997259294,
      "learning_rate": 1.1399537363425206e-06,
      "loss": 0.0912,
      "step": 15508
    },
    {
      "epoch": 2.3423954085485574,
      "grad_norm": 1.4377865917454076,
      "learning_rate": 1.1394511335243008e-06,
      "loss": 0.0854,
      "step": 15509
    },
    {
      "epoch": 2.342546443135478,
      "grad_norm": 1.2399987316616108,
      "learning_rate": 1.1389486272798371e-06,
      "loss": 0.0614,
      "step": 15510
    },
    {
      "epoch": 2.3426974777223983,
      "grad_norm": 1.2253196057913205,
      "learning_rate": 1.138446217621696e-06,
      "loss": 0.0729,
      "step": 15511
    },
    {
      "epoch": 2.342848512309319,
      "grad_norm": 1.654919200110259,
      "learning_rate": 1.137943904562448e-06,
      "loss": 0.0916,
      "step": 15512
    },
    {
      "epoch": 2.3429995468962392,
      "grad_norm": 1.4061727595573816,
      "learning_rate": 1.137441688114657e-06,
      "loss": 0.0689,
      "step": 15513
    },
    {
      "epoch": 2.3431505814831595,
      "grad_norm": 1.3198990968098894,
      "learning_rate": 1.1369395682908875e-06,
      "loss": 0.0725,
      "step": 15514
    },
    {
      "epoch": 2.34330161607008,
      "grad_norm": 1.4126579861903583,
      "learning_rate": 1.1364375451037014e-06,
      "loss": 0.0727,
      "step": 15515
    },
    {
      "epoch": 2.3434526506570004,
      "grad_norm": 1.8264707571052465,
      "learning_rate": 1.135935618565654e-06,
      "loss": 0.1188,
      "step": 15516
    },
    {
      "epoch": 2.343603685243921,
      "grad_norm": 1.4973121599704757,
      "learning_rate": 1.1354337886893062e-06,
      "loss": 0.0717,
      "step": 15517
    },
    {
      "epoch": 2.3437547198308413,
      "grad_norm": 1.6603829947900415,
      "learning_rate": 1.1349320554872062e-06,
      "loss": 0.0843,
      "step": 15518
    },
    {
      "epoch": 2.3439057544177615,
      "grad_norm": 1.2511014136478606,
      "learning_rate": 1.1344304189719069e-06,
      "loss": 0.0731,
      "step": 15519
    },
    {
      "epoch": 2.344056789004682,
      "grad_norm": 1.4504992366059737,
      "learning_rate": 1.1339288791559588e-06,
      "loss": 0.0741,
      "step": 15520
    },
    {
      "epoch": 2.3442078235916024,
      "grad_norm": 2.7748600338885523,
      "learning_rate": 1.1334274360519054e-06,
      "loss": 0.0761,
      "step": 15521
    },
    {
      "epoch": 2.344358858178523,
      "grad_norm": 1.5575813547102213,
      "learning_rate": 1.1329260896722937e-06,
      "loss": 0.0856,
      "step": 15522
    },
    {
      "epoch": 2.3445098927654433,
      "grad_norm": 1.1838794514174957,
      "learning_rate": 1.1324248400296617e-06,
      "loss": 0.0614,
      "step": 15523
    },
    {
      "epoch": 2.3446609273523635,
      "grad_norm": 1.4333709415729137,
      "learning_rate": 1.1319236871365525e-06,
      "loss": 0.0802,
      "step": 15524
    },
    {
      "epoch": 2.344811961939284,
      "grad_norm": 1.5763537111890797,
      "learning_rate": 1.1314226310055e-06,
      "loss": 0.0672,
      "step": 15525
    },
    {
      "epoch": 2.3449629965262044,
      "grad_norm": 1.3972601302390832,
      "learning_rate": 1.1309216716490373e-06,
      "loss": 0.0708,
      "step": 15526
    },
    {
      "epoch": 2.345114031113125,
      "grad_norm": 1.255430584772926,
      "learning_rate": 1.1304208090796992e-06,
      "loss": 0.0766,
      "step": 15527
    },
    {
      "epoch": 2.3452650657000453,
      "grad_norm": 1.6906183161099122,
      "learning_rate": 1.129920043310012e-06,
      "loss": 0.0766,
      "step": 15528
    },
    {
      "epoch": 2.3454161002869656,
      "grad_norm": 1.252907811479912,
      "learning_rate": 1.1294193743525062e-06,
      "loss": 0.0727,
      "step": 15529
    },
    {
      "epoch": 2.3455671348738862,
      "grad_norm": 1.2562495893566858,
      "learning_rate": 1.128918802219703e-06,
      "loss": 0.0739,
      "step": 15530
    },
    {
      "epoch": 2.3457181694608065,
      "grad_norm": 1.6354477394018307,
      "learning_rate": 1.1284183269241268e-06,
      "loss": 0.0841,
      "step": 15531
    },
    {
      "epoch": 2.3458692040477267,
      "grad_norm": 1.5143254953149774,
      "learning_rate": 1.127917948478296e-06,
      "loss": 0.0755,
      "step": 15532
    },
    {
      "epoch": 2.3460202386346474,
      "grad_norm": 1.4017019428275963,
      "learning_rate": 1.1274176668947267e-06,
      "loss": 0.0765,
      "step": 15533
    },
    {
      "epoch": 2.3461712732215676,
      "grad_norm": 1.6015943960396646,
      "learning_rate": 1.1269174821859373e-06,
      "loss": 0.0812,
      "step": 15534
    },
    {
      "epoch": 2.3463223078084883,
      "grad_norm": 1.4105315798687839,
      "learning_rate": 1.1264173943644363e-06,
      "loss": 0.0737,
      "step": 15535
    },
    {
      "epoch": 2.3464733423954085,
      "grad_norm": 1.3780596077249339,
      "learning_rate": 1.1259174034427367e-06,
      "loss": 0.0818,
      "step": 15536
    },
    {
      "epoch": 2.346624376982329,
      "grad_norm": 1.953406949301418,
      "learning_rate": 1.125417509433343e-06,
      "loss": 0.0919,
      "step": 15537
    },
    {
      "epoch": 2.3467754115692494,
      "grad_norm": 1.4338555271636435,
      "learning_rate": 1.1249177123487625e-06,
      "loss": 0.086,
      "step": 15538
    },
    {
      "epoch": 2.3469264461561696,
      "grad_norm": 1.8889790201243863,
      "learning_rate": 1.1244180122015008e-06,
      "loss": 0.0741,
      "step": 15539
    },
    {
      "epoch": 2.3470774807430903,
      "grad_norm": 1.3757666670697353,
      "learning_rate": 1.123918409004051e-06,
      "loss": 0.0749,
      "step": 15540
    },
    {
      "epoch": 2.3472285153300105,
      "grad_norm": 1.2470347478177068,
      "learning_rate": 1.1234189027689169e-06,
      "loss": 0.0608,
      "step": 15541
    },
    {
      "epoch": 2.3473795499169308,
      "grad_norm": 1.3654039231537471,
      "learning_rate": 1.1229194935085907e-06,
      "loss": 0.0735,
      "step": 15542
    },
    {
      "epoch": 2.3475305845038514,
      "grad_norm": 1.420696785741755,
      "learning_rate": 1.1224201812355657e-06,
      "loss": 0.0734,
      "step": 15543
    },
    {
      "epoch": 2.3476816190907717,
      "grad_norm": 1.3688786987152541,
      "learning_rate": 1.1219209659623354e-06,
      "loss": 0.0756,
      "step": 15544
    },
    {
      "epoch": 2.3478326536776923,
      "grad_norm": 1.5669256298506677,
      "learning_rate": 1.1214218477013839e-06,
      "loss": 0.0786,
      "step": 15545
    },
    {
      "epoch": 2.3479836882646126,
      "grad_norm": 1.403223706400856,
      "learning_rate": 1.1209228264652023e-06,
      "loss": 0.0782,
      "step": 15546
    },
    {
      "epoch": 2.3481347228515332,
      "grad_norm": 1.246903931301671,
      "learning_rate": 1.1204239022662671e-06,
      "loss": 0.0724,
      "step": 15547
    },
    {
      "epoch": 2.3482857574384535,
      "grad_norm": 1.2853985616618142,
      "learning_rate": 1.1199250751170626e-06,
      "loss": 0.0792,
      "step": 15548
    },
    {
      "epoch": 2.3484367920253737,
      "grad_norm": 2.472304141872187,
      "learning_rate": 1.1194263450300686e-06,
      "loss": 0.0961,
      "step": 15549
    },
    {
      "epoch": 2.3485878266122944,
      "grad_norm": 1.3326953026324546,
      "learning_rate": 1.1189277120177582e-06,
      "loss": 0.088,
      "step": 15550
    },
    {
      "epoch": 2.3487388611992146,
      "grad_norm": 1.392333290402698,
      "learning_rate": 1.1184291760926081e-06,
      "loss": 0.0754,
      "step": 15551
    },
    {
      "epoch": 2.348889895786135,
      "grad_norm": 2.7151133070456264,
      "learning_rate": 1.1179307372670861e-06,
      "loss": 0.0832,
      "step": 15552
    },
    {
      "epoch": 2.3490409303730555,
      "grad_norm": 1.4993902040877323,
      "learning_rate": 1.1174323955536643e-06,
      "loss": 0.0743,
      "step": 15553
    },
    {
      "epoch": 2.3491919649599757,
      "grad_norm": 1.4597056740158842,
      "learning_rate": 1.1169341509648068e-06,
      "loss": 0.088,
      "step": 15554
    },
    {
      "epoch": 2.3493429995468964,
      "grad_norm": 1.3483862287932247,
      "learning_rate": 1.1164360035129774e-06,
      "loss": 0.0631,
      "step": 15555
    },
    {
      "epoch": 2.3494940341338166,
      "grad_norm": 1.723666782178239,
      "learning_rate": 1.1159379532106384e-06,
      "loss": 0.0808,
      "step": 15556
    },
    {
      "epoch": 2.349645068720737,
      "grad_norm": 1.9695382918872233,
      "learning_rate": 1.115440000070248e-06,
      "loss": 0.0862,
      "step": 15557
    },
    {
      "epoch": 2.3497961033076575,
      "grad_norm": 1.1580308008607039,
      "learning_rate": 1.1149421441042641e-06,
      "loss": 0.0631,
      "step": 15558
    },
    {
      "epoch": 2.3499471378945778,
      "grad_norm": 1.5257964809731095,
      "learning_rate": 1.1144443853251391e-06,
      "loss": 0.0819,
      "step": 15559
    },
    {
      "epoch": 2.3500981724814984,
      "grad_norm": 1.1666569411046963,
      "learning_rate": 1.1139467237453265e-06,
      "loss": 0.0673,
      "step": 15560
    },
    {
      "epoch": 2.3502492070684187,
      "grad_norm": 1.317040745614028,
      "learning_rate": 1.113449159377275e-06,
      "loss": 0.0721,
      "step": 15561
    },
    {
      "epoch": 2.350400241655339,
      "grad_norm": 1.8606554931975923,
      "learning_rate": 1.1129516922334299e-06,
      "loss": 0.0826,
      "step": 15562
    },
    {
      "epoch": 2.3505512762422596,
      "grad_norm": 1.38823347647376,
      "learning_rate": 1.112454322326238e-06,
      "loss": 0.0669,
      "step": 15563
    },
    {
      "epoch": 2.35070231082918,
      "grad_norm": 1.7408832030731143,
      "learning_rate": 1.1119570496681392e-06,
      "loss": 0.082,
      "step": 15564
    },
    {
      "epoch": 2.3508533454161005,
      "grad_norm": 1.8462833995196704,
      "learning_rate": 1.1114598742715732e-06,
      "loss": 0.0854,
      "step": 15565
    },
    {
      "epoch": 2.3510043800030207,
      "grad_norm": 1.421711667709713,
      "learning_rate": 1.11096279614898e-06,
      "loss": 0.0797,
      "step": 15566
    },
    {
      "epoch": 2.351155414589941,
      "grad_norm": 1.7507667541603273,
      "learning_rate": 1.1104658153127906e-06,
      "loss": 0.0891,
      "step": 15567
    },
    {
      "epoch": 2.3513064491768616,
      "grad_norm": 1.5338635761486066,
      "learning_rate": 1.1099689317754413e-06,
      "loss": 0.092,
      "step": 15568
    },
    {
      "epoch": 2.351457483763782,
      "grad_norm": 1.4586750677086542,
      "learning_rate": 1.1094721455493568e-06,
      "loss": 0.0873,
      "step": 15569
    },
    {
      "epoch": 2.3516085183507025,
      "grad_norm": 1.3665857041131801,
      "learning_rate": 1.1089754566469674e-06,
      "loss": 0.0807,
      "step": 15570
    },
    {
      "epoch": 2.3517595529376227,
      "grad_norm": 1.5208458808126488,
      "learning_rate": 1.1084788650806993e-06,
      "loss": 0.0851,
      "step": 15571
    },
    {
      "epoch": 2.351910587524543,
      "grad_norm": 1.3828574739101949,
      "learning_rate": 1.1079823708629716e-06,
      "loss": 0.0683,
      "step": 15572
    },
    {
      "epoch": 2.3520616221114636,
      "grad_norm": 1.3297954035369288,
      "learning_rate": 1.1074859740062076e-06,
      "loss": 0.0759,
      "step": 15573
    },
    {
      "epoch": 2.352212656698384,
      "grad_norm": 1.897299935877565,
      "learning_rate": 1.1069896745228226e-06,
      "loss": 0.0799,
      "step": 15574
    },
    {
      "epoch": 2.352363691285304,
      "grad_norm": 2.067483993577887,
      "learning_rate": 1.106493472425234e-06,
      "loss": 0.1159,
      "step": 15575
    },
    {
      "epoch": 2.3525147258722248,
      "grad_norm": 1.3685858761631784,
      "learning_rate": 1.105997367725854e-06,
      "loss": 0.0675,
      "step": 15576
    },
    {
      "epoch": 2.352665760459145,
      "grad_norm": 1.4424975914650175,
      "learning_rate": 1.10550136043709e-06,
      "loss": 0.0832,
      "step": 15577
    },
    {
      "epoch": 2.3528167950460657,
      "grad_norm": 1.694485078796771,
      "learning_rate": 1.1050054505713543e-06,
      "loss": 0.0851,
      "step": 15578
    },
    {
      "epoch": 2.352967829632986,
      "grad_norm": 1.257626967825886,
      "learning_rate": 1.1045096381410486e-06,
      "loss": 0.065,
      "step": 15579
    },
    {
      "epoch": 2.3531188642199066,
      "grad_norm": 1.3122403190656904,
      "learning_rate": 1.104013923158579e-06,
      "loss": 0.0764,
      "step": 15580
    },
    {
      "epoch": 2.353269898806827,
      "grad_norm": 1.838298697883736,
      "learning_rate": 1.103518305636343e-06,
      "loss": 0.0723,
      "step": 15581
    },
    {
      "epoch": 2.353420933393747,
      "grad_norm": 1.4788140527228006,
      "learning_rate": 1.103022785586742e-06,
      "loss": 0.0881,
      "step": 15582
    },
    {
      "epoch": 2.3535719679806677,
      "grad_norm": 1.5059324650469754,
      "learning_rate": 1.1025273630221705e-06,
      "loss": 0.0812,
      "step": 15583
    },
    {
      "epoch": 2.353723002567588,
      "grad_norm": 1.4344501798045328,
      "learning_rate": 1.1020320379550198e-06,
      "loss": 0.0746,
      "step": 15584
    },
    {
      "epoch": 2.353874037154508,
      "grad_norm": 1.32562408300372,
      "learning_rate": 1.1015368103976837e-06,
      "loss": 0.0781,
      "step": 15585
    },
    {
      "epoch": 2.354025071741429,
      "grad_norm": 1.4558043205276752,
      "learning_rate": 1.1010416803625474e-06,
      "loss": 0.0852,
      "step": 15586
    },
    {
      "epoch": 2.354176106328349,
      "grad_norm": 1.202568613072137,
      "learning_rate": 1.1005466478620002e-06,
      "loss": 0.0661,
      "step": 15587
    },
    {
      "epoch": 2.3543271409152697,
      "grad_norm": 1.2186544167576236,
      "learning_rate": 1.1000517129084232e-06,
      "loss": 0.066,
      "step": 15588
    },
    {
      "epoch": 2.35447817550219,
      "grad_norm": 1.4400137641528838,
      "learning_rate": 1.0995568755141994e-06,
      "loss": 0.0733,
      "step": 15589
    },
    {
      "epoch": 2.3546292100891106,
      "grad_norm": 1.763041647124395,
      "learning_rate": 1.0990621356917063e-06,
      "loss": 0.093,
      "step": 15590
    },
    {
      "epoch": 2.354780244676031,
      "grad_norm": 1.2815980456565732,
      "learning_rate": 1.0985674934533186e-06,
      "loss": 0.0668,
      "step": 15591
    },
    {
      "epoch": 2.354931279262951,
      "grad_norm": 1.1420374953361343,
      "learning_rate": 1.0980729488114133e-06,
      "loss": 0.0644,
      "step": 15592
    },
    {
      "epoch": 2.3550823138498718,
      "grad_norm": 1.254683549710924,
      "learning_rate": 1.0975785017783586e-06,
      "loss": 0.069,
      "step": 15593
    },
    {
      "epoch": 2.355233348436792,
      "grad_norm": 1.6011712920141032,
      "learning_rate": 1.0970841523665249e-06,
      "loss": 0.0708,
      "step": 15594
    },
    {
      "epoch": 2.3553843830237122,
      "grad_norm": 1.2760579861690662,
      "learning_rate": 1.0965899005882796e-06,
      "loss": 0.0702,
      "step": 15595
    },
    {
      "epoch": 2.355535417610633,
      "grad_norm": 1.500643487942252,
      "learning_rate": 1.0960957464559858e-06,
      "loss": 0.0647,
      "step": 15596
    },
    {
      "epoch": 2.355686452197553,
      "grad_norm": 1.4336441788221517,
      "learning_rate": 1.0956016899820043e-06,
      "loss": 0.0703,
      "step": 15597
    },
    {
      "epoch": 2.355837486784474,
      "grad_norm": 1.327032611513534,
      "learning_rate": 1.095107731178694e-06,
      "loss": 0.0801,
      "step": 15598
    },
    {
      "epoch": 2.355988521371394,
      "grad_norm": 2.3554932834057976,
      "learning_rate": 1.0946138700584118e-06,
      "loss": 0.1182,
      "step": 15599
    },
    {
      "epoch": 2.3561395559583147,
      "grad_norm": 1.616713678582218,
      "learning_rate": 1.0941201066335139e-06,
      "loss": 0.0861,
      "step": 15600
    },
    {
      "epoch": 2.356290590545235,
      "grad_norm": 1.4444725528030233,
      "learning_rate": 1.0936264409163494e-06,
      "loss": 0.0885,
      "step": 15601
    },
    {
      "epoch": 2.356441625132155,
      "grad_norm": 1.6997363975032211,
      "learning_rate": 1.0931328729192698e-06,
      "loss": 0.0789,
      "step": 15602
    },
    {
      "epoch": 2.356592659719076,
      "grad_norm": 1.324467337096488,
      "learning_rate": 1.09263940265462e-06,
      "loss": 0.0805,
      "step": 15603
    },
    {
      "epoch": 2.356743694305996,
      "grad_norm": 1.4176661624791054,
      "learning_rate": 1.0921460301347464e-06,
      "loss": 0.0794,
      "step": 15604
    },
    {
      "epoch": 2.3568947288929163,
      "grad_norm": 1.2050534122747332,
      "learning_rate": 1.0916527553719897e-06,
      "loss": 0.073,
      "step": 15605
    },
    {
      "epoch": 2.357045763479837,
      "grad_norm": 1.5015006292602568,
      "learning_rate": 1.0911595783786889e-06,
      "loss": 0.0933,
      "step": 15606
    },
    {
      "epoch": 2.357196798066757,
      "grad_norm": 1.1278554401366878,
      "learning_rate": 1.0906664991671828e-06,
      "loss": 0.0599,
      "step": 15607
    },
    {
      "epoch": 2.357347832653678,
      "grad_norm": 1.4543471003219983,
      "learning_rate": 1.090173517749804e-06,
      "loss": 0.0845,
      "step": 15608
    },
    {
      "epoch": 2.357498867240598,
      "grad_norm": 2.3214215034410746,
      "learning_rate": 1.0896806341388871e-06,
      "loss": 0.09,
      "step": 15609
    },
    {
      "epoch": 2.3576499018275183,
      "grad_norm": 1.4858867346510423,
      "learning_rate": 1.0891878483467588e-06,
      "loss": 0.0819,
      "step": 15610
    },
    {
      "epoch": 2.357800936414439,
      "grad_norm": 1.3637502311874967,
      "learning_rate": 1.0886951603857503e-06,
      "loss": 0.0762,
      "step": 15611
    },
    {
      "epoch": 2.3579519710013592,
      "grad_norm": 1.1999393649080974,
      "learning_rate": 1.0882025702681836e-06,
      "loss": 0.0614,
      "step": 15612
    },
    {
      "epoch": 2.35810300558828,
      "grad_norm": 1.200779916387298,
      "learning_rate": 1.087710078006381e-06,
      "loss": 0.0753,
      "step": 15613
    },
    {
      "epoch": 2.3582540401752,
      "grad_norm": 1.4946134954225934,
      "learning_rate": 1.0872176836126647e-06,
      "loss": 0.0796,
      "step": 15614
    },
    {
      "epoch": 2.3584050747621204,
      "grad_norm": 1.7229566588336591,
      "learning_rate": 1.0867253870993493e-06,
      "loss": 0.083,
      "step": 15615
    },
    {
      "epoch": 2.358556109349041,
      "grad_norm": 1.4308141940949461,
      "learning_rate": 1.0862331884787519e-06,
      "loss": 0.0721,
      "step": 15616
    },
    {
      "epoch": 2.3587071439359613,
      "grad_norm": 1.6463094224653283,
      "learning_rate": 1.0857410877631853e-06,
      "loss": 0.0807,
      "step": 15617
    },
    {
      "epoch": 2.358858178522882,
      "grad_norm": 1.2357604985930604,
      "learning_rate": 1.0852490849649594e-06,
      "loss": 0.0687,
      "step": 15618
    },
    {
      "epoch": 2.359009213109802,
      "grad_norm": 1.446780557117519,
      "learning_rate": 1.0847571800963814e-06,
      "loss": 0.0702,
      "step": 15619
    },
    {
      "epoch": 2.3591602476967224,
      "grad_norm": 1.1231727999835608,
      "learning_rate": 1.0842653731697556e-06,
      "loss": 0.0626,
      "step": 15620
    },
    {
      "epoch": 2.359311282283643,
      "grad_norm": 1.1263813564893261,
      "learning_rate": 1.0837736641973856e-06,
      "loss": 0.0634,
      "step": 15621
    },
    {
      "epoch": 2.3594623168705633,
      "grad_norm": 1.8713933603570392,
      "learning_rate": 1.0832820531915733e-06,
      "loss": 0.0809,
      "step": 15622
    },
    {
      "epoch": 2.359613351457484,
      "grad_norm": 1.3887687980952577,
      "learning_rate": 1.0827905401646143e-06,
      "loss": 0.0779,
      "step": 15623
    },
    {
      "epoch": 2.359764386044404,
      "grad_norm": 1.3867621318679908,
      "learning_rate": 1.0822991251288063e-06,
      "loss": 0.0731,
      "step": 15624
    },
    {
      "epoch": 2.3599154206313244,
      "grad_norm": 1.2262867237488422,
      "learning_rate": 1.0818078080964418e-06,
      "loss": 0.0695,
      "step": 15625
    },
    {
      "epoch": 2.360066455218245,
      "grad_norm": 1.1849842870669967,
      "learning_rate": 1.0813165890798088e-06,
      "loss": 0.0698,
      "step": 15626
    },
    {
      "epoch": 2.3602174898051653,
      "grad_norm": 1.7985474361394278,
      "learning_rate": 1.080825468091199e-06,
      "loss": 0.0843,
      "step": 15627
    },
    {
      "epoch": 2.3603685243920856,
      "grad_norm": 1.2546623397151935,
      "learning_rate": 1.0803344451428948e-06,
      "loss": 0.0728,
      "step": 15628
    },
    {
      "epoch": 2.3605195589790062,
      "grad_norm": 1.5182625370761587,
      "learning_rate": 1.0798435202471823e-06,
      "loss": 0.0688,
      "step": 15629
    },
    {
      "epoch": 2.3606705935659265,
      "grad_norm": 1.5282748430190092,
      "learning_rate": 1.07935269341634e-06,
      "loss": 0.0763,
      "step": 15630
    },
    {
      "epoch": 2.360821628152847,
      "grad_norm": 1.6324952647072888,
      "learning_rate": 1.0788619646626485e-06,
      "loss": 0.0704,
      "step": 15631
    },
    {
      "epoch": 2.3609726627397674,
      "grad_norm": 1.5428095397022734,
      "learning_rate": 1.0783713339983825e-06,
      "loss": 0.0819,
      "step": 15632
    },
    {
      "epoch": 2.361123697326688,
      "grad_norm": 1.7431961744962978,
      "learning_rate": 1.077880801435814e-06,
      "loss": 0.0929,
      "step": 15633
    },
    {
      "epoch": 2.3612747319136083,
      "grad_norm": 1.2608751233526798,
      "learning_rate": 1.077390366987216e-06,
      "loss": 0.079,
      "step": 15634
    },
    {
      "epoch": 2.3614257665005285,
      "grad_norm": 1.2432203471829464,
      "learning_rate": 1.0769000306648553e-06,
      "loss": 0.0714,
      "step": 15635
    },
    {
      "epoch": 2.361576801087449,
      "grad_norm": 1.7309672367964322,
      "learning_rate": 1.0764097924809997e-06,
      "loss": 0.0889,
      "step": 15636
    },
    {
      "epoch": 2.3617278356743694,
      "grad_norm": 1.2593907712819294,
      "learning_rate": 1.0759196524479109e-06,
      "loss": 0.0746,
      "step": 15637
    },
    {
      "epoch": 2.3618788702612896,
      "grad_norm": 1.371943745484424,
      "learning_rate": 1.0754296105778522e-06,
      "loss": 0.0713,
      "step": 15638
    },
    {
      "epoch": 2.3620299048482103,
      "grad_norm": 1.520467610548439,
      "learning_rate": 1.0749396668830797e-06,
      "loss": 0.075,
      "step": 15639
    },
    {
      "epoch": 2.3621809394351305,
      "grad_norm": 1.331923961880945,
      "learning_rate": 1.0744498213758525e-06,
      "loss": 0.0772,
      "step": 15640
    },
    {
      "epoch": 2.362331974022051,
      "grad_norm": 1.7258247536180038,
      "learning_rate": 1.0739600740684225e-06,
      "loss": 0.0783,
      "step": 15641
    },
    {
      "epoch": 2.3624830086089714,
      "grad_norm": 1.5348977728658915,
      "learning_rate": 1.0734704249730404e-06,
      "loss": 0.0802,
      "step": 15642
    },
    {
      "epoch": 2.362634043195892,
      "grad_norm": 2.6080787198573048,
      "learning_rate": 1.0729808741019572e-06,
      "loss": 0.0639,
      "step": 15643
    },
    {
      "epoch": 2.3627850777828123,
      "grad_norm": 1.7475322380191922,
      "learning_rate": 1.072491421467417e-06,
      "loss": 0.0753,
      "step": 15644
    },
    {
      "epoch": 2.3629361123697326,
      "grad_norm": 2.341739994112756,
      "learning_rate": 1.0720020670816644e-06,
      "loss": 0.0973,
      "step": 15645
    },
    {
      "epoch": 2.3630871469566532,
      "grad_norm": 1.5639863410544375,
      "learning_rate": 1.0715128109569428e-06,
      "loss": 0.0798,
      "step": 15646
    },
    {
      "epoch": 2.3632381815435735,
      "grad_norm": 1.2858010041386825,
      "learning_rate": 1.0710236531054896e-06,
      "loss": 0.0793,
      "step": 15647
    },
    {
      "epoch": 2.3633892161304937,
      "grad_norm": 1.3652651285898298,
      "learning_rate": 1.0705345935395411e-06,
      "loss": 0.0702,
      "step": 15648
    },
    {
      "epoch": 2.3635402507174144,
      "grad_norm": 1.0434233339987518,
      "learning_rate": 1.070045632271331e-06,
      "loss": 0.0548,
      "step": 15649
    },
    {
      "epoch": 2.3636912853043346,
      "grad_norm": 1.8092986587961042,
      "learning_rate": 1.069556769313091e-06,
      "loss": 0.0824,
      "step": 15650
    },
    {
      "epoch": 2.3638423198912553,
      "grad_norm": 1.0097695792026828,
      "learning_rate": 1.069068004677053e-06,
      "loss": 0.0538,
      "step": 15651
    },
    {
      "epoch": 2.3639933544781755,
      "grad_norm": 1.4152432177316303,
      "learning_rate": 1.0685793383754396e-06,
      "loss": 0.0692,
      "step": 15652
    },
    {
      "epoch": 2.3641443890650957,
      "grad_norm": 2.4429316070560576,
      "learning_rate": 1.068090770420479e-06,
      "loss": 0.1031,
      "step": 15653
    },
    {
      "epoch": 2.3642954236520164,
      "grad_norm": 1.3875681648133886,
      "learning_rate": 1.0676023008243907e-06,
      "loss": 0.0652,
      "step": 15654
    },
    {
      "epoch": 2.3644464582389366,
      "grad_norm": 1.8353889107122685,
      "learning_rate": 1.0671139295993933e-06,
      "loss": 0.0841,
      "step": 15655
    },
    {
      "epoch": 2.3645974928258573,
      "grad_norm": 1.1932567695849103,
      "learning_rate": 1.066625656757706e-06,
      "loss": 0.0649,
      "step": 15656
    },
    {
      "epoch": 2.3647485274127775,
      "grad_norm": 1.4532655775234915,
      "learning_rate": 1.0661374823115411e-06,
      "loss": 0.0889,
      "step": 15657
    },
    {
      "epoch": 2.3648995619996978,
      "grad_norm": 1.864961501204865,
      "learning_rate": 1.0656494062731127e-06,
      "loss": 0.0805,
      "step": 15658
    },
    {
      "epoch": 2.3650505965866184,
      "grad_norm": 1.4610731714958123,
      "learning_rate": 1.0651614286546275e-06,
      "loss": 0.0789,
      "step": 15659
    },
    {
      "epoch": 2.3652016311735387,
      "grad_norm": 1.5239470194446556,
      "learning_rate": 1.0646735494682953e-06,
      "loss": 0.0729,
      "step": 15660
    },
    {
      "epoch": 2.3653526657604593,
      "grad_norm": 1.3453596810256663,
      "learning_rate": 1.0641857687263197e-06,
      "loss": 0.0753,
      "step": 15661
    },
    {
      "epoch": 2.3655037003473796,
      "grad_norm": 1.2908156037769987,
      "learning_rate": 1.0636980864409013e-06,
      "loss": 0.0739,
      "step": 15662
    },
    {
      "epoch": 2.3656547349343,
      "grad_norm": 1.6458827459523764,
      "learning_rate": 1.0632105026242423e-06,
      "loss": 0.0834,
      "step": 15663
    },
    {
      "epoch": 2.3658057695212205,
      "grad_norm": 1.8024752167210687,
      "learning_rate": 1.0627230172885373e-06,
      "loss": 0.1001,
      "step": 15664
    },
    {
      "epoch": 2.3659568041081407,
      "grad_norm": 1.498510719327204,
      "learning_rate": 1.062235630445983e-06,
      "loss": 0.0843,
      "step": 15665
    },
    {
      "epoch": 2.3661078386950614,
      "grad_norm": 1.5461471825852353,
      "learning_rate": 1.0617483421087704e-06,
      "loss": 0.0788,
      "step": 15666
    },
    {
      "epoch": 2.3662588732819816,
      "grad_norm": 1.1364803947907294,
      "learning_rate": 1.0612611522890909e-06,
      "loss": 0.0722,
      "step": 15667
    },
    {
      "epoch": 2.366409907868902,
      "grad_norm": 2.098273988539144,
      "learning_rate": 1.0607740609991306e-06,
      "loss": 0.0724,
      "step": 15668
    },
    {
      "epoch": 2.3665609424558225,
      "grad_norm": 1.8263159678527894,
      "learning_rate": 1.0602870682510736e-06,
      "loss": 0.0855,
      "step": 15669
    },
    {
      "epoch": 2.3667119770427427,
      "grad_norm": 1.4861860311421928,
      "learning_rate": 1.059800174057104e-06,
      "loss": 0.0807,
      "step": 15670
    },
    {
      "epoch": 2.366863011629663,
      "grad_norm": 2.7787130939311475,
      "learning_rate": 1.0593133784294002e-06,
      "loss": 0.0836,
      "step": 15671
    },
    {
      "epoch": 2.3670140462165836,
      "grad_norm": 1.21847656474467,
      "learning_rate": 1.0588266813801402e-06,
      "loss": 0.0623,
      "step": 15672
    },
    {
      "epoch": 2.367165080803504,
      "grad_norm": 1.7904232099352697,
      "learning_rate": 1.0583400829215e-06,
      "loss": 0.0841,
      "step": 15673
    },
    {
      "epoch": 2.3673161153904245,
      "grad_norm": 2.636848928081336,
      "learning_rate": 1.0578535830656505e-06,
      "loss": 0.073,
      "step": 15674
    },
    {
      "epoch": 2.3674671499773448,
      "grad_norm": 1.191237020421397,
      "learning_rate": 1.057367181824764e-06,
      "loss": 0.0614,
      "step": 15675
    },
    {
      "epoch": 2.3676181845642654,
      "grad_norm": 1.6325044847296004,
      "learning_rate": 1.0568808792110063e-06,
      "loss": 0.0727,
      "step": 15676
    },
    {
      "epoch": 2.3677692191511857,
      "grad_norm": 1.3263707189104483,
      "learning_rate": 1.0563946752365418e-06,
      "loss": 0.0765,
      "step": 15677
    },
    {
      "epoch": 2.367920253738106,
      "grad_norm": 1.915393676264982,
      "learning_rate": 1.0559085699135352e-06,
      "loss": 0.0873,
      "step": 15678
    },
    {
      "epoch": 2.3680712883250266,
      "grad_norm": 1.519884612935574,
      "learning_rate": 1.055422563254145e-06,
      "loss": 0.0809,
      "step": 15679
    },
    {
      "epoch": 2.368222322911947,
      "grad_norm": 1.749765329320763,
      "learning_rate": 1.0549366552705308e-06,
      "loss": 0.0829,
      "step": 15680
    },
    {
      "epoch": 2.368373357498867,
      "grad_norm": 1.6017116724596487,
      "learning_rate": 1.0544508459748455e-06,
      "loss": 0.0807,
      "step": 15681
    },
    {
      "epoch": 2.3685243920857877,
      "grad_norm": 1.643721430186417,
      "learning_rate": 1.053965135379244e-06,
      "loss": 0.0854,
      "step": 15682
    },
    {
      "epoch": 2.368675426672708,
      "grad_norm": 1.8990087756877858,
      "learning_rate": 1.053479523495876e-06,
      "loss": 0.1076,
      "step": 15683
    },
    {
      "epoch": 2.3688264612596286,
      "grad_norm": 1.7481606440867072,
      "learning_rate": 1.0529940103368879e-06,
      "loss": 0.0979,
      "step": 15684
    },
    {
      "epoch": 2.368977495846549,
      "grad_norm": 1.3911539147779113,
      "learning_rate": 1.0525085959144276e-06,
      "loss": 0.073,
      "step": 15685
    },
    {
      "epoch": 2.3691285304334695,
      "grad_norm": 1.2355561518319256,
      "learning_rate": 1.0520232802406349e-06,
      "loss": 0.0694,
      "step": 15686
    },
    {
      "epoch": 2.3692795650203897,
      "grad_norm": 1.4306783146738178,
      "learning_rate": 1.0515380633276539e-06,
      "loss": 0.0769,
      "step": 15687
    },
    {
      "epoch": 2.36943059960731,
      "grad_norm": 1.475223881125123,
      "learning_rate": 1.051052945187619e-06,
      "loss": 0.0843,
      "step": 15688
    },
    {
      "epoch": 2.3695816341942306,
      "grad_norm": 1.6451261479009782,
      "learning_rate": 1.050567925832669e-06,
      "loss": 0.083,
      "step": 15689
    },
    {
      "epoch": 2.369732668781151,
      "grad_norm": 1.3995545018793456,
      "learning_rate": 1.050083005274935e-06,
      "loss": 0.0725,
      "step": 15690
    },
    {
      "epoch": 2.369883703368071,
      "grad_norm": 1.3006771082175936,
      "learning_rate": 1.0495981835265461e-06,
      "loss": 0.0734,
      "step": 15691
    },
    {
      "epoch": 2.3700347379549918,
      "grad_norm": 1.5944311337354877,
      "learning_rate": 1.0491134605996345e-06,
      "loss": 0.084,
      "step": 15692
    },
    {
      "epoch": 2.370185772541912,
      "grad_norm": 1.51040934171089,
      "learning_rate": 1.0486288365063214e-06,
      "loss": 0.0741,
      "step": 15693
    },
    {
      "epoch": 2.3703368071288327,
      "grad_norm": 1.4984182706109441,
      "learning_rate": 1.0481443112587337e-06,
      "loss": 0.0742,
      "step": 15694
    },
    {
      "epoch": 2.370487841715753,
      "grad_norm": 2.3637752188520325,
      "learning_rate": 1.047659884868989e-06,
      "loss": 0.0881,
      "step": 15695
    },
    {
      "epoch": 2.3706388763026736,
      "grad_norm": 1.2711740414009403,
      "learning_rate": 1.0471755573492066e-06,
      "loss": 0.0656,
      "step": 15696
    },
    {
      "epoch": 2.370789910889594,
      "grad_norm": 1.8679085695662236,
      "learning_rate": 1.0466913287115049e-06,
      "loss": 0.0832,
      "step": 15697
    },
    {
      "epoch": 2.370940945476514,
      "grad_norm": 1.399732919073304,
      "learning_rate": 1.0462071989679923e-06,
      "loss": 0.0763,
      "step": 15698
    },
    {
      "epoch": 2.3710919800634347,
      "grad_norm": 1.571293406056544,
      "learning_rate": 1.0457231681307833e-06,
      "loss": 0.0892,
      "step": 15699
    },
    {
      "epoch": 2.371243014650355,
      "grad_norm": 1.3880571714671714,
      "learning_rate": 1.045239236211984e-06,
      "loss": 0.0747,
      "step": 15700
    },
    {
      "epoch": 2.371394049237275,
      "grad_norm": 1.7695646000090584,
      "learning_rate": 1.0447554032237006e-06,
      "loss": 0.0832,
      "step": 15701
    },
    {
      "epoch": 2.371545083824196,
      "grad_norm": 1.3117196655442267,
      "learning_rate": 1.0442716691780386e-06,
      "loss": 0.078,
      "step": 15702
    },
    {
      "epoch": 2.371696118411116,
      "grad_norm": 1.3392177865574593,
      "learning_rate": 1.0437880340870954e-06,
      "loss": 0.0736,
      "step": 15703
    },
    {
      "epoch": 2.3718471529980367,
      "grad_norm": 2.12390707458225,
      "learning_rate": 1.0433044979629741e-06,
      "loss": 0.0862,
      "step": 15704
    },
    {
      "epoch": 2.371998187584957,
      "grad_norm": 1.774227150049573,
      "learning_rate": 1.0428210608177652e-06,
      "loss": 0.0897,
      "step": 15705
    },
    {
      "epoch": 2.372149222171877,
      "grad_norm": 1.4037726202416212,
      "learning_rate": 1.042337722663565e-06,
      "loss": 0.0831,
      "step": 15706
    },
    {
      "epoch": 2.372300256758798,
      "grad_norm": 1.3379243661431464,
      "learning_rate": 1.041854483512465e-06,
      "loss": 0.0719,
      "step": 15707
    },
    {
      "epoch": 2.372451291345718,
      "grad_norm": 1.5637036237173436,
      "learning_rate": 1.0413713433765515e-06,
      "loss": 0.0782,
      "step": 15708
    },
    {
      "epoch": 2.3726023259326388,
      "grad_norm": 1.3449225708907968,
      "learning_rate": 1.0408883022679133e-06,
      "loss": 0.0711,
      "step": 15709
    },
    {
      "epoch": 2.372753360519559,
      "grad_norm": 1.3885688650134487,
      "learning_rate": 1.0404053601986313e-06,
      "loss": 0.0799,
      "step": 15710
    },
    {
      "epoch": 2.372904395106479,
      "grad_norm": 1.3895979603657822,
      "learning_rate": 1.0399225171807893e-06,
      "loss": 0.0772,
      "step": 15711
    },
    {
      "epoch": 2.3730554296934,
      "grad_norm": 2.3890017258092984,
      "learning_rate": 1.0394397732264643e-06,
      "loss": 0.1275,
      "step": 15712
    },
    {
      "epoch": 2.37320646428032,
      "grad_norm": 2.3364812611069867,
      "learning_rate": 1.0389571283477306e-06,
      "loss": 0.1042,
      "step": 15713
    },
    {
      "epoch": 2.373357498867241,
      "grad_norm": 1.4190047614214973,
      "learning_rate": 1.0384745825566656e-06,
      "loss": 0.073,
      "step": 15714
    },
    {
      "epoch": 2.373508533454161,
      "grad_norm": 1.270993095180936,
      "learning_rate": 1.0379921358653367e-06,
      "loss": 0.0803,
      "step": 15715
    },
    {
      "epoch": 2.3736595680410812,
      "grad_norm": 1.3546812191149287,
      "learning_rate": 1.0375097882858164e-06,
      "loss": 0.0783,
      "step": 15716
    },
    {
      "epoch": 2.373810602628002,
      "grad_norm": 1.757611654046105,
      "learning_rate": 1.037027539830167e-06,
      "loss": 0.08,
      "step": 15717
    },
    {
      "epoch": 2.373961637214922,
      "grad_norm": 1.394408376442963,
      "learning_rate": 1.0365453905104556e-06,
      "loss": 0.077,
      "step": 15718
    },
    {
      "epoch": 2.374112671801843,
      "grad_norm": 1.7653491622497821,
      "learning_rate": 1.0360633403387422e-06,
      "loss": 0.0736,
      "step": 15719
    },
    {
      "epoch": 2.374263706388763,
      "grad_norm": 1.2461559212019844,
      "learning_rate": 1.0355813893270833e-06,
      "loss": 0.0681,
      "step": 15720
    },
    {
      "epoch": 2.3744147409756833,
      "grad_norm": 1.2856172369139178,
      "learning_rate": 1.0350995374875388e-06,
      "loss": 0.0672,
      "step": 15721
    },
    {
      "epoch": 2.374565775562604,
      "grad_norm": 1.5635386364542774,
      "learning_rate": 1.0346177848321598e-06,
      "loss": 0.087,
      "step": 15722
    },
    {
      "epoch": 2.374716810149524,
      "grad_norm": 1.7428923852607192,
      "learning_rate": 1.0341361313729997e-06,
      "loss": 0.0912,
      "step": 15723
    },
    {
      "epoch": 2.3748678447364444,
      "grad_norm": 1.4780193238258887,
      "learning_rate": 1.0336545771221051e-06,
      "loss": 0.0848,
      "step": 15724
    },
    {
      "epoch": 2.375018879323365,
      "grad_norm": 1.5504260513929111,
      "learning_rate": 1.0331731220915236e-06,
      "loss": 0.0868,
      "step": 15725
    },
    {
      "epoch": 2.3751699139102853,
      "grad_norm": 1.6217756636579257,
      "learning_rate": 1.0326917662933017e-06,
      "loss": 0.0875,
      "step": 15726
    },
    {
      "epoch": 2.375320948497206,
      "grad_norm": 1.8178541990352233,
      "learning_rate": 1.0322105097394747e-06,
      "loss": 0.0779,
      "step": 15727
    },
    {
      "epoch": 2.375471983084126,
      "grad_norm": 1.5492726169765496,
      "learning_rate": 1.0317293524420868e-06,
      "loss": 0.0768,
      "step": 15728
    },
    {
      "epoch": 2.375623017671047,
      "grad_norm": 1.7809491595669977,
      "learning_rate": 1.0312482944131713e-06,
      "loss": 0.0803,
      "step": 15729
    },
    {
      "epoch": 2.375774052257967,
      "grad_norm": 1.631752570838204,
      "learning_rate": 1.030767335664763e-06,
      "loss": 0.0819,
      "step": 15730
    },
    {
      "epoch": 2.3759250868448873,
      "grad_norm": 1.5644565119185216,
      "learning_rate": 1.0302864762088948e-06,
      "loss": 0.0835,
      "step": 15731
    },
    {
      "epoch": 2.376076121431808,
      "grad_norm": 1.77796347905794,
      "learning_rate": 1.0298057160575936e-06,
      "loss": 0.0822,
      "step": 15732
    },
    {
      "epoch": 2.3762271560187282,
      "grad_norm": 2.0006529812650182,
      "learning_rate": 1.0293250552228878e-06,
      "loss": 0.0757,
      "step": 15733
    },
    {
      "epoch": 2.3763781906056485,
      "grad_norm": 1.3901226568293252,
      "learning_rate": 1.0288444937168007e-06,
      "loss": 0.062,
      "step": 15734
    },
    {
      "epoch": 2.376529225192569,
      "grad_norm": 1.540148047293856,
      "learning_rate": 1.0283640315513522e-06,
      "loss": 0.0734,
      "step": 15735
    },
    {
      "epoch": 2.3766802597794894,
      "grad_norm": 1.5724857672666008,
      "learning_rate": 1.0278836687385636e-06,
      "loss": 0.0814,
      "step": 15736
    },
    {
      "epoch": 2.37683129436641,
      "grad_norm": 1.7678047028069137,
      "learning_rate": 1.0274034052904498e-06,
      "loss": 0.082,
      "step": 15737
    },
    {
      "epoch": 2.3769823289533303,
      "grad_norm": 1.5007762966530214,
      "learning_rate": 1.0269232412190262e-06,
      "loss": 0.081,
      "step": 15738
    },
    {
      "epoch": 2.377133363540251,
      "grad_norm": 1.0155805892734149,
      "learning_rate": 1.0264431765363025e-06,
      "loss": 0.0603,
      "step": 15739
    },
    {
      "epoch": 2.377284398127171,
      "grad_norm": 1.3306752531587072,
      "learning_rate": 1.0259632112542906e-06,
      "loss": 0.0858,
      "step": 15740
    },
    {
      "epoch": 2.3774354327140914,
      "grad_norm": 1.1763708760947322,
      "learning_rate": 1.025483345384995e-06,
      "loss": 0.0614,
      "step": 15741
    },
    {
      "epoch": 2.377586467301012,
      "grad_norm": 1.1519675008777692,
      "learning_rate": 1.0250035789404194e-06,
      "loss": 0.0609,
      "step": 15742
    },
    {
      "epoch": 2.3777375018879323,
      "grad_norm": 1.3271825397346388,
      "learning_rate": 1.0245239119325673e-06,
      "loss": 0.0728,
      "step": 15743
    },
    {
      "epoch": 2.3778885364748525,
      "grad_norm": 2.0159324333032864,
      "learning_rate": 1.0240443443734354e-06,
      "loss": 0.0748,
      "step": 15744
    },
    {
      "epoch": 2.378039571061773,
      "grad_norm": 1.723391581259411,
      "learning_rate": 1.0235648762750232e-06,
      "loss": 0.0778,
      "step": 15745
    },
    {
      "epoch": 2.3781906056486934,
      "grad_norm": 2.328327891463244,
      "learning_rate": 1.023085507649323e-06,
      "loss": 0.1084,
      "step": 15746
    },
    {
      "epoch": 2.378341640235614,
      "grad_norm": 1.4787872671111633,
      "learning_rate": 1.0226062385083258e-06,
      "loss": 0.0877,
      "step": 15747
    },
    {
      "epoch": 2.3784926748225343,
      "grad_norm": 1.7293680652733472,
      "learning_rate": 1.022127068864025e-06,
      "loss": 0.0816,
      "step": 15748
    },
    {
      "epoch": 2.3786437094094546,
      "grad_norm": 1.2869254361398634,
      "learning_rate": 1.0216479987284017e-06,
      "loss": 0.0634,
      "step": 15749
    },
    {
      "epoch": 2.3787947439963752,
      "grad_norm": 1.526613421531082,
      "learning_rate": 1.0211690281134435e-06,
      "loss": 0.0793,
      "step": 15750
    },
    {
      "epoch": 2.3789457785832955,
      "grad_norm": 1.6498326812430821,
      "learning_rate": 1.0206901570311302e-06,
      "loss": 0.0821,
      "step": 15751
    },
    {
      "epoch": 2.379096813170216,
      "grad_norm": 1.317724829698582,
      "learning_rate": 1.0202113854934415e-06,
      "loss": 0.0728,
      "step": 15752
    },
    {
      "epoch": 2.3792478477571364,
      "grad_norm": 1.5835861543441534,
      "learning_rate": 1.0197327135123564e-06,
      "loss": 0.0825,
      "step": 15753
    },
    {
      "epoch": 2.3793988823440566,
      "grad_norm": 1.8217756143993948,
      "learning_rate": 1.0192541410998462e-06,
      "loss": 0.1036,
      "step": 15754
    },
    {
      "epoch": 2.3795499169309773,
      "grad_norm": 1.72649636171854,
      "learning_rate": 1.0187756682678862e-06,
      "loss": 0.0945,
      "step": 15755
    },
    {
      "epoch": 2.3797009515178975,
      "grad_norm": 1.5503162414499252,
      "learning_rate": 1.018297295028441e-06,
      "loss": 0.0855,
      "step": 15756
    },
    {
      "epoch": 2.379851986104818,
      "grad_norm": 1.7696407008736206,
      "learning_rate": 1.0178190213934797e-06,
      "loss": 0.0705,
      "step": 15757
    },
    {
      "epoch": 2.3800030206917384,
      "grad_norm": 2.946538381554232,
      "learning_rate": 1.0173408473749673e-06,
      "loss": 0.0912,
      "step": 15758
    },
    {
      "epoch": 2.3801540552786586,
      "grad_norm": 1.8097389152580174,
      "learning_rate": 1.016862772984864e-06,
      "loss": 0.0839,
      "step": 15759
    },
    {
      "epoch": 2.3803050898655793,
      "grad_norm": 1.4284317021043929,
      "learning_rate": 1.016384798235131e-06,
      "loss": 0.0707,
      "step": 15760
    },
    {
      "epoch": 2.3804561244524995,
      "grad_norm": 1.6479708273647602,
      "learning_rate": 1.0159069231377232e-06,
      "loss": 0.0742,
      "step": 15761
    },
    {
      "epoch": 2.38060715903942,
      "grad_norm": 1.9177674813966343,
      "learning_rate": 1.015429147704597e-06,
      "loss": 0.0768,
      "step": 15762
    },
    {
      "epoch": 2.3807581936263404,
      "grad_norm": 1.252375992429024,
      "learning_rate": 1.0149514719477022e-06,
      "loss": 0.0694,
      "step": 15763
    },
    {
      "epoch": 2.3809092282132607,
      "grad_norm": 1.6710500962782024,
      "learning_rate": 1.0144738958789884e-06,
      "loss": 0.0842,
      "step": 15764
    },
    {
      "epoch": 2.3810602628001813,
      "grad_norm": 1.2615892049734647,
      "learning_rate": 1.013996419510404e-06,
      "loss": 0.0622,
      "step": 15765
    },
    {
      "epoch": 2.3812112973871016,
      "grad_norm": 1.5337747787208966,
      "learning_rate": 1.0135190428538905e-06,
      "loss": 0.0801,
      "step": 15766
    },
    {
      "epoch": 2.381362331974022,
      "grad_norm": 1.5306411977926973,
      "learning_rate": 1.0130417659213936e-06,
      "loss": 0.0871,
      "step": 15767
    },
    {
      "epoch": 2.3815133665609425,
      "grad_norm": 1.2318800839130841,
      "learning_rate": 1.0125645887248486e-06,
      "loss": 0.0702,
      "step": 15768
    },
    {
      "epoch": 2.3816644011478627,
      "grad_norm": 1.3436421117506594,
      "learning_rate": 1.0120875112761958e-06,
      "loss": 0.0744,
      "step": 15769
    },
    {
      "epoch": 2.3818154357347834,
      "grad_norm": 1.1552023104199027,
      "learning_rate": 1.0116105335873682e-06,
      "loss": 0.0618,
      "step": 15770
    },
    {
      "epoch": 2.3819664703217036,
      "grad_norm": 1.2648052106426195,
      "learning_rate": 1.011133655670296e-06,
      "loss": 0.0727,
      "step": 15771
    },
    {
      "epoch": 2.3821175049086243,
      "grad_norm": 1.6909452472228286,
      "learning_rate": 1.0106568775369114e-06,
      "loss": 0.0867,
      "step": 15772
    },
    {
      "epoch": 2.3822685394955445,
      "grad_norm": 1.2718619919950012,
      "learning_rate": 1.0101801991991389e-06,
      "loss": 0.0792,
      "step": 15773
    },
    {
      "epoch": 2.3824195740824647,
      "grad_norm": 1.8530856479150322,
      "learning_rate": 1.0097036206689047e-06,
      "loss": 0.0936,
      "step": 15774
    },
    {
      "epoch": 2.3825706086693854,
      "grad_norm": 1.3173660880915845,
      "learning_rate": 1.009227141958129e-06,
      "loss": 0.0734,
      "step": 15775
    },
    {
      "epoch": 2.3827216432563056,
      "grad_norm": 1.350772712475124,
      "learning_rate": 1.008750763078733e-06,
      "loss": 0.0861,
      "step": 15776
    },
    {
      "epoch": 2.382872677843226,
      "grad_norm": 1.3188334641519306,
      "learning_rate": 1.0082744840426328e-06,
      "loss": 0.0686,
      "step": 15777
    },
    {
      "epoch": 2.3830237124301465,
      "grad_norm": 1.234871546845195,
      "learning_rate": 1.0077983048617411e-06,
      "loss": 0.0737,
      "step": 15778
    },
    {
      "epoch": 2.3831747470170668,
      "grad_norm": 1.4451252973488884,
      "learning_rate": 1.007322225547973e-06,
      "loss": 0.0874,
      "step": 15779
    },
    {
      "epoch": 2.3833257816039874,
      "grad_norm": 1.4103788049068156,
      "learning_rate": 1.006846246113235e-06,
      "loss": 0.0695,
      "step": 15780
    },
    {
      "epoch": 2.3834768161909077,
      "grad_norm": 1.2329131956619663,
      "learning_rate": 1.0063703665694347e-06,
      "loss": 0.0689,
      "step": 15781
    },
    {
      "epoch": 2.3836278507778283,
      "grad_norm": 1.2201057758122165,
      "learning_rate": 1.0058945869284786e-06,
      "loss": 0.0707,
      "step": 15782
    },
    {
      "epoch": 2.3837788853647486,
      "grad_norm": 1.583498189140444,
      "learning_rate": 1.0054189072022651e-06,
      "loss": 0.0833,
      "step": 15783
    },
    {
      "epoch": 2.383929919951669,
      "grad_norm": 1.2442504775512169,
      "learning_rate": 1.0049433274026988e-06,
      "loss": 0.0696,
      "step": 15784
    },
    {
      "epoch": 2.3840809545385895,
      "grad_norm": 1.543064088203214,
      "learning_rate": 1.0044678475416702e-06,
      "loss": 0.0842,
      "step": 15785
    },
    {
      "epoch": 2.3842319891255097,
      "grad_norm": 1.2483083579188408,
      "learning_rate": 1.003992467631077e-06,
      "loss": 0.059,
      "step": 15786
    },
    {
      "epoch": 2.38438302371243,
      "grad_norm": 1.608710990180678,
      "learning_rate": 1.003517187682812e-06,
      "loss": 0.0872,
      "step": 15787
    },
    {
      "epoch": 2.3845340582993506,
      "grad_norm": 1.4239107593520752,
      "learning_rate": 1.0030420077087616e-06,
      "loss": 0.0828,
      "step": 15788
    },
    {
      "epoch": 2.384685092886271,
      "grad_norm": 2.1618560595266536,
      "learning_rate": 1.0025669277208167e-06,
      "loss": 0.1005,
      "step": 15789
    },
    {
      "epoch": 2.3848361274731915,
      "grad_norm": 1.5268999713767877,
      "learning_rate": 1.002091947730857e-06,
      "loss": 0.0815,
      "step": 15790
    },
    {
      "epoch": 2.3849871620601117,
      "grad_norm": 1.2588940530778028,
      "learning_rate": 1.0016170677507692e-06,
      "loss": 0.0663,
      "step": 15791
    },
    {
      "epoch": 2.3851381966470324,
      "grad_norm": 1.6596150679368797,
      "learning_rate": 1.0011422877924298e-06,
      "loss": 0.0928,
      "step": 15792
    },
    {
      "epoch": 2.3852892312339526,
      "grad_norm": 1.7568051405753353,
      "learning_rate": 1.0006676078677153e-06,
      "loss": 0.0834,
      "step": 15793
    },
    {
      "epoch": 2.385440265820873,
      "grad_norm": 1.2720372334376753,
      "learning_rate": 1.0001930279885025e-06,
      "loss": 0.0677,
      "step": 15794
    },
    {
      "epoch": 2.3855913004077935,
      "grad_norm": 1.3479630981658695,
      "learning_rate": 9.9971854816666e-07,
      "loss": 0.073,
      "step": 15795
    },
    {
      "epoch": 2.3857423349947138,
      "grad_norm": 1.2478608073808004,
      "learning_rate": 9.992441684140602e-07,
      "loss": 0.0677,
      "step": 15796
    },
    {
      "epoch": 2.385893369581634,
      "grad_norm": 1.7580000593949565,
      "learning_rate": 9.987698887425679e-07,
      "loss": 0.0845,
      "step": 15797
    },
    {
      "epoch": 2.3860444041685547,
      "grad_norm": 1.2569056162630439,
      "learning_rate": 9.982957091640494e-07,
      "loss": 0.0652,
      "step": 15798
    },
    {
      "epoch": 2.386195438755475,
      "grad_norm": 1.354014237759294,
      "learning_rate": 9.978216296903653e-07,
      "loss": 0.0689,
      "step": 15799
    },
    {
      "epoch": 2.3863464733423956,
      "grad_norm": 1.3190801459651023,
      "learning_rate": 9.973476503333733e-07,
      "loss": 0.079,
      "step": 15800
    },
    {
      "epoch": 2.386497507929316,
      "grad_norm": 1.5068751159672913,
      "learning_rate": 9.968737711049342e-07,
      "loss": 0.075,
      "step": 15801
    },
    {
      "epoch": 2.386648542516236,
      "grad_norm": 1.3601832662800344,
      "learning_rate": 9.963999920168988e-07,
      "loss": 0.0644,
      "step": 15802
    },
    {
      "epoch": 2.3867995771031567,
      "grad_norm": 1.5741912006497398,
      "learning_rate": 9.959263130811203e-07,
      "loss": 0.0851,
      "step": 15803
    },
    {
      "epoch": 2.386950611690077,
      "grad_norm": 1.3208791267527098,
      "learning_rate": 9.954527343094494e-07,
      "loss": 0.0654,
      "step": 15804
    },
    {
      "epoch": 2.3871016462769976,
      "grad_norm": 2.1636844460482814,
      "learning_rate": 9.949792557137316e-07,
      "loss": 0.0832,
      "step": 15805
    },
    {
      "epoch": 2.387252680863918,
      "grad_norm": 1.5548196699210852,
      "learning_rate": 9.945058773058113e-07,
      "loss": 0.068,
      "step": 15806
    },
    {
      "epoch": 2.387403715450838,
      "grad_norm": 1.8382252780481116,
      "learning_rate": 9.940325990975292e-07,
      "loss": 0.0912,
      "step": 15807
    },
    {
      "epoch": 2.3875547500377587,
      "grad_norm": 1.8860560784285803,
      "learning_rate": 9.935594211007255e-07,
      "loss": 0.0699,
      "step": 15808
    },
    {
      "epoch": 2.387705784624679,
      "grad_norm": 1.3553610666312774,
      "learning_rate": 9.93086343327238e-07,
      "loss": 0.0728,
      "step": 15809
    },
    {
      "epoch": 2.3878568192115996,
      "grad_norm": 1.8037259815264943,
      "learning_rate": 9.926133657888997e-07,
      "loss": 0.0968,
      "step": 15810
    },
    {
      "epoch": 2.38800785379852,
      "grad_norm": 1.4225928481034624,
      "learning_rate": 9.921404884975439e-07,
      "loss": 0.0797,
      "step": 15811
    },
    {
      "epoch": 2.38815888838544,
      "grad_norm": 1.2914275005099156,
      "learning_rate": 9.916677114649987e-07,
      "loss": 0.0739,
      "step": 15812
    },
    {
      "epoch": 2.3883099229723608,
      "grad_norm": 1.4173532582213522,
      "learning_rate": 9.911950347030902e-07,
      "loss": 0.078,
      "step": 15813
    },
    {
      "epoch": 2.388460957559281,
      "grad_norm": 1.3719528390717992,
      "learning_rate": 9.907224582236447e-07,
      "loss": 0.0653,
      "step": 15814
    },
    {
      "epoch": 2.3886119921462017,
      "grad_norm": 3.469355655063258,
      "learning_rate": 9.902499820384815e-07,
      "loss": 0.0957,
      "step": 15815
    },
    {
      "epoch": 2.388763026733122,
      "grad_norm": 1.3267381592290217,
      "learning_rate": 9.897776061594223e-07,
      "loss": 0.0811,
      "step": 15816
    },
    {
      "epoch": 2.388914061320042,
      "grad_norm": 1.2363043175833124,
      "learning_rate": 9.893053305982815e-07,
      "loss": 0.0701,
      "step": 15817
    },
    {
      "epoch": 2.389065095906963,
      "grad_norm": 1.4728665028594652,
      "learning_rate": 9.888331553668756e-07,
      "loss": 0.0778,
      "step": 15818
    },
    {
      "epoch": 2.389216130493883,
      "grad_norm": 1.2451530997884195,
      "learning_rate": 9.883610804770138e-07,
      "loss": 0.0536,
      "step": 15819
    },
    {
      "epoch": 2.3893671650808033,
      "grad_norm": 1.472678050260546,
      "learning_rate": 9.878891059405088e-07,
      "loss": 0.0704,
      "step": 15820
    },
    {
      "epoch": 2.389518199667724,
      "grad_norm": 1.9805542333853,
      "learning_rate": 9.874172317691644e-07,
      "loss": 0.0902,
      "step": 15821
    },
    {
      "epoch": 2.389669234254644,
      "grad_norm": 1.5516909654668085,
      "learning_rate": 9.86945457974785e-07,
      "loss": 0.0829,
      "step": 15822
    },
    {
      "epoch": 2.389820268841565,
      "grad_norm": 1.5449846241849958,
      "learning_rate": 9.864737845691741e-07,
      "loss": 0.079,
      "step": 15823
    },
    {
      "epoch": 2.389971303428485,
      "grad_norm": 1.2592672205441475,
      "learning_rate": 9.860022115641282e-07,
      "loss": 0.0834,
      "step": 15824
    },
    {
      "epoch": 2.3901223380154057,
      "grad_norm": 1.5354031417125853,
      "learning_rate": 9.855307389714469e-07,
      "loss": 0.0828,
      "step": 15825
    },
    {
      "epoch": 2.390273372602326,
      "grad_norm": 1.2947775209337433,
      "learning_rate": 9.850593668029219e-07,
      "loss": 0.0665,
      "step": 15826
    },
    {
      "epoch": 2.390424407189246,
      "grad_norm": 1.7861703368090822,
      "learning_rate": 9.84588095070347e-07,
      "loss": 0.0883,
      "step": 15827
    },
    {
      "epoch": 2.390575441776167,
      "grad_norm": 1.6190652335558007,
      "learning_rate": 9.841169237855097e-07,
      "loss": 0.0816,
      "step": 15828
    },
    {
      "epoch": 2.390726476363087,
      "grad_norm": 1.7985371648991668,
      "learning_rate": 9.83645852960196e-07,
      "loss": 0.0888,
      "step": 15829
    },
    {
      "epoch": 2.3908775109500073,
      "grad_norm": 1.68949285165188,
      "learning_rate": 9.831748826061926e-07,
      "loss": 0.0907,
      "step": 15830
    },
    {
      "epoch": 2.391028545536928,
      "grad_norm": 1.8714645512418813,
      "learning_rate": 9.827040127352783e-07,
      "loss": 0.0816,
      "step": 15831
    },
    {
      "epoch": 2.3911795801238482,
      "grad_norm": 1.6880285247583466,
      "learning_rate": 9.822332433592335e-07,
      "loss": 0.0878,
      "step": 15832
    },
    {
      "epoch": 2.391330614710769,
      "grad_norm": 1.4431929194324988,
      "learning_rate": 9.817625744898356e-07,
      "loss": 0.0839,
      "step": 15833
    },
    {
      "epoch": 2.391481649297689,
      "grad_norm": 2.5956969446280453,
      "learning_rate": 9.812920061388582e-07,
      "loss": 0.1038,
      "step": 15834
    },
    {
      "epoch": 2.39163268388461,
      "grad_norm": 1.7933449651677065,
      "learning_rate": 9.808215383180719e-07,
      "loss": 0.0703,
      "step": 15835
    },
    {
      "epoch": 2.39178371847153,
      "grad_norm": 2.055738947818938,
      "learning_rate": 9.80351171039245e-07,
      "loss": 0.0971,
      "step": 15836
    },
    {
      "epoch": 2.3919347530584503,
      "grad_norm": 2.0534226804604416,
      "learning_rate": 9.79880904314145e-07,
      "loss": 0.0985,
      "step": 15837
    },
    {
      "epoch": 2.392085787645371,
      "grad_norm": 1.3596633021155786,
      "learning_rate": 9.794107381545377e-07,
      "loss": 0.0749,
      "step": 15838
    },
    {
      "epoch": 2.392236822232291,
      "grad_norm": 1.3203351502820146,
      "learning_rate": 9.789406725721811e-07,
      "loss": 0.0718,
      "step": 15839
    },
    {
      "epoch": 2.3923878568192114,
      "grad_norm": 1.5071928516365511,
      "learning_rate": 9.784707075788375e-07,
      "loss": 0.0766,
      "step": 15840
    },
    {
      "epoch": 2.392538891406132,
      "grad_norm": 1.214326438277458,
      "learning_rate": 9.780008431862619e-07,
      "loss": 0.0626,
      "step": 15841
    },
    {
      "epoch": 2.3926899259930523,
      "grad_norm": 1.3593532725066808,
      "learning_rate": 9.775310794062064e-07,
      "loss": 0.0733,
      "step": 15842
    },
    {
      "epoch": 2.392840960579973,
      "grad_norm": 1.2818270777284808,
      "learning_rate": 9.77061416250426e-07,
      "loss": 0.0776,
      "step": 15843
    },
    {
      "epoch": 2.392991995166893,
      "grad_norm": 1.348016629538104,
      "learning_rate": 9.765918537306662e-07,
      "loss": 0.0745,
      "step": 15844
    },
    {
      "epoch": 2.3931430297538134,
      "grad_norm": 2.534285643500685,
      "learning_rate": 9.76122391858676e-07,
      "loss": 0.0846,
      "step": 15845
    },
    {
      "epoch": 2.393294064340734,
      "grad_norm": 1.7472890739101592,
      "learning_rate": 9.756530306461965e-07,
      "loss": 0.0832,
      "step": 15846
    },
    {
      "epoch": 2.3934450989276543,
      "grad_norm": 1.2952751706917547,
      "learning_rate": 9.751837701049726e-07,
      "loss": 0.0674,
      "step": 15847
    },
    {
      "epoch": 2.393596133514575,
      "grad_norm": 1.7494717914596083,
      "learning_rate": 9.74714610246741e-07,
      "loss": 0.0816,
      "step": 15848
    },
    {
      "epoch": 2.3937471681014952,
      "grad_norm": 1.3816423480398625,
      "learning_rate": 9.742455510832361e-07,
      "loss": 0.0725,
      "step": 15849
    },
    {
      "epoch": 2.3938982026884155,
      "grad_norm": 1.5674479367787906,
      "learning_rate": 9.737765926261955e-07,
      "loss": 0.0805,
      "step": 15850
    },
    {
      "epoch": 2.394049237275336,
      "grad_norm": 1.6919633086832144,
      "learning_rate": 9.733077348873476e-07,
      "loss": 0.0702,
      "step": 15851
    },
    {
      "epoch": 2.3942002718622564,
      "grad_norm": 1.1403774668361584,
      "learning_rate": 9.72838977878423e-07,
      "loss": 0.0629,
      "step": 15852
    },
    {
      "epoch": 2.394351306449177,
      "grad_norm": 1.8812901134282807,
      "learning_rate": 9.723703216111464e-07,
      "loss": 0.0681,
      "step": 15853
    },
    {
      "epoch": 2.3945023410360973,
      "grad_norm": 1.7717143860976747,
      "learning_rate": 9.719017660972413e-07,
      "loss": 0.083,
      "step": 15854
    },
    {
      "epoch": 2.3946533756230175,
      "grad_norm": 1.3205423726803054,
      "learning_rate": 9.71433311348432e-07,
      "loss": 0.0669,
      "step": 15855
    },
    {
      "epoch": 2.394804410209938,
      "grad_norm": 1.3959972791659365,
      "learning_rate": 9.709649573764345e-07,
      "loss": 0.0677,
      "step": 15856
    },
    {
      "epoch": 2.3949554447968584,
      "grad_norm": 1.2344044687622067,
      "learning_rate": 9.704967041929653e-07,
      "loss": 0.072,
      "step": 15857
    },
    {
      "epoch": 2.395106479383779,
      "grad_norm": 1.4734771331045957,
      "learning_rate": 9.70028551809737e-07,
      "loss": 0.0748,
      "step": 15858
    },
    {
      "epoch": 2.3952575139706993,
      "grad_norm": 1.3701396515074133,
      "learning_rate": 9.695605002384612e-07,
      "loss": 0.0781,
      "step": 15859
    },
    {
      "epoch": 2.3954085485576195,
      "grad_norm": 1.5320715473514923,
      "learning_rate": 9.690925494908487e-07,
      "loss": 0.0733,
      "step": 15860
    },
    {
      "epoch": 2.39555958314454,
      "grad_norm": 1.4794900140791183,
      "learning_rate": 9.68624699578603e-07,
      "loss": 0.0756,
      "step": 15861
    },
    {
      "epoch": 2.3957106177314604,
      "grad_norm": 1.333937831131448,
      "learning_rate": 9.681569505134292e-07,
      "loss": 0.0705,
      "step": 15862
    },
    {
      "epoch": 2.3958616523183807,
      "grad_norm": 1.2728115885516995,
      "learning_rate": 9.676893023070276e-07,
      "loss": 0.0732,
      "step": 15863
    },
    {
      "epoch": 2.3960126869053013,
      "grad_norm": 1.2215390809039617,
      "learning_rate": 9.672217549710955e-07,
      "loss": 0.0718,
      "step": 15864
    },
    {
      "epoch": 2.3961637214922216,
      "grad_norm": 1.1670279755895785,
      "learning_rate": 9.667543085173314e-07,
      "loss": 0.0677,
      "step": 15865
    },
    {
      "epoch": 2.3963147560791422,
      "grad_norm": 1.4347102538215404,
      "learning_rate": 9.662869629574262e-07,
      "loss": 0.0723,
      "step": 15866
    },
    {
      "epoch": 2.3964657906660625,
      "grad_norm": 1.5292822136441588,
      "learning_rate": 9.658197183030731e-07,
      "loss": 0.0849,
      "step": 15867
    },
    {
      "epoch": 2.396616825252983,
      "grad_norm": 1.407626272242396,
      "learning_rate": 9.65352574565958e-07,
      "loss": 0.0778,
      "step": 15868
    },
    {
      "epoch": 2.3967678598399034,
      "grad_norm": 1.5235473256315095,
      "learning_rate": 9.648855317577694e-07,
      "loss": 0.0815,
      "step": 15869
    },
    {
      "epoch": 2.3969188944268236,
      "grad_norm": 1.4557100419320803,
      "learning_rate": 9.644185898901893e-07,
      "loss": 0.0716,
      "step": 15870
    },
    {
      "epoch": 2.3970699290137443,
      "grad_norm": 1.5020085024280407,
      "learning_rate": 9.639517489748973e-07,
      "loss": 0.0852,
      "step": 15871
    },
    {
      "epoch": 2.3972209636006645,
      "grad_norm": 1.863901308256459,
      "learning_rate": 9.634850090235743e-07,
      "loss": 0.079,
      "step": 15872
    },
    {
      "epoch": 2.3973719981875847,
      "grad_norm": 1.7897293169005388,
      "learning_rate": 9.630183700478928e-07,
      "loss": 0.089,
      "step": 15873
    },
    {
      "epoch": 2.3975230327745054,
      "grad_norm": 4.02746963697199,
      "learning_rate": 9.6255183205953e-07,
      "loss": 0.1001,
      "step": 15874
    },
    {
      "epoch": 2.3976740673614256,
      "grad_norm": 1.4361016514870164,
      "learning_rate": 9.620853950701525e-07,
      "loss": 0.0671,
      "step": 15875
    },
    {
      "epoch": 2.3978251019483463,
      "grad_norm": 1.8351332398070883,
      "learning_rate": 9.616190590914326e-07,
      "loss": 0.094,
      "step": 15876
    },
    {
      "epoch": 2.3979761365352665,
      "grad_norm": 1.229753248454025,
      "learning_rate": 9.611528241350331e-07,
      "loss": 0.0752,
      "step": 15877
    },
    {
      "epoch": 2.398127171122187,
      "grad_norm": 1.4718155840246152,
      "learning_rate": 9.60686690212617e-07,
      "loss": 0.0816,
      "step": 15878
    },
    {
      "epoch": 2.3982782057091074,
      "grad_norm": 2.2895593274621313,
      "learning_rate": 9.602206573358469e-07,
      "loss": 0.0899,
      "step": 15879
    },
    {
      "epoch": 2.3984292402960277,
      "grad_norm": 1.4361514716074888,
      "learning_rate": 9.597547255163787e-07,
      "loss": 0.0797,
      "step": 15880
    },
    {
      "epoch": 2.3985802748829483,
      "grad_norm": 1.2367310297754877,
      "learning_rate": 9.592888947658696e-07,
      "loss": 0.0662,
      "step": 15881
    },
    {
      "epoch": 2.3987313094698686,
      "grad_norm": 1.6111169974813313,
      "learning_rate": 9.588231650959713e-07,
      "loss": 0.0871,
      "step": 15882
    },
    {
      "epoch": 2.398882344056789,
      "grad_norm": 1.3570135919472366,
      "learning_rate": 9.583575365183352e-07,
      "loss": 0.0747,
      "step": 15883
    },
    {
      "epoch": 2.3990333786437095,
      "grad_norm": 1.5233204420956468,
      "learning_rate": 9.578920090446108e-07,
      "loss": 0.0701,
      "step": 15884
    },
    {
      "epoch": 2.3991844132306297,
      "grad_norm": 1.241658740579277,
      "learning_rate": 9.574265826864397e-07,
      "loss": 0.0649,
      "step": 15885
    },
    {
      "epoch": 2.3993354478175504,
      "grad_norm": 1.3407955210369276,
      "learning_rate": 9.569612574554681e-07,
      "loss": 0.0829,
      "step": 15886
    },
    {
      "epoch": 2.3994864824044706,
      "grad_norm": 1.3483283749860253,
      "learning_rate": 9.56496033363334e-07,
      "loss": 0.0749,
      "step": 15887
    },
    {
      "epoch": 2.3996375169913913,
      "grad_norm": 1.3414330710372182,
      "learning_rate": 9.560309104216758e-07,
      "loss": 0.0662,
      "step": 15888
    },
    {
      "epoch": 2.3997885515783115,
      "grad_norm": 1.5003785171906268,
      "learning_rate": 9.55565888642131e-07,
      "loss": 0.0762,
      "step": 15889
    },
    {
      "epoch": 2.3999395861652317,
      "grad_norm": 1.2326920933306207,
      "learning_rate": 9.551009680363293e-07,
      "loss": 0.0644,
      "step": 15890
    },
    {
      "epoch": 2.4000906207521524,
      "grad_norm": 1.6357728965137563,
      "learning_rate": 9.546361486159035e-07,
      "loss": 0.0755,
      "step": 15891
    },
    {
      "epoch": 2.4002416553390726,
      "grad_norm": 1.4883119179002864,
      "learning_rate": 9.541714303924804e-07,
      "loss": 0.0694,
      "step": 15892
    },
    {
      "epoch": 2.400392689925993,
      "grad_norm": 1.1763679126557234,
      "learning_rate": 9.537068133776839e-07,
      "loss": 0.0706,
      "step": 15893
    },
    {
      "epoch": 2.4005437245129135,
      "grad_norm": 1.5559449919409425,
      "learning_rate": 9.532422975831385e-07,
      "loss": 0.0963,
      "step": 15894
    },
    {
      "epoch": 2.4006947590998338,
      "grad_norm": 1.4340339223842895,
      "learning_rate": 9.527778830204626e-07,
      "loss": 0.0788,
      "step": 15895
    },
    {
      "epoch": 2.4008457936867544,
      "grad_norm": 1.4487894838682456,
      "learning_rate": 9.523135697012759e-07,
      "loss": 0.0846,
      "step": 15896
    },
    {
      "epoch": 2.4009968282736747,
      "grad_norm": 1.2736923690657065,
      "learning_rate": 9.518493576371913e-07,
      "loss": 0.0724,
      "step": 15897
    },
    {
      "epoch": 2.401147862860595,
      "grad_norm": 1.8908225022182459,
      "learning_rate": 9.513852468398233e-07,
      "loss": 0.0764,
      "step": 15898
    },
    {
      "epoch": 2.4012988974475156,
      "grad_norm": 1.6887396556075367,
      "learning_rate": 9.50921237320781e-07,
      "loss": 0.0823,
      "step": 15899
    },
    {
      "epoch": 2.401449932034436,
      "grad_norm": 1.4446139262822473,
      "learning_rate": 9.504573290916702e-07,
      "loss": 0.0616,
      "step": 15900
    },
    {
      "epoch": 2.4016009666213565,
      "grad_norm": 1.2144441613280628,
      "learning_rate": 9.499935221640988e-07,
      "loss": 0.0662,
      "step": 15901
    },
    {
      "epoch": 2.4017520012082767,
      "grad_norm": 1.822895543876963,
      "learning_rate": 9.495298165496669e-07,
      "loss": 0.0671,
      "step": 15902
    },
    {
      "epoch": 2.401903035795197,
      "grad_norm": 1.5882016821371419,
      "learning_rate": 9.490662122599759e-07,
      "loss": 0.0995,
      "step": 15903
    },
    {
      "epoch": 2.4020540703821176,
      "grad_norm": 1.6144281881077145,
      "learning_rate": 9.486027093066214e-07,
      "loss": 0.0851,
      "step": 15904
    },
    {
      "epoch": 2.402205104969038,
      "grad_norm": 1.3822702972427712,
      "learning_rate": 9.481393077012002e-07,
      "loss": 0.0778,
      "step": 15905
    },
    {
      "epoch": 2.4023561395559585,
      "grad_norm": 1.2221919785121007,
      "learning_rate": 9.476760074553038e-07,
      "loss": 0.0604,
      "step": 15906
    },
    {
      "epoch": 2.4025071741428787,
      "grad_norm": 1.2369130105083013,
      "learning_rate": 9.472128085805198e-07,
      "loss": 0.0689,
      "step": 15907
    },
    {
      "epoch": 2.402658208729799,
      "grad_norm": 1.6462392642841974,
      "learning_rate": 9.467497110884393e-07,
      "loss": 0.0916,
      "step": 15908
    },
    {
      "epoch": 2.4028092433167196,
      "grad_norm": 1.347819485654849,
      "learning_rate": 9.462867149906435e-07,
      "loss": 0.0674,
      "step": 15909
    },
    {
      "epoch": 2.40296027790364,
      "grad_norm": 1.7540429768162036,
      "learning_rate": 9.458238202987152e-07,
      "loss": 0.0867,
      "step": 15910
    },
    {
      "epoch": 2.4031113124905605,
      "grad_norm": 1.5161058496071285,
      "learning_rate": 9.453610270242364e-07,
      "loss": 0.0669,
      "step": 15911
    },
    {
      "epoch": 2.4032623470774808,
      "grad_norm": 3.1167588149852423,
      "learning_rate": 9.448983351787811e-07,
      "loss": 0.0909,
      "step": 15912
    },
    {
      "epoch": 2.403413381664401,
      "grad_norm": 1.2982397424154748,
      "learning_rate": 9.444357447739277e-07,
      "loss": 0.0691,
      "step": 15913
    },
    {
      "epoch": 2.4035644162513217,
      "grad_norm": 1.404388635366139,
      "learning_rate": 9.439732558212428e-07,
      "loss": 0.0768,
      "step": 15914
    },
    {
      "epoch": 2.403715450838242,
      "grad_norm": 1.3191173536605831,
      "learning_rate": 9.435108683322985e-07,
      "loss": 0.0632,
      "step": 15915
    },
    {
      "epoch": 2.403866485425162,
      "grad_norm": 1.3435193357578556,
      "learning_rate": 9.430485823186631e-07,
      "loss": 0.0661,
      "step": 15916
    },
    {
      "epoch": 2.404017520012083,
      "grad_norm": 1.3282019337286886,
      "learning_rate": 9.425863977918981e-07,
      "loss": 0.0787,
      "step": 15917
    },
    {
      "epoch": 2.404168554599003,
      "grad_norm": 1.4799229017022335,
      "learning_rate": 9.421243147635679e-07,
      "loss": 0.0802,
      "step": 15918
    },
    {
      "epoch": 2.4043195891859237,
      "grad_norm": 1.5434086501025732,
      "learning_rate": 9.416623332452296e-07,
      "loss": 0.062,
      "step": 15919
    },
    {
      "epoch": 2.404470623772844,
      "grad_norm": 1.3648390567387818,
      "learning_rate": 9.41200453248442e-07,
      "loss": 0.0836,
      "step": 15920
    },
    {
      "epoch": 2.4046216583597646,
      "grad_norm": 2.0577219086150595,
      "learning_rate": 9.40738674784758e-07,
      "loss": 0.079,
      "step": 15921
    },
    {
      "epoch": 2.404772692946685,
      "grad_norm": 1.052162271801618,
      "learning_rate": 9.402769978657284e-07,
      "loss": 0.0639,
      "step": 15922
    },
    {
      "epoch": 2.404923727533605,
      "grad_norm": 1.6620239313576182,
      "learning_rate": 9.398154225029049e-07,
      "loss": 0.0845,
      "step": 15923
    },
    {
      "epoch": 2.4050747621205257,
      "grad_norm": 1.4942505044108383,
      "learning_rate": 9.393539487078307e-07,
      "loss": 0.0798,
      "step": 15924
    },
    {
      "epoch": 2.405225796707446,
      "grad_norm": 1.4215438672896679,
      "learning_rate": 9.388925764920531e-07,
      "loss": 0.0846,
      "step": 15925
    },
    {
      "epoch": 2.405376831294366,
      "grad_norm": 1.7726000189724245,
      "learning_rate": 9.384313058671107e-07,
      "loss": 0.09,
      "step": 15926
    },
    {
      "epoch": 2.405527865881287,
      "grad_norm": 1.9649846604620418,
      "learning_rate": 9.379701368445454e-07,
      "loss": 0.0958,
      "step": 15927
    },
    {
      "epoch": 2.405678900468207,
      "grad_norm": 1.1276745917953355,
      "learning_rate": 9.375090694358924e-07,
      "loss": 0.0735,
      "step": 15928
    },
    {
      "epoch": 2.4058299350551278,
      "grad_norm": 1.2937002199939422,
      "learning_rate": 9.370481036526836e-07,
      "loss": 0.0696,
      "step": 15929
    },
    {
      "epoch": 2.405980969642048,
      "grad_norm": 1.4707505067992526,
      "learning_rate": 9.365872395064529e-07,
      "loss": 0.078,
      "step": 15930
    },
    {
      "epoch": 2.4061320042289687,
      "grad_norm": 1.0732049865335627,
      "learning_rate": 9.361264770087269e-07,
      "loss": 0.0586,
      "step": 15931
    },
    {
      "epoch": 2.406283038815889,
      "grad_norm": 1.4552862542059293,
      "learning_rate": 9.356658161710341e-07,
      "loss": 0.0731,
      "step": 15932
    },
    {
      "epoch": 2.406434073402809,
      "grad_norm": 2.107106497502779,
      "learning_rate": 9.352052570048963e-07,
      "loss": 0.0737,
      "step": 15933
    },
    {
      "epoch": 2.40658510798973,
      "grad_norm": 3.324937249365129,
      "learning_rate": 9.347447995218351e-07,
      "loss": 0.0739,
      "step": 15934
    },
    {
      "epoch": 2.40673614257665,
      "grad_norm": 1.3641876451433712,
      "learning_rate": 9.34284443733372e-07,
      "loss": 0.0835,
      "step": 15935
    },
    {
      "epoch": 2.4068871771635703,
      "grad_norm": 2.083655275280021,
      "learning_rate": 9.33824189651018e-07,
      "loss": 0.1151,
      "step": 15936
    },
    {
      "epoch": 2.407038211750491,
      "grad_norm": 1.4381399059303446,
      "learning_rate": 9.333640372862907e-07,
      "loss": 0.0765,
      "step": 15937
    },
    {
      "epoch": 2.407189246337411,
      "grad_norm": 1.684609722544319,
      "learning_rate": 9.329039866506979e-07,
      "loss": 0.0825,
      "step": 15938
    },
    {
      "epoch": 2.407340280924332,
      "grad_norm": 1.4558422241855402,
      "learning_rate": 9.324440377557492e-07,
      "loss": 0.0548,
      "step": 15939
    },
    {
      "epoch": 2.407491315511252,
      "grad_norm": 1.4661758904786546,
      "learning_rate": 9.319841906129528e-07,
      "loss": 0.0828,
      "step": 15940
    },
    {
      "epoch": 2.4076423500981723,
      "grad_norm": 1.6140881300104142,
      "learning_rate": 9.315244452338085e-07,
      "loss": 0.0756,
      "step": 15941
    },
    {
      "epoch": 2.407793384685093,
      "grad_norm": 1.5875297688710224,
      "learning_rate": 9.310648016298213e-07,
      "loss": 0.0828,
      "step": 15942
    },
    {
      "epoch": 2.407944419272013,
      "grad_norm": 1.2191083423284212,
      "learning_rate": 9.306052598124837e-07,
      "loss": 0.0659,
      "step": 15943
    },
    {
      "epoch": 2.408095453858934,
      "grad_norm": 1.4998806463733714,
      "learning_rate": 9.30145819793295e-07,
      "loss": 0.0796,
      "step": 15944
    },
    {
      "epoch": 2.408246488445854,
      "grad_norm": 1.3123728257164975,
      "learning_rate": 9.296864815837492e-07,
      "loss": 0.0805,
      "step": 15945
    },
    {
      "epoch": 2.4083975230327743,
      "grad_norm": 1.7528687302036097,
      "learning_rate": 9.292272451953343e-07,
      "loss": 0.0678,
      "step": 15946
    },
    {
      "epoch": 2.408548557619695,
      "grad_norm": 1.989126894680751,
      "learning_rate": 9.287681106395407e-07,
      "loss": 0.0847,
      "step": 15947
    },
    {
      "epoch": 2.4086995922066152,
      "grad_norm": 1.8263251138664587,
      "learning_rate": 9.283090779278514e-07,
      "loss": 0.0847,
      "step": 15948
    },
    {
      "epoch": 2.408850626793536,
      "grad_norm": 1.3633040086423978,
      "learning_rate": 9.278501470717521e-07,
      "loss": 0.0616,
      "step": 15949
    },
    {
      "epoch": 2.409001661380456,
      "grad_norm": 1.739338665685948,
      "learning_rate": 9.27391318082722e-07,
      "loss": 0.0888,
      "step": 15950
    },
    {
      "epoch": 2.4091526959673764,
      "grad_norm": 1.2772057739545064,
      "learning_rate": 9.26932590972237e-07,
      "loss": 0.0638,
      "step": 15951
    },
    {
      "epoch": 2.409303730554297,
      "grad_norm": 1.6778086769522362,
      "learning_rate": 9.264739657517763e-07,
      "loss": 0.0764,
      "step": 15952
    },
    {
      "epoch": 2.4094547651412173,
      "grad_norm": 2.0882785078197865,
      "learning_rate": 9.260154424328089e-07,
      "loss": 0.0929,
      "step": 15953
    },
    {
      "epoch": 2.409605799728138,
      "grad_norm": 1.7443749435027818,
      "learning_rate": 9.255570210268078e-07,
      "loss": 0.0764,
      "step": 15954
    },
    {
      "epoch": 2.409756834315058,
      "grad_norm": 1.581049243093656,
      "learning_rate": 9.250987015452389e-07,
      "loss": 0.073,
      "step": 15955
    },
    {
      "epoch": 2.4099078689019784,
      "grad_norm": 1.466083448452786,
      "learning_rate": 9.246404839995688e-07,
      "loss": 0.081,
      "step": 15956
    },
    {
      "epoch": 2.410058903488899,
      "grad_norm": 1.9570336038274543,
      "learning_rate": 9.241823684012591e-07,
      "loss": 0.0748,
      "step": 15957
    },
    {
      "epoch": 2.4102099380758193,
      "grad_norm": 1.3565598964308365,
      "learning_rate": 9.237243547617691e-07,
      "loss": 0.0684,
      "step": 15958
    },
    {
      "epoch": 2.4103609726627395,
      "grad_norm": 2.1184766588684,
      "learning_rate": 9.232664430925581e-07,
      "loss": 0.0967,
      "step": 15959
    },
    {
      "epoch": 2.41051200724966,
      "grad_norm": 1.3215537831191382,
      "learning_rate": 9.22808633405079e-07,
      "loss": 0.0791,
      "step": 15960
    },
    {
      "epoch": 2.4106630418365804,
      "grad_norm": 1.6749266425664504,
      "learning_rate": 9.22350925710786e-07,
      "loss": 0.0883,
      "step": 15961
    },
    {
      "epoch": 2.410814076423501,
      "grad_norm": 1.6169875937609723,
      "learning_rate": 9.218933200211272e-07,
      "loss": 0.0874,
      "step": 15962
    },
    {
      "epoch": 2.4109651110104213,
      "grad_norm": 1.2729118178403553,
      "learning_rate": 9.214358163475506e-07,
      "loss": 0.0639,
      "step": 15963
    },
    {
      "epoch": 2.411116145597342,
      "grad_norm": 1.7096943064164978,
      "learning_rate": 9.209784147015039e-07,
      "loss": 0.0816,
      "step": 15964
    },
    {
      "epoch": 2.4112671801842622,
      "grad_norm": 1.237528257389212,
      "learning_rate": 9.205211150944238e-07,
      "loss": 0.0701,
      "step": 15965
    },
    {
      "epoch": 2.4114182147711825,
      "grad_norm": 1.544779786519204,
      "learning_rate": 9.200639175377534e-07,
      "loss": 0.0596,
      "step": 15966
    },
    {
      "epoch": 2.411569249358103,
      "grad_norm": 1.561934752538074,
      "learning_rate": 9.196068220429278e-07,
      "loss": 0.073,
      "step": 15967
    },
    {
      "epoch": 2.4117202839450234,
      "grad_norm": 2.138205984634595,
      "learning_rate": 9.191498286213829e-07,
      "loss": 0.0843,
      "step": 15968
    },
    {
      "epoch": 2.4118713185319436,
      "grad_norm": 1.4198963061230452,
      "learning_rate": 9.18692937284551e-07,
      "loss": 0.0893,
      "step": 15969
    },
    {
      "epoch": 2.4120223531188643,
      "grad_norm": 2.539610074748091,
      "learning_rate": 9.182361480438601e-07,
      "loss": 0.0674,
      "step": 15970
    },
    {
      "epoch": 2.4121733877057845,
      "grad_norm": 1.802008157799164,
      "learning_rate": 9.177794609107388e-07,
      "loss": 0.0832,
      "step": 15971
    },
    {
      "epoch": 2.412324422292705,
      "grad_norm": 1.7732140114372423,
      "learning_rate": 9.173228758966102e-07,
      "loss": 0.0879,
      "step": 15972
    },
    {
      "epoch": 2.4124754568796254,
      "grad_norm": 1.5432171515025104,
      "learning_rate": 9.168663930128946e-07,
      "loss": 0.0823,
      "step": 15973
    },
    {
      "epoch": 2.412626491466546,
      "grad_norm": 1.9656965145297287,
      "learning_rate": 9.164100122710146e-07,
      "loss": 0.1068,
      "step": 15974
    },
    {
      "epoch": 2.4127775260534663,
      "grad_norm": 1.4923419101347613,
      "learning_rate": 9.159537336823832e-07,
      "loss": 0.0792,
      "step": 15975
    },
    {
      "epoch": 2.4129285606403865,
      "grad_norm": 1.51404977958479,
      "learning_rate": 9.154975572584174e-07,
      "loss": 0.0827,
      "step": 15976
    },
    {
      "epoch": 2.413079595227307,
      "grad_norm": 1.7112648197588292,
      "learning_rate": 9.150414830105264e-07,
      "loss": 0.0888,
      "step": 15977
    },
    {
      "epoch": 2.4132306298142274,
      "grad_norm": 2.8249768883221185,
      "learning_rate": 9.145855109501217e-07,
      "loss": 0.0986,
      "step": 15978
    },
    {
      "epoch": 2.4133816644011477,
      "grad_norm": 1.3309699310828191,
      "learning_rate": 9.14129641088608e-07,
      "loss": 0.0725,
      "step": 15979
    },
    {
      "epoch": 2.4135326989880683,
      "grad_norm": 1.8480493204016029,
      "learning_rate": 9.136738734373879e-07,
      "loss": 0.0883,
      "step": 15980
    },
    {
      "epoch": 2.4136837335749886,
      "grad_norm": 1.447601663248326,
      "learning_rate": 9.132182080078661e-07,
      "loss": 0.076,
      "step": 15981
    },
    {
      "epoch": 2.4138347681619092,
      "grad_norm": 2.3351547160830832,
      "learning_rate": 9.127626448114374e-07,
      "loss": 0.0872,
      "step": 15982
    },
    {
      "epoch": 2.4139858027488295,
      "grad_norm": 2.0631307765748343,
      "learning_rate": 9.123071838595015e-07,
      "loss": 0.0747,
      "step": 15983
    },
    {
      "epoch": 2.41413683733575,
      "grad_norm": 1.1299452278371196,
      "learning_rate": 9.118518251634489e-07,
      "loss": 0.0652,
      "step": 15984
    },
    {
      "epoch": 2.4142878719226704,
      "grad_norm": 1.7798970189184131,
      "learning_rate": 9.113965687346737e-07,
      "loss": 0.0742,
      "step": 15985
    },
    {
      "epoch": 2.4144389065095906,
      "grad_norm": 1.7190371614827866,
      "learning_rate": 9.10941414584563e-07,
      "loss": 0.0859,
      "step": 15986
    },
    {
      "epoch": 2.4145899410965113,
      "grad_norm": 1.4125320808565585,
      "learning_rate": 9.104863627245008e-07,
      "loss": 0.0835,
      "step": 15987
    },
    {
      "epoch": 2.4147409756834315,
      "grad_norm": 1.017845748260491,
      "learning_rate": 9.100314131658738e-07,
      "loss": 0.0476,
      "step": 15988
    },
    {
      "epoch": 2.4148920102703517,
      "grad_norm": 2.066369015410679,
      "learning_rate": 9.095765659200606e-07,
      "loss": 0.0847,
      "step": 15989
    },
    {
      "epoch": 2.4150430448572724,
      "grad_norm": 2.679125267512645,
      "learning_rate": 9.091218209984393e-07,
      "loss": 0.0717,
      "step": 15990
    },
    {
      "epoch": 2.4151940794441926,
      "grad_norm": 1.2017392133007483,
      "learning_rate": 9.08667178412388e-07,
      "loss": 0.0713,
      "step": 15991
    },
    {
      "epoch": 2.4153451140311133,
      "grad_norm": 2.2529055574633707,
      "learning_rate": 9.082126381732786e-07,
      "loss": 0.1006,
      "step": 15992
    },
    {
      "epoch": 2.4154961486180335,
      "grad_norm": 1.2499903596799398,
      "learning_rate": 9.077582002924812e-07,
      "loss": 0.0755,
      "step": 15993
    },
    {
      "epoch": 2.4156471832049538,
      "grad_norm": 1.584497701502487,
      "learning_rate": 9.073038647813626e-07,
      "loss": 0.0713,
      "step": 15994
    },
    {
      "epoch": 2.4157982177918744,
      "grad_norm": 2.4670828488836287,
      "learning_rate": 9.068496316512892e-07,
      "loss": 0.0776,
      "step": 15995
    },
    {
      "epoch": 2.4159492523787947,
      "grad_norm": 1.8834218187664584,
      "learning_rate": 9.06395500913626e-07,
      "loss": 0.1051,
      "step": 15996
    },
    {
      "epoch": 2.4161002869657153,
      "grad_norm": 1.5495926725842186,
      "learning_rate": 9.059414725797305e-07,
      "loss": 0.0751,
      "step": 15997
    },
    {
      "epoch": 2.4162513215526356,
      "grad_norm": 1.3499414769435087,
      "learning_rate": 9.054875466609624e-07,
      "loss": 0.0636,
      "step": 15998
    },
    {
      "epoch": 2.416402356139556,
      "grad_norm": 1.2131232732022301,
      "learning_rate": 9.050337231686751e-07,
      "loss": 0.064,
      "step": 15999
    },
    {
      "epoch": 2.4165533907264765,
      "grad_norm": 1.490632999743239,
      "learning_rate": 9.045800021142237e-07,
      "loss": 0.0896,
      "step": 16000
    },
    {
      "epoch": 2.4167044253133967,
      "grad_norm": 1.802883501763335,
      "learning_rate": 9.041263835089564e-07,
      "loss": 0.0877,
      "step": 16001
    },
    {
      "epoch": 2.4168554599003174,
      "grad_norm": 1.8597221282280914,
      "learning_rate": 9.036728673642203e-07,
      "loss": 0.0865,
      "step": 16002
    },
    {
      "epoch": 2.4170064944872376,
      "grad_norm": 3.155194284746557,
      "learning_rate": 9.032194536913624e-07,
      "loss": 0.1024,
      "step": 16003
    },
    {
      "epoch": 2.417157529074158,
      "grad_norm": 1.49788245086372,
      "learning_rate": 9.027661425017226e-07,
      "loss": 0.0738,
      "step": 16004
    },
    {
      "epoch": 2.4173085636610785,
      "grad_norm": 1.6739646784317233,
      "learning_rate": 9.023129338066433e-07,
      "loss": 0.0918,
      "step": 16005
    },
    {
      "epoch": 2.4174595982479987,
      "grad_norm": 1.2793577150896178,
      "learning_rate": 9.018598276174589e-07,
      "loss": 0.0671,
      "step": 16006
    },
    {
      "epoch": 2.4176106328349194,
      "grad_norm": 1.5887806564056555,
      "learning_rate": 9.014068239455076e-07,
      "loss": 0.078,
      "step": 16007
    },
    {
      "epoch": 2.4177616674218396,
      "grad_norm": 1.471030247748401,
      "learning_rate": 9.009539228021191e-07,
      "loss": 0.0837,
      "step": 16008
    },
    {
      "epoch": 2.41791270200876,
      "grad_norm": 1.6197457548872805,
      "learning_rate": 9.005011241986222e-07,
      "loss": 0.09,
      "step": 16009
    },
    {
      "epoch": 2.4180637365956805,
      "grad_norm": 1.371939407625168,
      "learning_rate": 9.000484281463467e-07,
      "loss": 0.0681,
      "step": 16010
    },
    {
      "epoch": 2.4182147711826008,
      "grad_norm": 1.2461904464587172,
      "learning_rate": 8.995958346566142e-07,
      "loss": 0.0596,
      "step": 16011
    },
    {
      "epoch": 2.418365805769521,
      "grad_norm": 1.8358794237632157,
      "learning_rate": 8.991433437407493e-07,
      "loss": 0.0751,
      "step": 16012
    },
    {
      "epoch": 2.4185168403564417,
      "grad_norm": 1.9331120692413524,
      "learning_rate": 8.986909554100686e-07,
      "loss": 0.0685,
      "step": 16013
    },
    {
      "epoch": 2.418667874943362,
      "grad_norm": 1.8531144078266577,
      "learning_rate": 8.982386696758915e-07,
      "loss": 0.0914,
      "step": 16014
    },
    {
      "epoch": 2.4188189095302826,
      "grad_norm": 1.3614887964653415,
      "learning_rate": 8.977864865495312e-07,
      "loss": 0.0715,
      "step": 16015
    },
    {
      "epoch": 2.418969944117203,
      "grad_norm": 1.5089121566181676,
      "learning_rate": 8.973344060422973e-07,
      "loss": 0.0626,
      "step": 16016
    },
    {
      "epoch": 2.4191209787041235,
      "grad_norm": 1.6623425718117986,
      "learning_rate": 8.968824281655014e-07,
      "loss": 0.0707,
      "step": 16017
    },
    {
      "epoch": 2.4192720132910437,
      "grad_norm": 1.4702885635674199,
      "learning_rate": 8.964305529304484e-07,
      "loss": 0.0766,
      "step": 16018
    },
    {
      "epoch": 2.419423047877964,
      "grad_norm": 1.1756245659111777,
      "learning_rate": 8.959787803484426e-07,
      "loss": 0.065,
      "step": 16019
    },
    {
      "epoch": 2.4195740824648846,
      "grad_norm": 1.6564239858835392,
      "learning_rate": 8.955271104307872e-07,
      "loss": 0.0684,
      "step": 16020
    },
    {
      "epoch": 2.419725117051805,
      "grad_norm": 1.373863162013138,
      "learning_rate": 8.950755431887792e-07,
      "loss": 0.077,
      "step": 16021
    },
    {
      "epoch": 2.419876151638725,
      "grad_norm": 1.7381412213957548,
      "learning_rate": 8.946240786337152e-07,
      "loss": 0.0843,
      "step": 16022
    },
    {
      "epoch": 2.4200271862256457,
      "grad_norm": 1.8173629113673395,
      "learning_rate": 8.941727167768872e-07,
      "loss": 0.0812,
      "step": 16023
    },
    {
      "epoch": 2.420178220812566,
      "grad_norm": 1.310649114948909,
      "learning_rate": 8.937214576295878e-07,
      "loss": 0.0778,
      "step": 16024
    },
    {
      "epoch": 2.4203292553994866,
      "grad_norm": 1.6291200550863234,
      "learning_rate": 8.932703012031064e-07,
      "loss": 0.0945,
      "step": 16025
    },
    {
      "epoch": 2.420480289986407,
      "grad_norm": 1.5655729889666739,
      "learning_rate": 8.928192475087266e-07,
      "loss": 0.0829,
      "step": 16026
    },
    {
      "epoch": 2.4206313245733275,
      "grad_norm": 1.4155413788135323,
      "learning_rate": 8.923682965577346e-07,
      "loss": 0.0651,
      "step": 16027
    },
    {
      "epoch": 2.4207823591602478,
      "grad_norm": 1.2975891809976976,
      "learning_rate": 8.919174483614095e-07,
      "loss": 0.06,
      "step": 16028
    },
    {
      "epoch": 2.420933393747168,
      "grad_norm": 1.3992684770333104,
      "learning_rate": 8.914667029310286e-07,
      "loss": 0.0669,
      "step": 16029
    },
    {
      "epoch": 2.4210844283340887,
      "grad_norm": 1.648226631875354,
      "learning_rate": 8.910160602778701e-07,
      "loss": 0.0746,
      "step": 16030
    },
    {
      "epoch": 2.421235462921009,
      "grad_norm": 1.290202787834985,
      "learning_rate": 8.905655204132041e-07,
      "loss": 0.0734,
      "step": 16031
    },
    {
      "epoch": 2.421386497507929,
      "grad_norm": 1.3776774885052463,
      "learning_rate": 8.901150833483036e-07,
      "loss": 0.0841,
      "step": 16032
    },
    {
      "epoch": 2.42153753209485,
      "grad_norm": 1.469016466845241,
      "learning_rate": 8.896647490944344e-07,
      "loss": 0.0711,
      "step": 16033
    },
    {
      "epoch": 2.42168856668177,
      "grad_norm": 1.4430853133961141,
      "learning_rate": 8.892145176628647e-07,
      "loss": 0.0846,
      "step": 16034
    },
    {
      "epoch": 2.4218396012686907,
      "grad_norm": 1.181221048137608,
      "learning_rate": 8.88764389064854e-07,
      "loss": 0.0627,
      "step": 16035
    },
    {
      "epoch": 2.421990635855611,
      "grad_norm": 1.8764517316117841,
      "learning_rate": 8.883143633116653e-07,
      "loss": 0.0876,
      "step": 16036
    },
    {
      "epoch": 2.422141670442531,
      "grad_norm": 1.309686070759959,
      "learning_rate": 8.878644404145547e-07,
      "loss": 0.0713,
      "step": 16037
    },
    {
      "epoch": 2.422292705029452,
      "grad_norm": 1.578981219016053,
      "learning_rate": 8.874146203847766e-07,
      "loss": 0.0789,
      "step": 16038
    },
    {
      "epoch": 2.422443739616372,
      "grad_norm": 1.2240914100823537,
      "learning_rate": 8.869649032335864e-07,
      "loss": 0.0683,
      "step": 16039
    },
    {
      "epoch": 2.4225947742032927,
      "grad_norm": 1.7225655264506639,
      "learning_rate": 8.8651528897223e-07,
      "loss": 0.0758,
      "step": 16040
    },
    {
      "epoch": 2.422745808790213,
      "grad_norm": 1.4508079956933153,
      "learning_rate": 8.860657776119574e-07,
      "loss": 0.0785,
      "step": 16041
    },
    {
      "epoch": 2.422896843377133,
      "grad_norm": 1.2321312014493089,
      "learning_rate": 8.856163691640141e-07,
      "loss": 0.0713,
      "step": 16042
    },
    {
      "epoch": 2.423047877964054,
      "grad_norm": 1.8482937430642585,
      "learning_rate": 8.851670636396409e-07,
      "loss": 0.0719,
      "step": 16043
    },
    {
      "epoch": 2.423198912550974,
      "grad_norm": 3.0358898665530307,
      "learning_rate": 8.847178610500773e-07,
      "loss": 0.0881,
      "step": 16044
    },
    {
      "epoch": 2.4233499471378948,
      "grad_norm": 1.5067326716026792,
      "learning_rate": 8.842687614065598e-07,
      "loss": 0.0705,
      "step": 16045
    },
    {
      "epoch": 2.423500981724815,
      "grad_norm": 1.1672754289407865,
      "learning_rate": 8.838197647203234e-07,
      "loss": 0.0683,
      "step": 16046
    },
    {
      "epoch": 2.423652016311735,
      "grad_norm": 1.5896675882966,
      "learning_rate": 8.833708710026018e-07,
      "loss": 0.0718,
      "step": 16047
    },
    {
      "epoch": 2.423803050898656,
      "grad_norm": 1.6771209188277734,
      "learning_rate": 8.82922080264621e-07,
      "loss": 0.0897,
      "step": 16048
    },
    {
      "epoch": 2.423954085485576,
      "grad_norm": 1.5619764079923018,
      "learning_rate": 8.824733925176115e-07,
      "loss": 0.0716,
      "step": 16049
    },
    {
      "epoch": 2.424105120072497,
      "grad_norm": 1.5568519157729668,
      "learning_rate": 8.820248077727956e-07,
      "loss": 0.0765,
      "step": 16050
    },
    {
      "epoch": 2.424256154659417,
      "grad_norm": 1.3645460504177587,
      "learning_rate": 8.815763260413929e-07,
      "loss": 0.0723,
      "step": 16051
    },
    {
      "epoch": 2.4244071892463372,
      "grad_norm": 1.2775084872724798,
      "learning_rate": 8.811279473346263e-07,
      "loss": 0.0692,
      "step": 16052
    },
    {
      "epoch": 2.424558223833258,
      "grad_norm": 1.1367938706835494,
      "learning_rate": 8.806796716637084e-07,
      "loss": 0.0629,
      "step": 16053
    },
    {
      "epoch": 2.424709258420178,
      "grad_norm": 1.3650222859245573,
      "learning_rate": 8.802314990398564e-07,
      "loss": 0.0745,
      "step": 16054
    },
    {
      "epoch": 2.4248602930070984,
      "grad_norm": 1.4014779367701107,
      "learning_rate": 8.797834294742791e-07,
      "loss": 0.0822,
      "step": 16055
    },
    {
      "epoch": 2.425011327594019,
      "grad_norm": 1.258927775762289,
      "learning_rate": 8.793354629781875e-07,
      "loss": 0.058,
      "step": 16056
    },
    {
      "epoch": 2.4251623621809393,
      "grad_norm": 1.7958264430734698,
      "learning_rate": 8.78887599562786e-07,
      "loss": 0.073,
      "step": 16057
    },
    {
      "epoch": 2.42531339676786,
      "grad_norm": 1.4098730358393048,
      "learning_rate": 8.784398392392779e-07,
      "loss": 0.0793,
      "step": 16058
    },
    {
      "epoch": 2.42546443135478,
      "grad_norm": 1.4217535415160178,
      "learning_rate": 8.779921820188659e-07,
      "loss": 0.0691,
      "step": 16059
    },
    {
      "epoch": 2.425615465941701,
      "grad_norm": 1.770872181947182,
      "learning_rate": 8.775446279127465e-07,
      "loss": 0.0775,
      "step": 16060
    },
    {
      "epoch": 2.425766500528621,
      "grad_norm": 1.4784208024126497,
      "learning_rate": 8.770971769321168e-07,
      "loss": 0.0814,
      "step": 16061
    },
    {
      "epoch": 2.4259175351155413,
      "grad_norm": 1.2117234324038106,
      "learning_rate": 8.766498290881692e-07,
      "loss": 0.0669,
      "step": 16062
    },
    {
      "epoch": 2.426068569702462,
      "grad_norm": 1.408213764825672,
      "learning_rate": 8.762025843920957e-07,
      "loss": 0.0731,
      "step": 16063
    },
    {
      "epoch": 2.426219604289382,
      "grad_norm": 1.293815523296158,
      "learning_rate": 8.757554428550836e-07,
      "loss": 0.0685,
      "step": 16064
    },
    {
      "epoch": 2.4263706388763024,
      "grad_norm": 1.317778087281662,
      "learning_rate": 8.75308404488317e-07,
      "loss": 0.0665,
      "step": 16065
    },
    {
      "epoch": 2.426521673463223,
      "grad_norm": 1.6106454574093467,
      "learning_rate": 8.748614693029811e-07,
      "loss": 0.0848,
      "step": 16066
    },
    {
      "epoch": 2.4266727080501433,
      "grad_norm": 1.2932562335330882,
      "learning_rate": 8.744146373102541e-07,
      "loss": 0.0801,
      "step": 16067
    },
    {
      "epoch": 2.426823742637064,
      "grad_norm": 1.4128991225228027,
      "learning_rate": 8.739679085213159e-07,
      "loss": 0.072,
      "step": 16068
    },
    {
      "epoch": 2.4269747772239842,
      "grad_norm": 1.2079927479837407,
      "learning_rate": 8.735212829473394e-07,
      "loss": 0.0661,
      "step": 16069
    },
    {
      "epoch": 2.427125811810905,
      "grad_norm": 1.497751033198576,
      "learning_rate": 8.730747605994982e-07,
      "loss": 0.0812,
      "step": 16070
    },
    {
      "epoch": 2.427276846397825,
      "grad_norm": 1.2083567886653572,
      "learning_rate": 8.726283414889642e-07,
      "loss": 0.0683,
      "step": 16071
    },
    {
      "epoch": 2.4274278809847454,
      "grad_norm": 2.5832017114208803,
      "learning_rate": 8.721820256269025e-07,
      "loss": 0.0705,
      "step": 16072
    },
    {
      "epoch": 2.427578915571666,
      "grad_norm": 1.7745898184685276,
      "learning_rate": 8.717358130244791e-07,
      "loss": 0.0807,
      "step": 16073
    },
    {
      "epoch": 2.4277299501585863,
      "grad_norm": 1.5334673055335937,
      "learning_rate": 8.712897036928542e-07,
      "loss": 0.0739,
      "step": 16074
    },
    {
      "epoch": 2.4278809847455065,
      "grad_norm": 1.2777829897194157,
      "learning_rate": 8.708436976431894e-07,
      "loss": 0.0667,
      "step": 16075
    },
    {
      "epoch": 2.428032019332427,
      "grad_norm": 1.6778234475947886,
      "learning_rate": 8.703977948866421e-07,
      "loss": 0.0627,
      "step": 16076
    },
    {
      "epoch": 2.4281830539193474,
      "grad_norm": 1.5367429273872135,
      "learning_rate": 8.699519954343649e-07,
      "loss": 0.0884,
      "step": 16077
    },
    {
      "epoch": 2.428334088506268,
      "grad_norm": 1.5472816469794823,
      "learning_rate": 8.695062992975123e-07,
      "loss": 0.0851,
      "step": 16078
    },
    {
      "epoch": 2.4284851230931883,
      "grad_norm": 1.351804152696146,
      "learning_rate": 8.690607064872319e-07,
      "loss": 0.0751,
      "step": 16079
    },
    {
      "epoch": 2.428636157680109,
      "grad_norm": 1.7438131379570923,
      "learning_rate": 8.686152170146694e-07,
      "loss": 0.0745,
      "step": 16080
    },
    {
      "epoch": 2.428787192267029,
      "grad_norm": 1.7408705013783,
      "learning_rate": 8.68169830890972e-07,
      "loss": 0.0849,
      "step": 16081
    },
    {
      "epoch": 2.4289382268539494,
      "grad_norm": 1.3016125844948518,
      "learning_rate": 8.677245481272783e-07,
      "loss": 0.0709,
      "step": 16082
    },
    {
      "epoch": 2.42908926144087,
      "grad_norm": 1.4468976462810945,
      "learning_rate": 8.672793687347298e-07,
      "loss": 0.0672,
      "step": 16083
    },
    {
      "epoch": 2.4292402960277903,
      "grad_norm": 1.1511390105227133,
      "learning_rate": 8.668342927244605e-07,
      "loss": 0.0606,
      "step": 16084
    },
    {
      "epoch": 2.4293913306147106,
      "grad_norm": 1.4448530005568394,
      "learning_rate": 8.663893201076062e-07,
      "loss": 0.0678,
      "step": 16085
    },
    {
      "epoch": 2.4295423652016312,
      "grad_norm": 1.3294634791827489,
      "learning_rate": 8.65944450895298e-07,
      "loss": 0.0697,
      "step": 16086
    },
    {
      "epoch": 2.4296933997885515,
      "grad_norm": 1.2011189359971348,
      "learning_rate": 8.654996850986624e-07,
      "loss": 0.0701,
      "step": 16087
    },
    {
      "epoch": 2.429844434375472,
      "grad_norm": 1.495375745802304,
      "learning_rate": 8.650550227288279e-07,
      "loss": 0.0809,
      "step": 16088
    },
    {
      "epoch": 2.4299954689623924,
      "grad_norm": 1.9161757472785377,
      "learning_rate": 8.64610463796916e-07,
      "loss": 0.0574,
      "step": 16089
    },
    {
      "epoch": 2.4301465035493126,
      "grad_norm": 1.6802243862565838,
      "learning_rate": 8.641660083140501e-07,
      "loss": 0.0905,
      "step": 16090
    },
    {
      "epoch": 2.4302975381362333,
      "grad_norm": 1.7003446162026419,
      "learning_rate": 8.637216562913459e-07,
      "loss": 0.0892,
      "step": 16091
    },
    {
      "epoch": 2.4304485727231535,
      "grad_norm": 1.2014173052646049,
      "learning_rate": 8.632774077399198e-07,
      "loss": 0.0577,
      "step": 16092
    },
    {
      "epoch": 2.430599607310074,
      "grad_norm": 1.8824884851094414,
      "learning_rate": 8.62833262670888e-07,
      "loss": 0.0661,
      "step": 16093
    },
    {
      "epoch": 2.4307506418969944,
      "grad_norm": 2.1048649575881457,
      "learning_rate": 8.623892210953561e-07,
      "loss": 0.0775,
      "step": 16094
    },
    {
      "epoch": 2.4309016764839146,
      "grad_norm": 1.852202744655516,
      "learning_rate": 8.619452830244351e-07,
      "loss": 0.0837,
      "step": 16095
    },
    {
      "epoch": 2.4310527110708353,
      "grad_norm": 1.7157729539312014,
      "learning_rate": 8.615014484692286e-07,
      "loss": 0.0796,
      "step": 16096
    },
    {
      "epoch": 2.4312037456577555,
      "grad_norm": 1.9461291128550005,
      "learning_rate": 8.610577174408402e-07,
      "loss": 0.0902,
      "step": 16097
    },
    {
      "epoch": 2.431354780244676,
      "grad_norm": 1.3574730566248083,
      "learning_rate": 8.606140899503717e-07,
      "loss": 0.0847,
      "step": 16098
    },
    {
      "epoch": 2.4315058148315964,
      "grad_norm": 1.7941084814816586,
      "learning_rate": 8.601705660089182e-07,
      "loss": 0.099,
      "step": 16099
    },
    {
      "epoch": 2.4316568494185167,
      "grad_norm": 1.2274693753907948,
      "learning_rate": 8.597271456275779e-07,
      "loss": 0.0671,
      "step": 16100
    },
    {
      "epoch": 2.4318078840054373,
      "grad_norm": 1.3590114382137437,
      "learning_rate": 8.592838288174387e-07,
      "loss": 0.062,
      "step": 16101
    },
    {
      "epoch": 2.4319589185923576,
      "grad_norm": 1.811433483384211,
      "learning_rate": 8.588406155895923e-07,
      "loss": 0.0803,
      "step": 16102
    },
    {
      "epoch": 2.4321099531792782,
      "grad_norm": 1.4978303717697525,
      "learning_rate": 8.583975059551281e-07,
      "loss": 0.0841,
      "step": 16103
    },
    {
      "epoch": 2.4322609877661985,
      "grad_norm": 1.403917932494322,
      "learning_rate": 8.579544999251277e-07,
      "loss": 0.0652,
      "step": 16104
    },
    {
      "epoch": 2.4324120223531187,
      "grad_norm": 3.423737638188032,
      "learning_rate": 8.575115975106752e-07,
      "loss": 0.0862,
      "step": 16105
    },
    {
      "epoch": 2.4325630569400394,
      "grad_norm": 1.4162359173973385,
      "learning_rate": 8.570687987228482e-07,
      "loss": 0.0722,
      "step": 16106
    },
    {
      "epoch": 2.4327140915269596,
      "grad_norm": 1.909316226182936,
      "learning_rate": 8.566261035727263e-07,
      "loss": 0.0937,
      "step": 16107
    },
    {
      "epoch": 2.43286512611388,
      "grad_norm": 1.5602669466846488,
      "learning_rate": 8.561835120713819e-07,
      "loss": 0.0867,
      "step": 16108
    },
    {
      "epoch": 2.4330161607008005,
      "grad_norm": 2.760576944947921,
      "learning_rate": 8.557410242298852e-07,
      "loss": 0.0666,
      "step": 16109
    },
    {
      "epoch": 2.4331671952877207,
      "grad_norm": 2.247843716935232,
      "learning_rate": 8.552986400593089e-07,
      "loss": 0.0715,
      "step": 16110
    },
    {
      "epoch": 2.4333182298746414,
      "grad_norm": 1.8023246363656982,
      "learning_rate": 8.548563595707155e-07,
      "loss": 0.0836,
      "step": 16111
    },
    {
      "epoch": 2.4334692644615616,
      "grad_norm": 1.331939936408582,
      "learning_rate": 8.544141827751728e-07,
      "loss": 0.0688,
      "step": 16112
    },
    {
      "epoch": 2.4336202990484823,
      "grad_norm": 1.299906342549549,
      "learning_rate": 8.539721096837384e-07,
      "loss": 0.0731,
      "step": 16113
    },
    {
      "epoch": 2.4337713336354025,
      "grad_norm": 1.5272139402753684,
      "learning_rate": 8.535301403074747e-07,
      "loss": 0.0771,
      "step": 16114
    },
    {
      "epoch": 2.4339223682223228,
      "grad_norm": 1.4353883152741618,
      "learning_rate": 8.530882746574354e-07,
      "loss": 0.0762,
      "step": 16115
    },
    {
      "epoch": 2.4340734028092434,
      "grad_norm": 2.1684860382741595,
      "learning_rate": 8.526465127446731e-07,
      "loss": 0.0946,
      "step": 16116
    },
    {
      "epoch": 2.4342244373961637,
      "grad_norm": 1.3922988810806762,
      "learning_rate": 8.522048545802419e-07,
      "loss": 0.0755,
      "step": 16117
    },
    {
      "epoch": 2.434375471983084,
      "grad_norm": 1.4338098145084566,
      "learning_rate": 8.517633001751869e-07,
      "loss": 0.0778,
      "step": 16118
    },
    {
      "epoch": 2.4345265065700046,
      "grad_norm": 1.2557966402103653,
      "learning_rate": 8.513218495405567e-07,
      "loss": 0.0715,
      "step": 16119
    },
    {
      "epoch": 2.434677541156925,
      "grad_norm": 1.6445168013189135,
      "learning_rate": 8.508805026873918e-07,
      "loss": 0.0838,
      "step": 16120
    },
    {
      "epoch": 2.4348285757438455,
      "grad_norm": 1.4380713659711795,
      "learning_rate": 8.504392596267336e-07,
      "loss": 0.0825,
      "step": 16121
    },
    {
      "epoch": 2.4349796103307657,
      "grad_norm": 1.4060422883140165,
      "learning_rate": 8.499981203696233e-07,
      "loss": 0.0718,
      "step": 16122
    },
    {
      "epoch": 2.4351306449176864,
      "grad_norm": 1.3862477456113231,
      "learning_rate": 8.495570849270906e-07,
      "loss": 0.0735,
      "step": 16123
    },
    {
      "epoch": 2.4352816795046066,
      "grad_norm": 1.2374889987213946,
      "learning_rate": 8.491161533101721e-07,
      "loss": 0.0762,
      "step": 16124
    },
    {
      "epoch": 2.435432714091527,
      "grad_norm": 2.416496021059105,
      "learning_rate": 8.486753255298957e-07,
      "loss": 0.0807,
      "step": 16125
    },
    {
      "epoch": 2.4355837486784475,
      "grad_norm": 1.2366708249295688,
      "learning_rate": 8.482346015972903e-07,
      "loss": 0.0683,
      "step": 16126
    },
    {
      "epoch": 2.4357347832653677,
      "grad_norm": 1.1643776890665414,
      "learning_rate": 8.477939815233816e-07,
      "loss": 0.0619,
      "step": 16127
    },
    {
      "epoch": 2.435885817852288,
      "grad_norm": 1.0933601464008231,
      "learning_rate": 8.473534653191901e-07,
      "loss": 0.056,
      "step": 16128
    },
    {
      "epoch": 2.4360368524392086,
      "grad_norm": 1.3856232363896097,
      "learning_rate": 8.469130529957387e-07,
      "loss": 0.0637,
      "step": 16129
    },
    {
      "epoch": 2.436187887026129,
      "grad_norm": 1.1888544757289636,
      "learning_rate": 8.464727445640398e-07,
      "loss": 0.0631,
      "step": 16130
    },
    {
      "epoch": 2.4363389216130495,
      "grad_norm": 1.4543679133026741,
      "learning_rate": 8.460325400351105e-07,
      "loss": 0.072,
      "step": 16131
    },
    {
      "epoch": 2.4364899561999698,
      "grad_norm": 1.19914438153475,
      "learning_rate": 8.455924394199638e-07,
      "loss": 0.0646,
      "step": 16132
    },
    {
      "epoch": 2.43664099078689,
      "grad_norm": 1.5513883359349527,
      "learning_rate": 8.451524427296065e-07,
      "loss": 0.065,
      "step": 16133
    },
    {
      "epoch": 2.4367920253738107,
      "grad_norm": 1.222583525380325,
      "learning_rate": 8.447125499750486e-07,
      "loss": 0.0673,
      "step": 16134
    },
    {
      "epoch": 2.436943059960731,
      "grad_norm": 1.4723700780232118,
      "learning_rate": 8.442727611672913e-07,
      "loss": 0.075,
      "step": 16135
    },
    {
      "epoch": 2.4370940945476516,
      "grad_norm": 1.6129905001383387,
      "learning_rate": 8.43833076317338e-07,
      "loss": 0.0793,
      "step": 16136
    },
    {
      "epoch": 2.437245129134572,
      "grad_norm": 1.592959222257334,
      "learning_rate": 8.433934954361872e-07,
      "loss": 0.0826,
      "step": 16137
    },
    {
      "epoch": 2.437396163721492,
      "grad_norm": 1.2516281623061745,
      "learning_rate": 8.429540185348339e-07,
      "loss": 0.0674,
      "step": 16138
    },
    {
      "epoch": 2.4375471983084127,
      "grad_norm": 1.54361023926225,
      "learning_rate": 8.425146456242745e-07,
      "loss": 0.0898,
      "step": 16139
    },
    {
      "epoch": 2.437698232895333,
      "grad_norm": 3.5153959821784424,
      "learning_rate": 8.420753767154971e-07,
      "loss": 0.0907,
      "step": 16140
    },
    {
      "epoch": 2.4378492674822536,
      "grad_norm": 2.025634514503207,
      "learning_rate": 8.416362118194938e-07,
      "loss": 0.0803,
      "step": 16141
    },
    {
      "epoch": 2.438000302069174,
      "grad_norm": 1.2871832198423585,
      "learning_rate": 8.411971509472466e-07,
      "loss": 0.0633,
      "step": 16142
    },
    {
      "epoch": 2.438151336656094,
      "grad_norm": 2.0797155055864334,
      "learning_rate": 8.40758194109742e-07,
      "loss": 0.0866,
      "step": 16143
    },
    {
      "epoch": 2.4383023712430147,
      "grad_norm": 1.4456051483182417,
      "learning_rate": 8.4031934131796e-07,
      "loss": 0.0886,
      "step": 16144
    },
    {
      "epoch": 2.438453405829935,
      "grad_norm": 1.3243751796957757,
      "learning_rate": 8.398805925828768e-07,
      "loss": 0.0738,
      "step": 16145
    },
    {
      "epoch": 2.4386044404168556,
      "grad_norm": 1.457478826664156,
      "learning_rate": 8.394419479154709e-07,
      "loss": 0.0705,
      "step": 16146
    },
    {
      "epoch": 2.438755475003776,
      "grad_norm": 1.1090806070350208,
      "learning_rate": 8.390034073267123e-07,
      "loss": 0.0713,
      "step": 16147
    },
    {
      "epoch": 2.438906509590696,
      "grad_norm": 1.3023964141116176,
      "learning_rate": 8.385649708275728e-07,
      "loss": 0.0696,
      "step": 16148
    },
    {
      "epoch": 2.4390575441776168,
      "grad_norm": 1.3627264908072507,
      "learning_rate": 8.381266384290215e-07,
      "loss": 0.0729,
      "step": 16149
    },
    {
      "epoch": 2.439208578764537,
      "grad_norm": 1.2401802197467808,
      "learning_rate": 8.376884101420213e-07,
      "loss": 0.0728,
      "step": 16150
    },
    {
      "epoch": 2.4393596133514572,
      "grad_norm": 2.0504845930630795,
      "learning_rate": 8.372502859775377e-07,
      "loss": 0.0947,
      "step": 16151
    },
    {
      "epoch": 2.439510647938378,
      "grad_norm": 2.567379459601185,
      "learning_rate": 8.368122659465261e-07,
      "loss": 0.0908,
      "step": 16152
    },
    {
      "epoch": 2.439661682525298,
      "grad_norm": 1.751552516562794,
      "learning_rate": 8.363743500599464e-07,
      "loss": 0.0799,
      "step": 16153
    },
    {
      "epoch": 2.439812717112219,
      "grad_norm": 1.69434954094442,
      "learning_rate": 8.359365383287543e-07,
      "loss": 0.0732,
      "step": 16154
    },
    {
      "epoch": 2.439963751699139,
      "grad_norm": 1.3344298545986037,
      "learning_rate": 8.354988307638995e-07,
      "loss": 0.0723,
      "step": 16155
    },
    {
      "epoch": 2.4401147862860597,
      "grad_norm": 2.2357390907765735,
      "learning_rate": 8.350612273763342e-07,
      "loss": 0.0894,
      "step": 16156
    },
    {
      "epoch": 2.44026582087298,
      "grad_norm": 1.4567559671592198,
      "learning_rate": 8.34623728177002e-07,
      "loss": 0.0779,
      "step": 16157
    },
    {
      "epoch": 2.4404168554599,
      "grad_norm": 1.5101551763437975,
      "learning_rate": 8.341863331768507e-07,
      "loss": 0.0696,
      "step": 16158
    },
    {
      "epoch": 2.440567890046821,
      "grad_norm": 1.4587782314237574,
      "learning_rate": 8.337490423868205e-07,
      "loss": 0.0784,
      "step": 16159
    },
    {
      "epoch": 2.440718924633741,
      "grad_norm": 1.3162289860901137,
      "learning_rate": 8.333118558178488e-07,
      "loss": 0.0701,
      "step": 16160
    },
    {
      "epoch": 2.4408699592206613,
      "grad_norm": 1.3598225146064915,
      "learning_rate": 8.328747734808745e-07,
      "loss": 0.0714,
      "step": 16161
    },
    {
      "epoch": 2.441020993807582,
      "grad_norm": 1.4394035801622838,
      "learning_rate": 8.324377953868295e-07,
      "loss": 0.0762,
      "step": 16162
    },
    {
      "epoch": 2.441172028394502,
      "grad_norm": 1.4208184752593613,
      "learning_rate": 8.320009215466473e-07,
      "loss": 0.0688,
      "step": 16163
    },
    {
      "epoch": 2.441323062981423,
      "grad_norm": 1.4341151213726389,
      "learning_rate": 8.315641519712536e-07,
      "loss": 0.0762,
      "step": 16164
    },
    {
      "epoch": 2.441474097568343,
      "grad_norm": 1.1988389728104583,
      "learning_rate": 8.31127486671578e-07,
      "loss": 0.0655,
      "step": 16165
    },
    {
      "epoch": 2.4416251321552638,
      "grad_norm": 1.2126560830959534,
      "learning_rate": 8.306909256585416e-07,
      "loss": 0.0648,
      "step": 16166
    },
    {
      "epoch": 2.441776166742184,
      "grad_norm": 1.7423438170604002,
      "learning_rate": 8.302544689430647e-07,
      "loss": 0.0695,
      "step": 16167
    },
    {
      "epoch": 2.4419272013291042,
      "grad_norm": 1.8506466762082867,
      "learning_rate": 8.298181165360675e-07,
      "loss": 0.0874,
      "step": 16168
    },
    {
      "epoch": 2.442078235916025,
      "grad_norm": 1.6553827701784039,
      "learning_rate": 8.293818684484633e-07,
      "loss": 0.0808,
      "step": 16169
    },
    {
      "epoch": 2.442229270502945,
      "grad_norm": 2.5601253422613026,
      "learning_rate": 8.289457246911675e-07,
      "loss": 0.0812,
      "step": 16170
    },
    {
      "epoch": 2.4423803050898654,
      "grad_norm": 1.327192460395295,
      "learning_rate": 8.285096852750879e-07,
      "loss": 0.0728,
      "step": 16171
    },
    {
      "epoch": 2.442531339676786,
      "grad_norm": 1.318419439050277,
      "learning_rate": 8.280737502111353e-07,
      "loss": 0.0715,
      "step": 16172
    },
    {
      "epoch": 2.4426823742637063,
      "grad_norm": 1.1202583050699106,
      "learning_rate": 8.27637919510213e-07,
      "loss": 0.0639,
      "step": 16173
    },
    {
      "epoch": 2.442833408850627,
      "grad_norm": 1.6304495851810739,
      "learning_rate": 8.272021931832224e-07,
      "loss": 0.0824,
      "step": 16174
    },
    {
      "epoch": 2.442984443437547,
      "grad_norm": 1.662213969033069,
      "learning_rate": 8.26766571241066e-07,
      "loss": 0.077,
      "step": 16175
    },
    {
      "epoch": 2.443135478024468,
      "grad_norm": 2.0709781445629214,
      "learning_rate": 8.263310536946389e-07,
      "loss": 0.1007,
      "step": 16176
    },
    {
      "epoch": 2.443286512611388,
      "grad_norm": 1.328102455689013,
      "learning_rate": 8.258956405548368e-07,
      "loss": 0.0755,
      "step": 16177
    },
    {
      "epoch": 2.4434375471983083,
      "grad_norm": 1.4638839430224537,
      "learning_rate": 8.254603318325532e-07,
      "loss": 0.0758,
      "step": 16178
    },
    {
      "epoch": 2.443588581785229,
      "grad_norm": 1.5647618726366503,
      "learning_rate": 8.250251275386751e-07,
      "loss": 0.0882,
      "step": 16179
    },
    {
      "epoch": 2.443739616372149,
      "grad_norm": 1.687214378820166,
      "learning_rate": 8.245900276840923e-07,
      "loss": 0.0821,
      "step": 16180
    },
    {
      "epoch": 2.4438906509590694,
      "grad_norm": 1.1492090797958403,
      "learning_rate": 8.241550322796854e-07,
      "loss": 0.0608,
      "step": 16181
    },
    {
      "epoch": 2.44404168554599,
      "grad_norm": 1.0311247332887155,
      "learning_rate": 8.237201413363377e-07,
      "loss": 0.0555,
      "step": 16182
    },
    {
      "epoch": 2.4441927201329103,
      "grad_norm": 1.600053917976162,
      "learning_rate": 8.2328535486493e-07,
      "loss": 0.0776,
      "step": 16183
    },
    {
      "epoch": 2.444343754719831,
      "grad_norm": 1.1925251637564847,
      "learning_rate": 8.228506728763352e-07,
      "loss": 0.0598,
      "step": 16184
    },
    {
      "epoch": 2.4444947893067512,
      "grad_norm": 1.9393008179811495,
      "learning_rate": 8.224160953814309e-07,
      "loss": 0.0737,
      "step": 16185
    },
    {
      "epoch": 2.4446458238936715,
      "grad_norm": 1.2755784152938725,
      "learning_rate": 8.219816223910848e-07,
      "loss": 0.0621,
      "step": 16186
    },
    {
      "epoch": 2.444796858480592,
      "grad_norm": 1.2069681760757847,
      "learning_rate": 8.215472539161689e-07,
      "loss": 0.0648,
      "step": 16187
    },
    {
      "epoch": 2.4449478930675124,
      "grad_norm": 2.099503618207895,
      "learning_rate": 8.211129899675469e-07,
      "loss": 0.082,
      "step": 16188
    },
    {
      "epoch": 2.445098927654433,
      "grad_norm": 1.5481186061476437,
      "learning_rate": 8.20678830556082e-07,
      "loss": 0.0688,
      "step": 16189
    },
    {
      "epoch": 2.4452499622413533,
      "grad_norm": 1.8136147213971554,
      "learning_rate": 8.202447756926363e-07,
      "loss": 0.0686,
      "step": 16190
    },
    {
      "epoch": 2.4454009968282735,
      "grad_norm": 1.1918184795619433,
      "learning_rate": 8.19810825388066e-07,
      "loss": 0.073,
      "step": 16191
    },
    {
      "epoch": 2.445552031415194,
      "grad_norm": 1.7470974810303699,
      "learning_rate": 8.193769796532297e-07,
      "loss": 0.0799,
      "step": 16192
    },
    {
      "epoch": 2.4457030660021144,
      "grad_norm": 1.3493686719883844,
      "learning_rate": 8.189432384989765e-07,
      "loss": 0.0784,
      "step": 16193
    },
    {
      "epoch": 2.445854100589035,
      "grad_norm": 1.4000772388520772,
      "learning_rate": 8.1850960193616e-07,
      "loss": 0.0808,
      "step": 16194
    },
    {
      "epoch": 2.4460051351759553,
      "grad_norm": 1.485533122354938,
      "learning_rate": 8.180760699756268e-07,
      "loss": 0.0785,
      "step": 16195
    },
    {
      "epoch": 2.4461561697628755,
      "grad_norm": 1.5454731246948992,
      "learning_rate": 8.176426426282202e-07,
      "loss": 0.0909,
      "step": 16196
    },
    {
      "epoch": 2.446307204349796,
      "grad_norm": 1.8231165131339566,
      "learning_rate": 8.172093199047848e-07,
      "loss": 0.0979,
      "step": 16197
    },
    {
      "epoch": 2.4464582389367164,
      "grad_norm": 1.7432463397992681,
      "learning_rate": 8.167761018161591e-07,
      "loss": 0.0821,
      "step": 16198
    },
    {
      "epoch": 2.446609273523637,
      "grad_norm": 1.2595945326909077,
      "learning_rate": 8.163429883731816e-07,
      "loss": 0.0669,
      "step": 16199
    },
    {
      "epoch": 2.4467603081105573,
      "grad_norm": 1.5790361848254608,
      "learning_rate": 8.159099795866849e-07,
      "loss": 0.0905,
      "step": 16200
    },
    {
      "epoch": 2.4469113426974776,
      "grad_norm": 2.3811983360415385,
      "learning_rate": 8.154770754675034e-07,
      "loss": 0.0943,
      "step": 16201
    },
    {
      "epoch": 2.4470623772843982,
      "grad_norm": 1.9401033572797013,
      "learning_rate": 8.150442760264648e-07,
      "loss": 0.079,
      "step": 16202
    },
    {
      "epoch": 2.4472134118713185,
      "grad_norm": 1.1001693709354408,
      "learning_rate": 8.146115812743955e-07,
      "loss": 0.0601,
      "step": 16203
    },
    {
      "epoch": 2.4473644464582387,
      "grad_norm": 1.6135460922591771,
      "learning_rate": 8.141789912221209e-07,
      "loss": 0.0924,
      "step": 16204
    },
    {
      "epoch": 2.4475154810451594,
      "grad_norm": 1.8312520783159392,
      "learning_rate": 8.137465058804611e-07,
      "loss": 0.0867,
      "step": 16205
    },
    {
      "epoch": 2.4476665156320796,
      "grad_norm": 1.4097454591186689,
      "learning_rate": 8.133141252602362e-07,
      "loss": 0.0746,
      "step": 16206
    },
    {
      "epoch": 2.4478175502190003,
      "grad_norm": 2.0348974179959396,
      "learning_rate": 8.128818493722623e-07,
      "loss": 0.094,
      "step": 16207
    },
    {
      "epoch": 2.4479685848059205,
      "grad_norm": 1.2419265944111892,
      "learning_rate": 8.124496782273516e-07,
      "loss": 0.0606,
      "step": 16208
    },
    {
      "epoch": 2.448119619392841,
      "grad_norm": 1.363660550734666,
      "learning_rate": 8.120176118363176e-07,
      "loss": 0.0682,
      "step": 16209
    },
    {
      "epoch": 2.4482706539797614,
      "grad_norm": 1.6655070805097778,
      "learning_rate": 8.115856502099673e-07,
      "loss": 0.0747,
      "step": 16210
    },
    {
      "epoch": 2.4484216885666816,
      "grad_norm": 1.740353468302152,
      "learning_rate": 8.111537933591052e-07,
      "loss": 0.085,
      "step": 16211
    },
    {
      "epoch": 2.4485727231536023,
      "grad_norm": 1.2080667932093159,
      "learning_rate": 8.107220412945371e-07,
      "loss": 0.068,
      "step": 16212
    },
    {
      "epoch": 2.4487237577405225,
      "grad_norm": 1.8480108949972807,
      "learning_rate": 8.102903940270607e-07,
      "loss": 0.0775,
      "step": 16213
    },
    {
      "epoch": 2.4488747923274428,
      "grad_norm": 1.2379074418064167,
      "learning_rate": 8.098588515674761e-07,
      "loss": 0.0723,
      "step": 16214
    },
    {
      "epoch": 2.4490258269143634,
      "grad_norm": 1.1963634587875784,
      "learning_rate": 8.094274139265768e-07,
      "loss": 0.0684,
      "step": 16215
    },
    {
      "epoch": 2.4491768615012837,
      "grad_norm": 1.3916724459563568,
      "learning_rate": 8.089960811151576e-07,
      "loss": 0.0783,
      "step": 16216
    },
    {
      "epoch": 2.4493278960882043,
      "grad_norm": 1.3846752485964207,
      "learning_rate": 8.085648531440071e-07,
      "loss": 0.0825,
      "step": 16217
    },
    {
      "epoch": 2.4494789306751246,
      "grad_norm": 1.5199813034265333,
      "learning_rate": 8.081337300239117e-07,
      "loss": 0.0776,
      "step": 16218
    },
    {
      "epoch": 2.4496299652620452,
      "grad_norm": 1.3465612208049151,
      "learning_rate": 8.077027117656588e-07,
      "loss": 0.0639,
      "step": 16219
    },
    {
      "epoch": 2.4497809998489655,
      "grad_norm": 1.2959140785950298,
      "learning_rate": 8.072717983800283e-07,
      "loss": 0.0663,
      "step": 16220
    },
    {
      "epoch": 2.4499320344358857,
      "grad_norm": 1.547205501837469,
      "learning_rate": 8.068409898778013e-07,
      "loss": 0.0784,
      "step": 16221
    },
    {
      "epoch": 2.4500830690228064,
      "grad_norm": 1.7384000848146963,
      "learning_rate": 8.064102862697526e-07,
      "loss": 0.0707,
      "step": 16222
    },
    {
      "epoch": 2.4502341036097266,
      "grad_norm": 1.7020577733598286,
      "learning_rate": 8.059796875666597e-07,
      "loss": 0.0777,
      "step": 16223
    },
    {
      "epoch": 2.450385138196647,
      "grad_norm": 1.5644448317898658,
      "learning_rate": 8.05549193779292e-07,
      "loss": 0.0778,
      "step": 16224
    },
    {
      "epoch": 2.4505361727835675,
      "grad_norm": 1.620701003729917,
      "learning_rate": 8.051188049184178e-07,
      "loss": 0.0869,
      "step": 16225
    },
    {
      "epoch": 2.4506872073704877,
      "grad_norm": 1.6809098794292947,
      "learning_rate": 8.046885209948063e-07,
      "loss": 0.0848,
      "step": 16226
    },
    {
      "epoch": 2.4508382419574084,
      "grad_norm": 1.7544641261066594,
      "learning_rate": 8.04258342019218e-07,
      "loss": 0.0816,
      "step": 16227
    },
    {
      "epoch": 2.4509892765443286,
      "grad_norm": 1.4750376071038993,
      "learning_rate": 8.038282680024163e-07,
      "loss": 0.0962,
      "step": 16228
    },
    {
      "epoch": 2.4511403111312493,
      "grad_norm": 1.2052063780290754,
      "learning_rate": 8.033982989551597e-07,
      "loss": 0.0711,
      "step": 16229
    },
    {
      "epoch": 2.4512913457181695,
      "grad_norm": 1.4994994464436955,
      "learning_rate": 8.029684348882039e-07,
      "loss": 0.0737,
      "step": 16230
    },
    {
      "epoch": 2.4514423803050898,
      "grad_norm": 2.1395872676356054,
      "learning_rate": 8.025386758123022e-07,
      "loss": 0.0793,
      "step": 16231
    },
    {
      "epoch": 2.4515934148920104,
      "grad_norm": 1.418638807201187,
      "learning_rate": 8.021090217382032e-07,
      "loss": 0.0762,
      "step": 16232
    },
    {
      "epoch": 2.4517444494789307,
      "grad_norm": 1.2945590495894315,
      "learning_rate": 8.016794726766575e-07,
      "loss": 0.0622,
      "step": 16233
    },
    {
      "epoch": 2.451895484065851,
      "grad_norm": 1.2311605845473466,
      "learning_rate": 8.012500286384101e-07,
      "loss": 0.0676,
      "step": 16234
    },
    {
      "epoch": 2.4520465186527716,
      "grad_norm": 1.1193509554043872,
      "learning_rate": 8.008206896342025e-07,
      "loss": 0.0599,
      "step": 16235
    },
    {
      "epoch": 2.452197553239692,
      "grad_norm": 1.3003405824786594,
      "learning_rate": 8.003914556747772e-07,
      "loss": 0.0711,
      "step": 16236
    },
    {
      "epoch": 2.4523485878266125,
      "grad_norm": 1.402917650516267,
      "learning_rate": 7.999623267708701e-07,
      "loss": 0.0875,
      "step": 16237
    },
    {
      "epoch": 2.4524996224135327,
      "grad_norm": 1.1695129593275992,
      "learning_rate": 7.995333029332148e-07,
      "loss": 0.0624,
      "step": 16238
    },
    {
      "epoch": 2.452650657000453,
      "grad_norm": 1.339054985787466,
      "learning_rate": 7.99104384172546e-07,
      "loss": 0.0653,
      "step": 16239
    },
    {
      "epoch": 2.4528016915873736,
      "grad_norm": 1.0974361834344981,
      "learning_rate": 7.986755704995919e-07,
      "loss": 0.059,
      "step": 16240
    },
    {
      "epoch": 2.452952726174294,
      "grad_norm": 1.2619792405926007,
      "learning_rate": 7.982468619250805e-07,
      "loss": 0.0705,
      "step": 16241
    },
    {
      "epoch": 2.4531037607612145,
      "grad_norm": 1.1063767963269648,
      "learning_rate": 7.978182584597349e-07,
      "loss": 0.057,
      "step": 16242
    },
    {
      "epoch": 2.4532547953481347,
      "grad_norm": 1.0847659007973827,
      "learning_rate": 7.973897601142783e-07,
      "loss": 0.0647,
      "step": 16243
    },
    {
      "epoch": 2.453405829935055,
      "grad_norm": 1.2163228934210288,
      "learning_rate": 7.969613668994281e-07,
      "loss": 0.0615,
      "step": 16244
    },
    {
      "epoch": 2.4535568645219756,
      "grad_norm": 1.2113780555840878,
      "learning_rate": 7.965330788259029e-07,
      "loss": 0.067,
      "step": 16245
    },
    {
      "epoch": 2.453707899108896,
      "grad_norm": 1.7258576801395284,
      "learning_rate": 7.96104895904416e-07,
      "loss": 0.0831,
      "step": 16246
    },
    {
      "epoch": 2.4538589336958165,
      "grad_norm": 1.378188750748696,
      "learning_rate": 7.956768181456765e-07,
      "loss": 0.0596,
      "step": 16247
    },
    {
      "epoch": 2.4540099682827368,
      "grad_norm": 1.5130759306609363,
      "learning_rate": 7.952488455603957e-07,
      "loss": 0.0769,
      "step": 16248
    },
    {
      "epoch": 2.454161002869657,
      "grad_norm": 1.4215353089590048,
      "learning_rate": 7.948209781592775e-07,
      "loss": 0.0811,
      "step": 16249
    },
    {
      "epoch": 2.4543120374565777,
      "grad_norm": 1.3078723300683848,
      "learning_rate": 7.943932159530271e-07,
      "loss": 0.0726,
      "step": 16250
    },
    {
      "epoch": 2.454463072043498,
      "grad_norm": 1.9376641899091815,
      "learning_rate": 7.939655589523437e-07,
      "loss": 0.1085,
      "step": 16251
    },
    {
      "epoch": 2.4546141066304186,
      "grad_norm": 1.1752633477030805,
      "learning_rate": 7.935380071679266e-07,
      "loss": 0.0642,
      "step": 16252
    },
    {
      "epoch": 2.454765141217339,
      "grad_norm": 3.8397830282247374,
      "learning_rate": 7.931105606104711e-07,
      "loss": 0.0897,
      "step": 16253
    },
    {
      "epoch": 2.454916175804259,
      "grad_norm": 1.3286889829821944,
      "learning_rate": 7.926832192906681e-07,
      "loss": 0.0795,
      "step": 16254
    },
    {
      "epoch": 2.4550672103911797,
      "grad_norm": 2.2089378295695967,
      "learning_rate": 7.9225598321921e-07,
      "loss": 0.0754,
      "step": 16255
    },
    {
      "epoch": 2.4552182449781,
      "grad_norm": 1.4483971267878004,
      "learning_rate": 7.91828852406783e-07,
      "loss": 0.0891,
      "step": 16256
    },
    {
      "epoch": 2.45536927956502,
      "grad_norm": 1.5508589104954704,
      "learning_rate": 7.914018268640722e-07,
      "loss": 0.068,
      "step": 16257
    },
    {
      "epoch": 2.455520314151941,
      "grad_norm": 2.0322493312494796,
      "learning_rate": 7.909749066017619e-07,
      "loss": 0.0743,
      "step": 16258
    },
    {
      "epoch": 2.455671348738861,
      "grad_norm": 1.3844707505873952,
      "learning_rate": 7.905480916305297e-07,
      "loss": 0.0843,
      "step": 16259
    },
    {
      "epoch": 2.4558223833257817,
      "grad_norm": 1.469752760652644,
      "learning_rate": 7.901213819610531e-07,
      "loss": 0.066,
      "step": 16260
    },
    {
      "epoch": 2.455973417912702,
      "grad_norm": 1.6068273820135521,
      "learning_rate": 7.896947776040054e-07,
      "loss": 0.0722,
      "step": 16261
    },
    {
      "epoch": 2.4561244524996226,
      "grad_norm": 1.9640430854323685,
      "learning_rate": 7.892682785700589e-07,
      "loss": 0.0957,
      "step": 16262
    },
    {
      "epoch": 2.456275487086543,
      "grad_norm": 1.3791007301652283,
      "learning_rate": 7.888418848698848e-07,
      "loss": 0.0826,
      "step": 16263
    },
    {
      "epoch": 2.456426521673463,
      "grad_norm": 2.093708451109372,
      "learning_rate": 7.884155965141465e-07,
      "loss": 0.0844,
      "step": 16264
    },
    {
      "epoch": 2.4565775562603838,
      "grad_norm": 2.5786259234573223,
      "learning_rate": 7.879894135135108e-07,
      "loss": 0.0895,
      "step": 16265
    },
    {
      "epoch": 2.456728590847304,
      "grad_norm": 1.500225114385579,
      "learning_rate": 7.875633358786367e-07,
      "loss": 0.0702,
      "step": 16266
    },
    {
      "epoch": 2.4568796254342242,
      "grad_norm": 2.646009309509695,
      "learning_rate": 7.871373636201829e-07,
      "loss": 0.0809,
      "step": 16267
    },
    {
      "epoch": 2.457030660021145,
      "grad_norm": 1.5200656874124339,
      "learning_rate": 7.867114967488066e-07,
      "loss": 0.0794,
      "step": 16268
    },
    {
      "epoch": 2.457181694608065,
      "grad_norm": 1.1912405341676549,
      "learning_rate": 7.862857352751591e-07,
      "loss": 0.0677,
      "step": 16269
    },
    {
      "epoch": 2.457332729194986,
      "grad_norm": 1.5887292123368193,
      "learning_rate": 7.858600792098936e-07,
      "loss": 0.0611,
      "step": 16270
    },
    {
      "epoch": 2.457483763781906,
      "grad_norm": 1.2801364001686104,
      "learning_rate": 7.854345285636561e-07,
      "loss": 0.0692,
      "step": 16271
    },
    {
      "epoch": 2.4576347983688267,
      "grad_norm": 1.2465601357260854,
      "learning_rate": 7.850090833470931e-07,
      "loss": 0.0628,
      "step": 16272
    },
    {
      "epoch": 2.457785832955747,
      "grad_norm": 1.6399304007015991,
      "learning_rate": 7.845837435708476e-07,
      "loss": 0.1002,
      "step": 16273
    },
    {
      "epoch": 2.457936867542667,
      "grad_norm": 1.177047204323676,
      "learning_rate": 7.841585092455578e-07,
      "loss": 0.0621,
      "step": 16274
    },
    {
      "epoch": 2.458087902129588,
      "grad_norm": 1.5137812741031902,
      "learning_rate": 7.837333803818631e-07,
      "loss": 0.0923,
      "step": 16275
    },
    {
      "epoch": 2.458238936716508,
      "grad_norm": 1.8394771071405924,
      "learning_rate": 7.833083569903971e-07,
      "loss": 0.0738,
      "step": 16276
    },
    {
      "epoch": 2.4583899713034283,
      "grad_norm": 1.714124628689438,
      "learning_rate": 7.828834390817935e-07,
      "loss": 0.0893,
      "step": 16277
    },
    {
      "epoch": 2.458541005890349,
      "grad_norm": 1.3566474682908547,
      "learning_rate": 7.824586266666795e-07,
      "loss": 0.0703,
      "step": 16278
    },
    {
      "epoch": 2.458692040477269,
      "grad_norm": 1.710993880289827,
      "learning_rate": 7.820339197556836e-07,
      "loss": 0.0802,
      "step": 16279
    },
    {
      "epoch": 2.45884307506419,
      "grad_norm": 1.5166074521824033,
      "learning_rate": 7.816093183594314e-07,
      "loss": 0.0686,
      "step": 16280
    },
    {
      "epoch": 2.45899410965111,
      "grad_norm": 1.327228558102384,
      "learning_rate": 7.811848224885427e-07,
      "loss": 0.0664,
      "step": 16281
    },
    {
      "epoch": 2.4591451442380303,
      "grad_norm": 1.5384712183010816,
      "learning_rate": 7.807604321536366e-07,
      "loss": 0.0747,
      "step": 16282
    },
    {
      "epoch": 2.459296178824951,
      "grad_norm": 1.8313629323754514,
      "learning_rate": 7.803361473653292e-07,
      "loss": 0.0937,
      "step": 16283
    },
    {
      "epoch": 2.4594472134118712,
      "grad_norm": 1.5513649620612042,
      "learning_rate": 7.799119681342343e-07,
      "loss": 0.076,
      "step": 16284
    },
    {
      "epoch": 2.459598247998792,
      "grad_norm": 2.137243861745901,
      "learning_rate": 7.794878944709644e-07,
      "loss": 0.0705,
      "step": 16285
    },
    {
      "epoch": 2.459749282585712,
      "grad_norm": 1.5297740367799577,
      "learning_rate": 7.79063926386126e-07,
      "loss": 0.0757,
      "step": 16286
    },
    {
      "epoch": 2.4599003171726324,
      "grad_norm": 1.4952137118185231,
      "learning_rate": 7.786400638903268e-07,
      "loss": 0.0726,
      "step": 16287
    },
    {
      "epoch": 2.460051351759553,
      "grad_norm": 1.5402221042003288,
      "learning_rate": 7.782163069941695e-07,
      "loss": 0.0712,
      "step": 16288
    },
    {
      "epoch": 2.4602023863464733,
      "grad_norm": 1.5821837262588765,
      "learning_rate": 7.777926557082527e-07,
      "loss": 0.0662,
      "step": 16289
    },
    {
      "epoch": 2.460353420933394,
      "grad_norm": 2.0371825410533133,
      "learning_rate": 7.773691100431768e-07,
      "loss": 0.0794,
      "step": 16290
    },
    {
      "epoch": 2.460504455520314,
      "grad_norm": 1.2462692253129208,
      "learning_rate": 7.769456700095346e-07,
      "loss": 0.0526,
      "step": 16291
    },
    {
      "epoch": 2.4606554901072344,
      "grad_norm": 1.535489243709869,
      "learning_rate": 7.765223356179208e-07,
      "loss": 0.0932,
      "step": 16292
    },
    {
      "epoch": 2.460806524694155,
      "grad_norm": 1.2739363782953164,
      "learning_rate": 7.760991068789242e-07,
      "loss": 0.0656,
      "step": 16293
    },
    {
      "epoch": 2.4609575592810753,
      "grad_norm": 1.3073665887169712,
      "learning_rate": 7.75675983803133e-07,
      "loss": 0.0664,
      "step": 16294
    },
    {
      "epoch": 2.461108593867996,
      "grad_norm": 1.7309631179760372,
      "learning_rate": 7.752529664011316e-07,
      "loss": 0.084,
      "step": 16295
    },
    {
      "epoch": 2.461259628454916,
      "grad_norm": 1.5383452730133353,
      "learning_rate": 7.748300546835003e-07,
      "loss": 0.0737,
      "step": 16296
    },
    {
      "epoch": 2.4614106630418364,
      "grad_norm": 2.021215538114581,
      "learning_rate": 7.744072486608206e-07,
      "loss": 0.0839,
      "step": 16297
    },
    {
      "epoch": 2.461561697628757,
      "grad_norm": 1.8761933524962922,
      "learning_rate": 7.739845483436681e-07,
      "loss": 0.0689,
      "step": 16298
    },
    {
      "epoch": 2.4617127322156773,
      "grad_norm": 1.3437947119624336,
      "learning_rate": 7.735619537426181e-07,
      "loss": 0.0805,
      "step": 16299
    },
    {
      "epoch": 2.4618637668025976,
      "grad_norm": 1.4307644715584367,
      "learning_rate": 7.7313946486824e-07,
      "loss": 0.0693,
      "step": 16300
    },
    {
      "epoch": 2.4620148013895182,
      "grad_norm": 1.4044137225634292,
      "learning_rate": 7.727170817311047e-07,
      "loss": 0.071,
      "step": 16301
    },
    {
      "epoch": 2.4621658359764385,
      "grad_norm": 1.4044096378594086,
      "learning_rate": 7.722948043417777e-07,
      "loss": 0.0683,
      "step": 16302
    },
    {
      "epoch": 2.462316870563359,
      "grad_norm": 1.7533679121741657,
      "learning_rate": 7.718726327108212e-07,
      "loss": 0.0813,
      "step": 16303
    },
    {
      "epoch": 2.4624679051502794,
      "grad_norm": 1.453620744784769,
      "learning_rate": 7.714505668487981e-07,
      "loss": 0.0742,
      "step": 16304
    },
    {
      "epoch": 2.4626189397372,
      "grad_norm": 1.647358582652341,
      "learning_rate": 7.710286067662648e-07,
      "loss": 0.0815,
      "step": 16305
    },
    {
      "epoch": 2.4627699743241203,
      "grad_norm": 2.7884777490697874,
      "learning_rate": 7.706067524737782e-07,
      "loss": 0.0693,
      "step": 16306
    },
    {
      "epoch": 2.4629210089110405,
      "grad_norm": 1.2891667443321686,
      "learning_rate": 7.701850039818898e-07,
      "loss": 0.0735,
      "step": 16307
    },
    {
      "epoch": 2.463072043497961,
      "grad_norm": 1.3741173946927028,
      "learning_rate": 7.697633613011507e-07,
      "loss": 0.0761,
      "step": 16308
    },
    {
      "epoch": 2.4632230780848814,
      "grad_norm": 1.2990397667491873,
      "learning_rate": 7.693418244421114e-07,
      "loss": 0.0621,
      "step": 16309
    },
    {
      "epoch": 2.4633741126718016,
      "grad_norm": 1.6695397462095412,
      "learning_rate": 7.689203934153111e-07,
      "loss": 0.0974,
      "step": 16310
    },
    {
      "epoch": 2.4635251472587223,
      "grad_norm": 1.4219933395139215,
      "learning_rate": 7.684990682312965e-07,
      "loss": 0.0789,
      "step": 16311
    },
    {
      "epoch": 2.4636761818456425,
      "grad_norm": 1.269634106952994,
      "learning_rate": 7.680778489006046e-07,
      "loss": 0.077,
      "step": 16312
    },
    {
      "epoch": 2.463827216432563,
      "grad_norm": 2.1573370191805745,
      "learning_rate": 7.676567354337739e-07,
      "loss": 0.092,
      "step": 16313
    },
    {
      "epoch": 2.4639782510194834,
      "grad_norm": 1.2458849561357606,
      "learning_rate": 7.672357278413401e-07,
      "loss": 0.0708,
      "step": 16314
    },
    {
      "epoch": 2.464129285606404,
      "grad_norm": 1.4372900031373452,
      "learning_rate": 7.668148261338315e-07,
      "loss": 0.0739,
      "step": 16315
    },
    {
      "epoch": 2.4642803201933243,
      "grad_norm": 1.16485265734318,
      "learning_rate": 7.663940303217804e-07,
      "loss": 0.0611,
      "step": 16316
    },
    {
      "epoch": 2.4644313547802446,
      "grad_norm": 1.8255050316180763,
      "learning_rate": 7.659733404157121e-07,
      "loss": 0.1022,
      "step": 16317
    },
    {
      "epoch": 2.4645823893671652,
      "grad_norm": 1.4357492527209181,
      "learning_rate": 7.655527564261494e-07,
      "loss": 0.0674,
      "step": 16318
    },
    {
      "epoch": 2.4647334239540855,
      "grad_norm": 1.5994430551993046,
      "learning_rate": 7.65132278363615e-07,
      "loss": 0.0724,
      "step": 16319
    },
    {
      "epoch": 2.4648844585410057,
      "grad_norm": 1.696297121889097,
      "learning_rate": 7.647119062386254e-07,
      "loss": 0.0764,
      "step": 16320
    },
    {
      "epoch": 2.4650354931279264,
      "grad_norm": 1.5601572464089106,
      "learning_rate": 7.642916400616996e-07,
      "loss": 0.0762,
      "step": 16321
    },
    {
      "epoch": 2.4651865277148466,
      "grad_norm": 1.6594954427994468,
      "learning_rate": 7.638714798433472e-07,
      "loss": 0.0857,
      "step": 16322
    },
    {
      "epoch": 2.4653375623017673,
      "grad_norm": 2.021877255564715,
      "learning_rate": 7.634514255940817e-07,
      "loss": 0.0844,
      "step": 16323
    },
    {
      "epoch": 2.4654885968886875,
      "grad_norm": 1.2405159816656686,
      "learning_rate": 7.630314773244097e-07,
      "loss": 0.0584,
      "step": 16324
    },
    {
      "epoch": 2.465639631475608,
      "grad_norm": 1.1350092974869415,
      "learning_rate": 7.626116350448348e-07,
      "loss": 0.061,
      "step": 16325
    },
    {
      "epoch": 2.4657906660625284,
      "grad_norm": 1.2719754873011562,
      "learning_rate": 7.621918987658633e-07,
      "loss": 0.0694,
      "step": 16326
    },
    {
      "epoch": 2.4659417006494486,
      "grad_norm": 1.3289275068855166,
      "learning_rate": 7.617722684979912e-07,
      "loss": 0.0674,
      "step": 16327
    },
    {
      "epoch": 2.4660927352363693,
      "grad_norm": 1.5692592706691146,
      "learning_rate": 7.613527442517194e-07,
      "loss": 0.0784,
      "step": 16328
    },
    {
      "epoch": 2.4662437698232895,
      "grad_norm": 1.6955357105381106,
      "learning_rate": 7.60933326037539e-07,
      "loss": 0.0698,
      "step": 16329
    },
    {
      "epoch": 2.4663948044102098,
      "grad_norm": 1.861692448053088,
      "learning_rate": 7.605140138659445e-07,
      "loss": 0.0821,
      "step": 16330
    },
    {
      "epoch": 2.4665458389971304,
      "grad_norm": 1.6305733656031314,
      "learning_rate": 7.600948077474263e-07,
      "loss": 0.0796,
      "step": 16331
    },
    {
      "epoch": 2.4666968735840507,
      "grad_norm": 1.27183319626198,
      "learning_rate": 7.596757076924671e-07,
      "loss": 0.0634,
      "step": 16332
    },
    {
      "epoch": 2.4668479081709713,
      "grad_norm": 1.4145104925798173,
      "learning_rate": 7.592567137115542e-07,
      "loss": 0.0696,
      "step": 16333
    },
    {
      "epoch": 2.4669989427578916,
      "grad_norm": 1.140543926055795,
      "learning_rate": 7.588378258151669e-07,
      "loss": 0.0611,
      "step": 16334
    },
    {
      "epoch": 2.467149977344812,
      "grad_norm": 1.6280013711802213,
      "learning_rate": 7.584190440137846e-07,
      "loss": 0.079,
      "step": 16335
    },
    {
      "epoch": 2.4673010119317325,
      "grad_norm": 1.2854227424568225,
      "learning_rate": 7.58000368317885e-07,
      "loss": 0.0712,
      "step": 16336
    },
    {
      "epoch": 2.4674520465186527,
      "grad_norm": 1.6323519404941162,
      "learning_rate": 7.575817987379386e-07,
      "loss": 0.0809,
      "step": 16337
    },
    {
      "epoch": 2.4676030811055734,
      "grad_norm": 1.9621872855129376,
      "learning_rate": 7.571633352844199e-07,
      "loss": 0.0831,
      "step": 16338
    },
    {
      "epoch": 2.4677541156924936,
      "grad_norm": 1.0798926344348596,
      "learning_rate": 7.567449779677933e-07,
      "loss": 0.0508,
      "step": 16339
    },
    {
      "epoch": 2.467905150279414,
      "grad_norm": 1.2463238904458944,
      "learning_rate": 7.563267267985247e-07,
      "loss": 0.0625,
      "step": 16340
    },
    {
      "epoch": 2.4680561848663345,
      "grad_norm": 2.0847588308917726,
      "learning_rate": 7.559085817870798e-07,
      "loss": 0.0851,
      "step": 16341
    },
    {
      "epoch": 2.4682072194532547,
      "grad_norm": 1.4954919823259256,
      "learning_rate": 7.554905429439152e-07,
      "loss": 0.0757,
      "step": 16342
    },
    {
      "epoch": 2.4683582540401754,
      "grad_norm": 1.948029756015298,
      "learning_rate": 7.550726102794914e-07,
      "loss": 0.0846,
      "step": 16343
    },
    {
      "epoch": 2.4685092886270956,
      "grad_norm": 1.966375404458797,
      "learning_rate": 7.546547838042606e-07,
      "loss": 0.088,
      "step": 16344
    },
    {
      "epoch": 2.468660323214016,
      "grad_norm": 1.2427924343533483,
      "learning_rate": 7.542370635286772e-07,
      "loss": 0.0673,
      "step": 16345
    },
    {
      "epoch": 2.4688113578009365,
      "grad_norm": 2.147334320017892,
      "learning_rate": 7.538194494631895e-07,
      "loss": 0.0726,
      "step": 16346
    },
    {
      "epoch": 2.4689623923878568,
      "grad_norm": 1.6821853150916062,
      "learning_rate": 7.534019416182436e-07,
      "loss": 0.066,
      "step": 16347
    },
    {
      "epoch": 2.4691134269747774,
      "grad_norm": 1.614904160010584,
      "learning_rate": 7.529845400042856e-07,
      "loss": 0.0809,
      "step": 16348
    },
    {
      "epoch": 2.4692644615616977,
      "grad_norm": 1.2818695574039456,
      "learning_rate": 7.525672446317551e-07,
      "loss": 0.0626,
      "step": 16349
    },
    {
      "epoch": 2.469415496148618,
      "grad_norm": 1.3584937452328483,
      "learning_rate": 7.521500555110928e-07,
      "loss": 0.0756,
      "step": 16350
    },
    {
      "epoch": 2.4695665307355386,
      "grad_norm": 1.2345219610652312,
      "learning_rate": 7.517329726527333e-07,
      "loss": 0.0741,
      "step": 16351
    },
    {
      "epoch": 2.469717565322459,
      "grad_norm": 1.5973076203898633,
      "learning_rate": 7.513159960671118e-07,
      "loss": 0.0759,
      "step": 16352
    },
    {
      "epoch": 2.469868599909379,
      "grad_norm": 1.6662120189718361,
      "learning_rate": 7.50899125764658e-07,
      "loss": 0.0756,
      "step": 16353
    },
    {
      "epoch": 2.4700196344962997,
      "grad_norm": 1.8222539951544265,
      "learning_rate": 7.504823617557994e-07,
      "loss": 0.0902,
      "step": 16354
    },
    {
      "epoch": 2.47017066908322,
      "grad_norm": 1.83251336366851,
      "learning_rate": 7.50065704050964e-07,
      "loss": 0.0937,
      "step": 16355
    },
    {
      "epoch": 2.4703217036701406,
      "grad_norm": 2.1420642039494813,
      "learning_rate": 7.496491526605721e-07,
      "loss": 0.0786,
      "step": 16356
    },
    {
      "epoch": 2.470472738257061,
      "grad_norm": 1.6024176491329898,
      "learning_rate": 7.492327075950462e-07,
      "loss": 0.0826,
      "step": 16357
    },
    {
      "epoch": 2.4706237728439815,
      "grad_norm": 1.748059843407129,
      "learning_rate": 7.488163688648015e-07,
      "loss": 0.0736,
      "step": 16358
    },
    {
      "epoch": 2.4707748074309017,
      "grad_norm": 2.275202526154729,
      "learning_rate": 7.484001364802545e-07,
      "loss": 0.096,
      "step": 16359
    },
    {
      "epoch": 2.470925842017822,
      "grad_norm": 1.7484051558575906,
      "learning_rate": 7.479840104518199e-07,
      "loss": 0.0869,
      "step": 16360
    },
    {
      "epoch": 2.4710768766047426,
      "grad_norm": 1.341162191517601,
      "learning_rate": 7.475679907899019e-07,
      "loss": 0.0798,
      "step": 16361
    },
    {
      "epoch": 2.471227911191663,
      "grad_norm": 1.191178629871817,
      "learning_rate": 7.471520775049118e-07,
      "loss": 0.066,
      "step": 16362
    },
    {
      "epoch": 2.471378945778583,
      "grad_norm": 1.7580908083322713,
      "learning_rate": 7.467362706072512e-07,
      "loss": 0.0849,
      "step": 16363
    },
    {
      "epoch": 2.4715299803655038,
      "grad_norm": 1.335732879852954,
      "learning_rate": 7.463205701073228e-07,
      "loss": 0.0737,
      "step": 16364
    },
    {
      "epoch": 2.471681014952424,
      "grad_norm": 1.2373272899195966,
      "learning_rate": 7.459049760155268e-07,
      "loss": 0.0675,
      "step": 16365
    },
    {
      "epoch": 2.4718320495393447,
      "grad_norm": 1.3252488775132263,
      "learning_rate": 7.454894883422575e-07,
      "loss": 0.0592,
      "step": 16366
    },
    {
      "epoch": 2.471983084126265,
      "grad_norm": 1.2611375127623499,
      "learning_rate": 7.450741070979118e-07,
      "loss": 0.0568,
      "step": 16367
    },
    {
      "epoch": 2.4721341187131856,
      "grad_norm": 1.7148465207438681,
      "learning_rate": 7.446588322928755e-07,
      "loss": 0.0945,
      "step": 16368
    },
    {
      "epoch": 2.472285153300106,
      "grad_norm": 1.3601806295787762,
      "learning_rate": 7.442436639375405e-07,
      "loss": 0.0767,
      "step": 16369
    },
    {
      "epoch": 2.472436187887026,
      "grad_norm": 1.812506219450048,
      "learning_rate": 7.438286020422924e-07,
      "loss": 0.08,
      "step": 16370
    },
    {
      "epoch": 2.4725872224739467,
      "grad_norm": 1.4596999327852604,
      "learning_rate": 7.434136466175123e-07,
      "loss": 0.0765,
      "step": 16371
    },
    {
      "epoch": 2.472738257060867,
      "grad_norm": 1.7508678035405136,
      "learning_rate": 7.429987976735836e-07,
      "loss": 0.0857,
      "step": 16372
    },
    {
      "epoch": 2.472889291647787,
      "grad_norm": 1.869658443379186,
      "learning_rate": 7.425840552208807e-07,
      "loss": 0.0872,
      "step": 16373
    },
    {
      "epoch": 2.473040326234708,
      "grad_norm": 1.6214945931313391,
      "learning_rate": 7.421694192697809e-07,
      "loss": 0.0683,
      "step": 16374
    },
    {
      "epoch": 2.473191360821628,
      "grad_norm": 1.6946185375380862,
      "learning_rate": 7.417548898306559e-07,
      "loss": 0.0737,
      "step": 16375
    },
    {
      "epoch": 2.4733423954085487,
      "grad_norm": 1.161953519842637,
      "learning_rate": 7.413404669138746e-07,
      "loss": 0.0569,
      "step": 16376
    },
    {
      "epoch": 2.473493429995469,
      "grad_norm": 1.369172270383168,
      "learning_rate": 7.409261505298049e-07,
      "loss": 0.0714,
      "step": 16377
    },
    {
      "epoch": 2.473644464582389,
      "grad_norm": 2.0727811781633245,
      "learning_rate": 7.4051194068881e-07,
      "loss": 0.1005,
      "step": 16378
    },
    {
      "epoch": 2.47379549916931,
      "grad_norm": 1.7267547916781107,
      "learning_rate": 7.400978374012541e-07,
      "loss": 0.078,
      "step": 16379
    },
    {
      "epoch": 2.47394653375623,
      "grad_norm": 1.765620864229555,
      "learning_rate": 7.396838406774931e-07,
      "loss": 0.0683,
      "step": 16380
    },
    {
      "epoch": 2.4740975683431508,
      "grad_norm": 1.257750861494719,
      "learning_rate": 7.392699505278861e-07,
      "loss": 0.0849,
      "step": 16381
    },
    {
      "epoch": 2.474248602930071,
      "grad_norm": 1.4152143113714095,
      "learning_rate": 7.388561669627852e-07,
      "loss": 0.0728,
      "step": 16382
    },
    {
      "epoch": 2.474399637516991,
      "grad_norm": 1.3257093368352053,
      "learning_rate": 7.384424899925408e-07,
      "loss": 0.0699,
      "step": 16383
    },
    {
      "epoch": 2.474550672103912,
      "grad_norm": 1.2192426136755818,
      "learning_rate": 7.380289196275031e-07,
      "loss": 0.0744,
      "step": 16384
    },
    {
      "epoch": 2.474701706690832,
      "grad_norm": 2.4111681458082646,
      "learning_rate": 7.376154558780163e-07,
      "loss": 0.0731,
      "step": 16385
    },
    {
      "epoch": 2.474852741277753,
      "grad_norm": 1.8752833814721561,
      "learning_rate": 7.372020987544238e-07,
      "loss": 0.0888,
      "step": 16386
    },
    {
      "epoch": 2.475003775864673,
      "grad_norm": 1.2441369145139713,
      "learning_rate": 7.367888482670671e-07,
      "loss": 0.0665,
      "step": 16387
    },
    {
      "epoch": 2.4751548104515932,
      "grad_norm": 1.2224750769738149,
      "learning_rate": 7.36375704426282e-07,
      "loss": 0.0677,
      "step": 16388
    },
    {
      "epoch": 2.475305845038514,
      "grad_norm": 1.7561119904391482,
      "learning_rate": 7.35962667242407e-07,
      "loss": 0.0721,
      "step": 16389
    },
    {
      "epoch": 2.475456879625434,
      "grad_norm": 1.3070069423168644,
      "learning_rate": 7.355497367257692e-07,
      "loss": 0.0715,
      "step": 16390
    },
    {
      "epoch": 2.475607914212355,
      "grad_norm": 1.6396175822179604,
      "learning_rate": 7.351369128867009e-07,
      "loss": 0.0764,
      "step": 16391
    },
    {
      "epoch": 2.475758948799275,
      "grad_norm": 1.746211261776941,
      "learning_rate": 7.347241957355311e-07,
      "loss": 0.0831,
      "step": 16392
    },
    {
      "epoch": 2.4759099833861953,
      "grad_norm": 1.3884464928575884,
      "learning_rate": 7.343115852825805e-07,
      "loss": 0.0711,
      "step": 16393
    },
    {
      "epoch": 2.476061017973116,
      "grad_norm": 1.1076068238746763,
      "learning_rate": 7.338990815381742e-07,
      "loss": 0.0615,
      "step": 16394
    },
    {
      "epoch": 2.476212052560036,
      "grad_norm": 1.5685295101721723,
      "learning_rate": 7.334866845126282e-07,
      "loss": 0.0684,
      "step": 16395
    },
    {
      "epoch": 2.4763630871469564,
      "grad_norm": 1.5029111726812896,
      "learning_rate": 7.330743942162611e-07,
      "loss": 0.0704,
      "step": 16396
    },
    {
      "epoch": 2.476514121733877,
      "grad_norm": 1.4654589341227617,
      "learning_rate": 7.326622106593862e-07,
      "loss": 0.0872,
      "step": 16397
    },
    {
      "epoch": 2.4766651563207973,
      "grad_norm": 1.4057977196958895,
      "learning_rate": 7.322501338523125e-07,
      "loss": 0.0671,
      "step": 16398
    },
    {
      "epoch": 2.476816190907718,
      "grad_norm": 1.300554467487911,
      "learning_rate": 7.318381638053506e-07,
      "loss": 0.0791,
      "step": 16399
    },
    {
      "epoch": 2.476967225494638,
      "grad_norm": 1.5413302662051254,
      "learning_rate": 7.314263005288047e-07,
      "loss": 0.0801,
      "step": 16400
    },
    {
      "epoch": 2.477118260081559,
      "grad_norm": 1.799701224554433,
      "learning_rate": 7.310145440329796e-07,
      "loss": 0.0716,
      "step": 16401
    },
    {
      "epoch": 2.477269294668479,
      "grad_norm": 1.5795069348015278,
      "learning_rate": 7.306028943281729e-07,
      "loss": 0.063,
      "step": 16402
    },
    {
      "epoch": 2.4774203292553993,
      "grad_norm": 1.2753545300620797,
      "learning_rate": 7.301913514246856e-07,
      "loss": 0.0691,
      "step": 16403
    },
    {
      "epoch": 2.47757136384232,
      "grad_norm": 1.492924380193016,
      "learning_rate": 7.297799153328105e-07,
      "loss": 0.075,
      "step": 16404
    },
    {
      "epoch": 2.4777223984292402,
      "grad_norm": 1.4862737086106352,
      "learning_rate": 7.293685860628391e-07,
      "loss": 0.0741,
      "step": 16405
    },
    {
      "epoch": 2.4778734330161605,
      "grad_norm": 2.576647733394472,
      "learning_rate": 7.289573636250636e-07,
      "loss": 0.0942,
      "step": 16406
    },
    {
      "epoch": 2.478024467603081,
      "grad_norm": 1.50523595454709,
      "learning_rate": 7.285462480297684e-07,
      "loss": 0.0815,
      "step": 16407
    },
    {
      "epoch": 2.4781755021900014,
      "grad_norm": 1.2226192887448668,
      "learning_rate": 7.281352392872399e-07,
      "loss": 0.0587,
      "step": 16408
    },
    {
      "epoch": 2.478326536776922,
      "grad_norm": 1.4281900976949717,
      "learning_rate": 7.277243374077575e-07,
      "loss": 0.0771,
      "step": 16409
    },
    {
      "epoch": 2.4784775713638423,
      "grad_norm": 1.2435627174619754,
      "learning_rate": 7.273135424016026e-07,
      "loss": 0.0596,
      "step": 16410
    },
    {
      "epoch": 2.478628605950763,
      "grad_norm": 1.470983760615739,
      "learning_rate": 7.269028542790502e-07,
      "loss": 0.0796,
      "step": 16411
    },
    {
      "epoch": 2.478779640537683,
      "grad_norm": 1.4948539124485705,
      "learning_rate": 7.264922730503731e-07,
      "loss": 0.0818,
      "step": 16412
    },
    {
      "epoch": 2.4789306751246034,
      "grad_norm": 1.4888036285558843,
      "learning_rate": 7.26081798725844e-07,
      "loss": 0.0866,
      "step": 16413
    },
    {
      "epoch": 2.479081709711524,
      "grad_norm": 1.2548673421870837,
      "learning_rate": 7.256714313157292e-07,
      "loss": 0.0705,
      "step": 16414
    },
    {
      "epoch": 2.4792327442984443,
      "grad_norm": 1.9721259942368428,
      "learning_rate": 7.252611708302954e-07,
      "loss": 0.0872,
      "step": 16415
    },
    {
      "epoch": 2.4793837788853645,
      "grad_norm": 1.2909823514073704,
      "learning_rate": 7.248510172798062e-07,
      "loss": 0.0705,
      "step": 16416
    },
    {
      "epoch": 2.479534813472285,
      "grad_norm": 1.4343385147068524,
      "learning_rate": 7.244409706745209e-07,
      "loss": 0.0695,
      "step": 16417
    },
    {
      "epoch": 2.4796858480592054,
      "grad_norm": 1.425654475575844,
      "learning_rate": 7.240310310246972e-07,
      "loss": 0.0793,
      "step": 16418
    },
    {
      "epoch": 2.479836882646126,
      "grad_norm": 1.5107562071855827,
      "learning_rate": 7.236211983405888e-07,
      "loss": 0.0792,
      "step": 16419
    },
    {
      "epoch": 2.4799879172330463,
      "grad_norm": 1.0454081735488752,
      "learning_rate": 7.23211472632449e-07,
      "loss": 0.051,
      "step": 16420
    },
    {
      "epoch": 2.480138951819967,
      "grad_norm": 1.2268636243149054,
      "learning_rate": 7.228018539105286e-07,
      "loss": 0.0709,
      "step": 16421
    },
    {
      "epoch": 2.4802899864068872,
      "grad_norm": 1.6071398747130066,
      "learning_rate": 7.223923421850715e-07,
      "loss": 0.0611,
      "step": 16422
    },
    {
      "epoch": 2.4804410209938075,
      "grad_norm": 1.5266633515338568,
      "learning_rate": 7.219829374663251e-07,
      "loss": 0.0834,
      "step": 16423
    },
    {
      "epoch": 2.480592055580728,
      "grad_norm": 1.8089658814208702,
      "learning_rate": 7.215736397645279e-07,
      "loss": 0.0832,
      "step": 16424
    },
    {
      "epoch": 2.4807430901676484,
      "grad_norm": 1.2060476018348287,
      "learning_rate": 7.211644490899211e-07,
      "loss": 0.0753,
      "step": 16425
    },
    {
      "epoch": 2.4808941247545686,
      "grad_norm": 1.1798488037815036,
      "learning_rate": 7.2075536545274e-07,
      "loss": 0.0715,
      "step": 16426
    },
    {
      "epoch": 2.4810451593414893,
      "grad_norm": 1.3776500107293905,
      "learning_rate": 7.203463888632167e-07,
      "loss": 0.0734,
      "step": 16427
    },
    {
      "epoch": 2.4811961939284095,
      "grad_norm": 2.2593446451060446,
      "learning_rate": 7.199375193315844e-07,
      "loss": 0.0814,
      "step": 16428
    },
    {
      "epoch": 2.48134722851533,
      "grad_norm": 2.0723452204547925,
      "learning_rate": 7.195287568680687e-07,
      "loss": 0.0844,
      "step": 16429
    },
    {
      "epoch": 2.4814982631022504,
      "grad_norm": 1.068652756089287,
      "learning_rate": 7.191201014828975e-07,
      "loss": 0.0668,
      "step": 16430
    },
    {
      "epoch": 2.4816492976891706,
      "grad_norm": 1.4054283542793398,
      "learning_rate": 7.187115531862909e-07,
      "loss": 0.0731,
      "step": 16431
    },
    {
      "epoch": 2.4818003322760913,
      "grad_norm": 1.4167356556830606,
      "learning_rate": 7.183031119884715e-07,
      "loss": 0.0767,
      "step": 16432
    },
    {
      "epoch": 2.4819513668630115,
      "grad_norm": 1.248834900352863,
      "learning_rate": 7.178947778996559e-07,
      "loss": 0.0749,
      "step": 16433
    },
    {
      "epoch": 2.482102401449932,
      "grad_norm": 1.3866268133890878,
      "learning_rate": 7.174865509300566e-07,
      "loss": 0.0776,
      "step": 16434
    },
    {
      "epoch": 2.4822534360368524,
      "grad_norm": 1.303827888368392,
      "learning_rate": 7.170784310898892e-07,
      "loss": 0.0715,
      "step": 16435
    },
    {
      "epoch": 2.4824044706237727,
      "grad_norm": 1.4986099326209303,
      "learning_rate": 7.166704183893602e-07,
      "loss": 0.0682,
      "step": 16436
    },
    {
      "epoch": 2.4825555052106933,
      "grad_norm": 1.5089477674725138,
      "learning_rate": 7.16262512838678e-07,
      "loss": 0.0726,
      "step": 16437
    },
    {
      "epoch": 2.4827065397976136,
      "grad_norm": 1.7515130475373035,
      "learning_rate": 7.158547144480449e-07,
      "loss": 0.0888,
      "step": 16438
    },
    {
      "epoch": 2.4828575743845342,
      "grad_norm": 1.2504633359643038,
      "learning_rate": 7.154470232276644e-07,
      "loss": 0.0674,
      "step": 16439
    },
    {
      "epoch": 2.4830086089714545,
      "grad_norm": 1.2363393111091119,
      "learning_rate": 7.150394391877346e-07,
      "loss": 0.0603,
      "step": 16440
    },
    {
      "epoch": 2.4831596435583747,
      "grad_norm": 1.7463761130127196,
      "learning_rate": 7.14631962338449e-07,
      "loss": 0.0775,
      "step": 16441
    },
    {
      "epoch": 2.4833106781452954,
      "grad_norm": 1.1130938187324233,
      "learning_rate": 7.142245926900038e-07,
      "loss": 0.0596,
      "step": 16442
    },
    {
      "epoch": 2.4834617127322156,
      "grad_norm": 1.1498458606414244,
      "learning_rate": 7.138173302525875e-07,
      "loss": 0.0597,
      "step": 16443
    },
    {
      "epoch": 2.4836127473191363,
      "grad_norm": 1.459347272055689,
      "learning_rate": 7.134101750363893e-07,
      "loss": 0.0793,
      "step": 16444
    },
    {
      "epoch": 2.4837637819060565,
      "grad_norm": 1.628443679578457,
      "learning_rate": 7.130031270515947e-07,
      "loss": 0.0891,
      "step": 16445
    },
    {
      "epoch": 2.4839148164929767,
      "grad_norm": 1.9948860233658408,
      "learning_rate": 7.125961863083852e-07,
      "loss": 0.0942,
      "step": 16446
    },
    {
      "epoch": 2.4840658510798974,
      "grad_norm": 1.60772574050733,
      "learning_rate": 7.121893528169405e-07,
      "loss": 0.0802,
      "step": 16447
    },
    {
      "epoch": 2.4842168856668176,
      "grad_norm": 1.2843901735704595,
      "learning_rate": 7.117826265874395e-07,
      "loss": 0.0721,
      "step": 16448
    },
    {
      "epoch": 2.484367920253738,
      "grad_norm": 1.2169689476663954,
      "learning_rate": 7.113760076300536e-07,
      "loss": 0.0625,
      "step": 16449
    },
    {
      "epoch": 2.4845189548406585,
      "grad_norm": 1.5806990530097949,
      "learning_rate": 7.109694959549584e-07,
      "loss": 0.0799,
      "step": 16450
    },
    {
      "epoch": 2.4846699894275788,
      "grad_norm": 1.7078592098268475,
      "learning_rate": 7.105630915723194e-07,
      "loss": 0.0776,
      "step": 16451
    },
    {
      "epoch": 2.4848210240144994,
      "grad_norm": 1.2302712451167614,
      "learning_rate": 7.10156794492306e-07,
      "loss": 0.061,
      "step": 16452
    },
    {
      "epoch": 2.4849720586014197,
      "grad_norm": 1.3547770072998426,
      "learning_rate": 7.097506047250808e-07,
      "loss": 0.0701,
      "step": 16453
    },
    {
      "epoch": 2.4851230931883403,
      "grad_norm": 1.6986725310265904,
      "learning_rate": 7.093445222808032e-07,
      "loss": 0.084,
      "step": 16454
    },
    {
      "epoch": 2.4852741277752606,
      "grad_norm": 1.7437810351622036,
      "learning_rate": 7.089385471696347e-07,
      "loss": 0.0786,
      "step": 16455
    },
    {
      "epoch": 2.485425162362181,
      "grad_norm": 1.3922532570377937,
      "learning_rate": 7.085326794017278e-07,
      "loss": 0.0789,
      "step": 16456
    },
    {
      "epoch": 2.4855761969491015,
      "grad_norm": 1.4347114693967642,
      "learning_rate": 7.081269189872386e-07,
      "loss": 0.0751,
      "step": 16457
    },
    {
      "epoch": 2.4857272315360217,
      "grad_norm": 1.5387349413425868,
      "learning_rate": 7.077212659363142e-07,
      "loss": 0.0724,
      "step": 16458
    },
    {
      "epoch": 2.485878266122942,
      "grad_norm": 1.2215252952594997,
      "learning_rate": 7.073157202591057e-07,
      "loss": 0.0652,
      "step": 16459
    },
    {
      "epoch": 2.4860293007098626,
      "grad_norm": 1.233354739417398,
      "learning_rate": 7.069102819657548e-07,
      "loss": 0.0699,
      "step": 16460
    },
    {
      "epoch": 2.486180335296783,
      "grad_norm": 1.4088929033234725,
      "learning_rate": 7.065049510664062e-07,
      "loss": 0.0666,
      "step": 16461
    },
    {
      "epoch": 2.4863313698837035,
      "grad_norm": 1.1842465478577255,
      "learning_rate": 7.06099727571199e-07,
      "loss": 0.0748,
      "step": 16462
    },
    {
      "epoch": 2.4864824044706237,
      "grad_norm": 0.9925366427434551,
      "learning_rate": 7.05694611490268e-07,
      "loss": 0.0518,
      "step": 16463
    },
    {
      "epoch": 2.4866334390575444,
      "grad_norm": 1.2159420126898028,
      "learning_rate": 7.052896028337502e-07,
      "loss": 0.0603,
      "step": 16464
    },
    {
      "epoch": 2.4867844736444646,
      "grad_norm": 1.327660404992766,
      "learning_rate": 7.048847016117755e-07,
      "loss": 0.0697,
      "step": 16465
    },
    {
      "epoch": 2.486935508231385,
      "grad_norm": 1.8619092154547028,
      "learning_rate": 7.044799078344721e-07,
      "loss": 0.0828,
      "step": 16466
    },
    {
      "epoch": 2.4870865428183055,
      "grad_norm": 2.062381805069959,
      "learning_rate": 7.040752215119689e-07,
      "loss": 0.0885,
      "step": 16467
    },
    {
      "epoch": 2.4872375774052258,
      "grad_norm": 1.3925025546007601,
      "learning_rate": 7.036706426543876e-07,
      "loss": 0.0569,
      "step": 16468
    },
    {
      "epoch": 2.487388611992146,
      "grad_norm": 1.234260004982695,
      "learning_rate": 7.032661712718492e-07,
      "loss": 0.0667,
      "step": 16469
    },
    {
      "epoch": 2.4875396465790667,
      "grad_norm": 1.2734552664135517,
      "learning_rate": 7.028618073744703e-07,
      "loss": 0.0555,
      "step": 16470
    },
    {
      "epoch": 2.487690681165987,
      "grad_norm": 1.1215393321081222,
      "learning_rate": 7.024575509723675e-07,
      "loss": 0.0667,
      "step": 16471
    },
    {
      "epoch": 2.4878417157529076,
      "grad_norm": 1.5952675754616874,
      "learning_rate": 7.020534020756542e-07,
      "loss": 0.0851,
      "step": 16472
    },
    {
      "epoch": 2.487992750339828,
      "grad_norm": 1.435048999949497,
      "learning_rate": 7.016493606944391e-07,
      "loss": 0.0762,
      "step": 16473
    },
    {
      "epoch": 2.488143784926748,
      "grad_norm": 2.2482890020321156,
      "learning_rate": 7.012454268388313e-07,
      "loss": 0.101,
      "step": 16474
    },
    {
      "epoch": 2.4882948195136687,
      "grad_norm": 1.2407566687284257,
      "learning_rate": 7.008416005189345e-07,
      "loss": 0.0735,
      "step": 16475
    },
    {
      "epoch": 2.488445854100589,
      "grad_norm": 1.3960117146320972,
      "learning_rate": 7.004378817448493e-07,
      "loss": 0.0667,
      "step": 16476
    },
    {
      "epoch": 2.4885968886875096,
      "grad_norm": 1.7400518792239361,
      "learning_rate": 7.000342705266766e-07,
      "loss": 0.0765,
      "step": 16477
    },
    {
      "epoch": 2.48874792327443,
      "grad_norm": 1.4351553995061384,
      "learning_rate": 6.996307668745117e-07,
      "loss": 0.0772,
      "step": 16478
    },
    {
      "epoch": 2.48889895786135,
      "grad_norm": 1.8294274273889661,
      "learning_rate": 6.992273707984504e-07,
      "loss": 0.0695,
      "step": 16479
    },
    {
      "epoch": 2.4890499924482707,
      "grad_norm": 1.2272826281544247,
      "learning_rate": 6.988240823085818e-07,
      "loss": 0.0712,
      "step": 16480
    },
    {
      "epoch": 2.489201027035191,
      "grad_norm": 1.558413959261355,
      "learning_rate": 6.984209014149962e-07,
      "loss": 0.0711,
      "step": 16481
    },
    {
      "epoch": 2.4893520616221116,
      "grad_norm": 1.2823231102267338,
      "learning_rate": 6.980178281277783e-07,
      "loss": 0.0644,
      "step": 16482
    },
    {
      "epoch": 2.489503096209032,
      "grad_norm": 1.2505879409395548,
      "learning_rate": 6.976148624570106e-07,
      "loss": 0.0639,
      "step": 16483
    },
    {
      "epoch": 2.489654130795952,
      "grad_norm": 1.3350002690463252,
      "learning_rate": 6.97212004412775e-07,
      "loss": 0.0571,
      "step": 16484
    },
    {
      "epoch": 2.4898051653828728,
      "grad_norm": 1.9792620771610825,
      "learning_rate": 6.968092540051475e-07,
      "loss": 0.0838,
      "step": 16485
    },
    {
      "epoch": 2.489956199969793,
      "grad_norm": 1.3484307216040547,
      "learning_rate": 6.964066112442053e-07,
      "loss": 0.0821,
      "step": 16486
    },
    {
      "epoch": 2.4901072345567137,
      "grad_norm": 1.2432760019130757,
      "learning_rate": 6.960040761400183e-07,
      "loss": 0.0704,
      "step": 16487
    },
    {
      "epoch": 2.490258269143634,
      "grad_norm": 1.4433025466413847,
      "learning_rate": 6.95601648702659e-07,
      "loss": 0.0812,
      "step": 16488
    },
    {
      "epoch": 2.490409303730554,
      "grad_norm": 1.4515360443466205,
      "learning_rate": 6.951993289421922e-07,
      "loss": 0.0719,
      "step": 16489
    },
    {
      "epoch": 2.490560338317475,
      "grad_norm": 1.6058469733420837,
      "learning_rate": 6.947971168686818e-07,
      "loss": 0.0776,
      "step": 16490
    },
    {
      "epoch": 2.490711372904395,
      "grad_norm": 1.7322574854792325,
      "learning_rate": 6.943950124921911e-07,
      "loss": 0.0719,
      "step": 16491
    },
    {
      "epoch": 2.4908624074913153,
      "grad_norm": 1.3341927064812604,
      "learning_rate": 6.93993015822777e-07,
      "loss": 0.0667,
      "step": 16492
    },
    {
      "epoch": 2.491013442078236,
      "grad_norm": 1.6040416479353279,
      "learning_rate": 6.935911268704981e-07,
      "loss": 0.0743,
      "step": 16493
    },
    {
      "epoch": 2.491164476665156,
      "grad_norm": 1.06013728503147,
      "learning_rate": 6.931893456454053e-07,
      "loss": 0.0568,
      "step": 16494
    },
    {
      "epoch": 2.491315511252077,
      "grad_norm": 2.0263905918020675,
      "learning_rate": 6.927876721575505e-07,
      "loss": 0.0908,
      "step": 16495
    },
    {
      "epoch": 2.491466545838997,
      "grad_norm": 1.8773793135380568,
      "learning_rate": 6.923861064169829e-07,
      "loss": 0.0752,
      "step": 16496
    },
    {
      "epoch": 2.4916175804259177,
      "grad_norm": 1.6964648624482055,
      "learning_rate": 6.919846484337473e-07,
      "loss": 0.072,
      "step": 16497
    },
    {
      "epoch": 2.491768615012838,
      "grad_norm": 1.278763576052001,
      "learning_rate": 6.91583298217886e-07,
      "loss": 0.0672,
      "step": 16498
    },
    {
      "epoch": 2.491919649599758,
      "grad_norm": 1.6970927834706142,
      "learning_rate": 6.911820557794375e-07,
      "loss": 0.087,
      "step": 16499
    },
    {
      "epoch": 2.492070684186679,
      "grad_norm": 1.5361366147731115,
      "learning_rate": 6.907809211284405e-07,
      "loss": 0.0845,
      "step": 16500
    },
    {
      "epoch": 2.492221718773599,
      "grad_norm": 1.5350080322875501,
      "learning_rate": 6.903798942749312e-07,
      "loss": 0.0834,
      "step": 16501
    },
    {
      "epoch": 2.4923727533605193,
      "grad_norm": 1.8336632653621903,
      "learning_rate": 6.899789752289387e-07,
      "loss": 0.0741,
      "step": 16502
    },
    {
      "epoch": 2.49252378794744,
      "grad_norm": 1.35792124161012,
      "learning_rate": 6.895781640004945e-07,
      "loss": 0.0692,
      "step": 16503
    },
    {
      "epoch": 2.4926748225343602,
      "grad_norm": 1.218175616086359,
      "learning_rate": 6.891774605996243e-07,
      "loss": 0.062,
      "step": 16504
    },
    {
      "epoch": 2.492825857121281,
      "grad_norm": 1.1797560042379793,
      "learning_rate": 6.887768650363502e-07,
      "loss": 0.0582,
      "step": 16505
    },
    {
      "epoch": 2.492976891708201,
      "grad_norm": 1.5323693815051411,
      "learning_rate": 6.883763773206964e-07,
      "loss": 0.0865,
      "step": 16506
    },
    {
      "epoch": 2.493127926295122,
      "grad_norm": 1.800698978525933,
      "learning_rate": 6.879759974626787e-07,
      "loss": 0.0918,
      "step": 16507
    },
    {
      "epoch": 2.493278960882042,
      "grad_norm": 2.156675606085252,
      "learning_rate": 6.875757254723148e-07,
      "loss": 0.0904,
      "step": 16508
    },
    {
      "epoch": 2.4934299954689623,
      "grad_norm": 2.0444715637361814,
      "learning_rate": 6.871755613596154e-07,
      "loss": 0.0906,
      "step": 16509
    },
    {
      "epoch": 2.493581030055883,
      "grad_norm": 1.3692446492674302,
      "learning_rate": 6.867755051345937e-07,
      "loss": 0.0657,
      "step": 16510
    },
    {
      "epoch": 2.493732064642803,
      "grad_norm": 1.9540826697499962,
      "learning_rate": 6.863755568072561e-07,
      "loss": 0.0812,
      "step": 16511
    },
    {
      "epoch": 2.4938830992297234,
      "grad_norm": 1.788168115720815,
      "learning_rate": 6.859757163876057e-07,
      "loss": 0.0775,
      "step": 16512
    },
    {
      "epoch": 2.494034133816644,
      "grad_norm": 1.3253429400566947,
      "learning_rate": 6.855759838856473e-07,
      "loss": 0.0784,
      "step": 16513
    },
    {
      "epoch": 2.4941851684035643,
      "grad_norm": 1.6418037808162802,
      "learning_rate": 6.851763593113792e-07,
      "loss": 0.0848,
      "step": 16514
    },
    {
      "epoch": 2.494336202990485,
      "grad_norm": 1.4224609777325352,
      "learning_rate": 6.847768426747986e-07,
      "loss": 0.0712,
      "step": 16515
    },
    {
      "epoch": 2.494487237577405,
      "grad_norm": 1.3505541843327153,
      "learning_rate": 6.843774339858989e-07,
      "loss": 0.0619,
      "step": 16516
    },
    {
      "epoch": 2.494638272164326,
      "grad_norm": 1.6765329824435877,
      "learning_rate": 6.839781332546719e-07,
      "loss": 0.0849,
      "step": 16517
    },
    {
      "epoch": 2.494789306751246,
      "grad_norm": 3.2563317639641567,
      "learning_rate": 6.835789404911092e-07,
      "loss": 0.1106,
      "step": 16518
    },
    {
      "epoch": 2.4949403413381663,
      "grad_norm": 1.1712855681069614,
      "learning_rate": 6.831798557051916e-07,
      "loss": 0.0703,
      "step": 16519
    },
    {
      "epoch": 2.495091375925087,
      "grad_norm": 1.5628974084624399,
      "learning_rate": 6.827808789069063e-07,
      "loss": 0.0756,
      "step": 16520
    },
    {
      "epoch": 2.4952424105120072,
      "grad_norm": 1.3910777735597493,
      "learning_rate": 6.823820101062312e-07,
      "loss": 0.0751,
      "step": 16521
    },
    {
      "epoch": 2.4953934450989275,
      "grad_norm": 1.6595623868541847,
      "learning_rate": 6.819832493131462e-07,
      "loss": 0.0657,
      "step": 16522
    },
    {
      "epoch": 2.495544479685848,
      "grad_norm": 2.304792257335668,
      "learning_rate": 6.815845965376266e-07,
      "loss": 0.0959,
      "step": 16523
    },
    {
      "epoch": 2.4956955142727684,
      "grad_norm": 2.816316940310757,
      "learning_rate": 6.811860517896434e-07,
      "loss": 0.0938,
      "step": 16524
    },
    {
      "epoch": 2.495846548859689,
      "grad_norm": 2.36306825727618,
      "learning_rate": 6.807876150791698e-07,
      "loss": 0.0805,
      "step": 16525
    },
    {
      "epoch": 2.4959975834466093,
      "grad_norm": 1.4051176662336426,
      "learning_rate": 6.803892864161676e-07,
      "loss": 0.0762,
      "step": 16526
    },
    {
      "epoch": 2.4961486180335295,
      "grad_norm": 1.4633307838943455,
      "learning_rate": 6.799910658106045e-07,
      "loss": 0.0709,
      "step": 16527
    },
    {
      "epoch": 2.49629965262045,
      "grad_norm": 1.7331379461085805,
      "learning_rate": 6.795929532724427e-07,
      "loss": 0.094,
      "step": 16528
    },
    {
      "epoch": 2.4964506872073704,
      "grad_norm": 1.0462959521493458,
      "learning_rate": 6.791949488116389e-07,
      "loss": 0.0667,
      "step": 16529
    },
    {
      "epoch": 2.496601721794291,
      "grad_norm": 1.1852578100568667,
      "learning_rate": 6.787970524381521e-07,
      "loss": 0.061,
      "step": 16530
    },
    {
      "epoch": 2.4967527563812113,
      "grad_norm": 1.3297080621209016,
      "learning_rate": 6.783992641619336e-07,
      "loss": 0.0633,
      "step": 16531
    },
    {
      "epoch": 2.4969037909681315,
      "grad_norm": 1.0437262812373875,
      "learning_rate": 6.78001583992936e-07,
      "loss": 0.0584,
      "step": 16532
    },
    {
      "epoch": 2.497054825555052,
      "grad_norm": 1.8234537166577127,
      "learning_rate": 6.77604011941107e-07,
      "loss": 0.0854,
      "step": 16533
    },
    {
      "epoch": 2.4972058601419724,
      "grad_norm": 1.680981538648689,
      "learning_rate": 6.772065480163908e-07,
      "loss": 0.0883,
      "step": 16534
    },
    {
      "epoch": 2.497356894728893,
      "grad_norm": 1.5035109965487616,
      "learning_rate": 6.768091922287323e-07,
      "loss": 0.0729,
      "step": 16535
    },
    {
      "epoch": 2.4975079293158133,
      "grad_norm": 1.9109189837749263,
      "learning_rate": 6.76411944588069e-07,
      "loss": 0.088,
      "step": 16536
    },
    {
      "epoch": 2.4976589639027336,
      "grad_norm": 1.3697846521751347,
      "learning_rate": 6.760148051043408e-07,
      "loss": 0.0724,
      "step": 16537
    },
    {
      "epoch": 2.4978099984896542,
      "grad_norm": 1.7159591490492405,
      "learning_rate": 6.756177737874803e-07,
      "loss": 0.0693,
      "step": 16538
    },
    {
      "epoch": 2.4979610330765745,
      "grad_norm": 1.7106340687290114,
      "learning_rate": 6.752208506474217e-07,
      "loss": 0.0911,
      "step": 16539
    },
    {
      "epoch": 2.498112067663495,
      "grad_norm": 2.1101975447325434,
      "learning_rate": 6.748240356940932e-07,
      "loss": 0.0849,
      "step": 16540
    },
    {
      "epoch": 2.4982631022504154,
      "grad_norm": 2.1308218269033787,
      "learning_rate": 6.744273289374198e-07,
      "loss": 0.0892,
      "step": 16541
    },
    {
      "epoch": 2.4984141368373356,
      "grad_norm": 1.4102550185389777,
      "learning_rate": 6.740307303873278e-07,
      "loss": 0.0775,
      "step": 16542
    },
    {
      "epoch": 2.4985651714242563,
      "grad_norm": 1.0992259753122084,
      "learning_rate": 6.73634240053736e-07,
      "loss": 0.0633,
      "step": 16543
    },
    {
      "epoch": 2.4987162060111765,
      "grad_norm": 1.4981993082283032,
      "learning_rate": 6.732378579465654e-07,
      "loss": 0.0892,
      "step": 16544
    },
    {
      "epoch": 2.4988672405980967,
      "grad_norm": 1.5460198573742325,
      "learning_rate": 6.728415840757291e-07,
      "loss": 0.0701,
      "step": 16545
    },
    {
      "epoch": 2.4990182751850174,
      "grad_norm": 1.282888137977143,
      "learning_rate": 6.724454184511409e-07,
      "loss": 0.0613,
      "step": 16546
    },
    {
      "epoch": 2.4991693097719376,
      "grad_norm": 1.9367008220589015,
      "learning_rate": 6.720493610827145e-07,
      "loss": 0.0853,
      "step": 16547
    },
    {
      "epoch": 2.4993203443588583,
      "grad_norm": 1.2985485308663574,
      "learning_rate": 6.71653411980352e-07,
      "loss": 0.0726,
      "step": 16548
    },
    {
      "epoch": 2.4994713789457785,
      "grad_norm": 1.1263260638630697,
      "learning_rate": 6.712575711539621e-07,
      "loss": 0.0677,
      "step": 16549
    },
    {
      "epoch": 2.499622413532699,
      "grad_norm": 2.0652293799321,
      "learning_rate": 6.708618386134441e-07,
      "loss": 0.0697,
      "step": 16550
    },
    {
      "epoch": 2.4997734481196194,
      "grad_norm": 1.508102603255794,
      "learning_rate": 6.704662143686996e-07,
      "loss": 0.0743,
      "step": 16551
    },
    {
      "epoch": 2.4999244827065397,
      "grad_norm": 1.9312878643336202,
      "learning_rate": 6.700706984296263e-07,
      "loss": 0.0876,
      "step": 16552
    },
    {
      "epoch": 2.5000755172934603,
      "grad_norm": 1.1441518837067375,
      "learning_rate": 6.69675290806115e-07,
      "loss": 0.0579,
      "step": 16553
    },
    {
      "epoch": 2.5002265518803806,
      "grad_norm": 2.3393829137063054,
      "learning_rate": 6.692799915080611e-07,
      "loss": 0.0936,
      "step": 16554
    },
    {
      "epoch": 2.500377586467301,
      "grad_norm": 1.3405188469833265,
      "learning_rate": 6.688848005453491e-07,
      "loss": 0.0703,
      "step": 16555
    },
    {
      "epoch": 2.5005286210542215,
      "grad_norm": 1.3660515822658847,
      "learning_rate": 6.684897179278666e-07,
      "loss": 0.073,
      "step": 16556
    },
    {
      "epoch": 2.5006796556411417,
      "grad_norm": 1.2098480287530973,
      "learning_rate": 6.680947436654983e-07,
      "loss": 0.0673,
      "step": 16557
    },
    {
      "epoch": 2.5008306902280624,
      "grad_norm": 2.1949592292125137,
      "learning_rate": 6.67699877768122e-07,
      "loss": 0.0759,
      "step": 16558
    },
    {
      "epoch": 2.5009817248149826,
      "grad_norm": 1.2968026693223038,
      "learning_rate": 6.673051202456176e-07,
      "loss": 0.0564,
      "step": 16559
    },
    {
      "epoch": 2.5011327594019033,
      "grad_norm": 1.8790626471691767,
      "learning_rate": 6.669104711078588e-07,
      "loss": 0.0765,
      "step": 16560
    },
    {
      "epoch": 2.5012837939888235,
      "grad_norm": 2.0988086152884127,
      "learning_rate": 6.665159303647201e-07,
      "loss": 0.0803,
      "step": 16561
    },
    {
      "epoch": 2.5014348285757437,
      "grad_norm": 1.363490039753675,
      "learning_rate": 6.661214980260694e-07,
      "loss": 0.0902,
      "step": 16562
    },
    {
      "epoch": 2.5015858631626644,
      "grad_norm": 1.45728629260133,
      "learning_rate": 6.657271741017723e-07,
      "loss": 0.0696,
      "step": 16563
    },
    {
      "epoch": 2.5017368977495846,
      "grad_norm": 1.568228082177863,
      "learning_rate": 6.653329586016966e-07,
      "loss": 0.0682,
      "step": 16564
    },
    {
      "epoch": 2.501887932336505,
      "grad_norm": 1.2849275804794862,
      "learning_rate": 6.649388515357003e-07,
      "loss": 0.0637,
      "step": 16565
    },
    {
      "epoch": 2.5020389669234255,
      "grad_norm": 1.266871732273066,
      "learning_rate": 6.64544852913645e-07,
      "loss": 0.0771,
      "step": 16566
    },
    {
      "epoch": 2.5021900015103458,
      "grad_norm": 1.4490187400945194,
      "learning_rate": 6.64150962745384e-07,
      "loss": 0.0779,
      "step": 16567
    },
    {
      "epoch": 2.5023410360972664,
      "grad_norm": 1.4051221889691168,
      "learning_rate": 6.637571810407728e-07,
      "loss": 0.0787,
      "step": 16568
    },
    {
      "epoch": 2.5024920706841867,
      "grad_norm": 1.350326555810998,
      "learning_rate": 6.633635078096634e-07,
      "loss": 0.0786,
      "step": 16569
    },
    {
      "epoch": 2.5026431052711073,
      "grad_norm": 1.5394921553820136,
      "learning_rate": 6.629699430618997e-07,
      "loss": 0.0824,
      "step": 16570
    },
    {
      "epoch": 2.5027941398580276,
      "grad_norm": 1.1486504161372528,
      "learning_rate": 6.625764868073303e-07,
      "loss": 0.068,
      "step": 16571
    },
    {
      "epoch": 2.502945174444948,
      "grad_norm": 1.2908302208013855,
      "learning_rate": 6.621831390557954e-07,
      "loss": 0.0677,
      "step": 16572
    },
    {
      "epoch": 2.5030962090318685,
      "grad_norm": 1.245981052936864,
      "learning_rate": 6.617898998171357e-07,
      "loss": 0.0658,
      "step": 16573
    },
    {
      "epoch": 2.5032472436187887,
      "grad_norm": 1.1625118929199663,
      "learning_rate": 6.613967691011897e-07,
      "loss": 0.0593,
      "step": 16574
    },
    {
      "epoch": 2.503398278205709,
      "grad_norm": 1.2240514989182552,
      "learning_rate": 6.610037469177899e-07,
      "loss": 0.0787,
      "step": 16575
    },
    {
      "epoch": 2.5035493127926296,
      "grad_norm": 1.2391533625074644,
      "learning_rate": 6.606108332767702e-07,
      "loss": 0.0627,
      "step": 16576
    },
    {
      "epoch": 2.50370034737955,
      "grad_norm": 1.69074291911353,
      "learning_rate": 6.602180281879566e-07,
      "loss": 0.0795,
      "step": 16577
    },
    {
      "epoch": 2.50385138196647,
      "grad_norm": 1.8242261336673173,
      "learning_rate": 6.598253316611763e-07,
      "loss": 0.0752,
      "step": 16578
    },
    {
      "epoch": 2.5040024165533907,
      "grad_norm": 1.2557585217777114,
      "learning_rate": 6.594327437062542e-07,
      "loss": 0.0694,
      "step": 16579
    },
    {
      "epoch": 2.5041534511403114,
      "grad_norm": 1.3483147109077882,
      "learning_rate": 6.590402643330096e-07,
      "loss": 0.0693,
      "step": 16580
    },
    {
      "epoch": 2.5043044857272316,
      "grad_norm": 1.2790514389347298,
      "learning_rate": 6.586478935512619e-07,
      "loss": 0.0653,
      "step": 16581
    },
    {
      "epoch": 2.504455520314152,
      "grad_norm": 1.9136867043108754,
      "learning_rate": 6.582556313708249e-07,
      "loss": 0.0973,
      "step": 16582
    },
    {
      "epoch": 2.5046065549010725,
      "grad_norm": 1.0675230659668058,
      "learning_rate": 6.57863477801513e-07,
      "loss": 0.0599,
      "step": 16583
    },
    {
      "epoch": 2.5047575894879928,
      "grad_norm": 1.5056585357086267,
      "learning_rate": 6.574714328531351e-07,
      "loss": 0.0672,
      "step": 16584
    },
    {
      "epoch": 2.504908624074913,
      "grad_norm": 1.6727424385259362,
      "learning_rate": 6.570794965354976e-07,
      "loss": 0.089,
      "step": 16585
    },
    {
      "epoch": 2.5050596586618337,
      "grad_norm": 1.2652331464811557,
      "learning_rate": 6.566876688584073e-07,
      "loss": 0.0711,
      "step": 16586
    },
    {
      "epoch": 2.505210693248754,
      "grad_norm": 1.2228999286281033,
      "learning_rate": 6.562959498316634e-07,
      "loss": 0.0619,
      "step": 16587
    },
    {
      "epoch": 2.505361727835674,
      "grad_norm": 1.464724197036667,
      "learning_rate": 6.559043394650672e-07,
      "loss": 0.0733,
      "step": 16588
    },
    {
      "epoch": 2.505512762422595,
      "grad_norm": 1.746465706980392,
      "learning_rate": 6.555128377684128e-07,
      "loss": 0.09,
      "step": 16589
    },
    {
      "epoch": 2.505663797009515,
      "grad_norm": 1.2554720346279378,
      "learning_rate": 6.551214447514964e-07,
      "loss": 0.075,
      "step": 16590
    },
    {
      "epoch": 2.5058148315964357,
      "grad_norm": 1.508686742308917,
      "learning_rate": 6.547301604241074e-07,
      "loss": 0.077,
      "step": 16591
    },
    {
      "epoch": 2.505965866183356,
      "grad_norm": 1.2858169054439794,
      "learning_rate": 6.543389847960335e-07,
      "loss": 0.0822,
      "step": 16592
    },
    {
      "epoch": 2.5061169007702766,
      "grad_norm": 1.2992679691175513,
      "learning_rate": 6.539479178770619e-07,
      "loss": 0.0706,
      "step": 16593
    },
    {
      "epoch": 2.506267935357197,
      "grad_norm": 1.9769313320577748,
      "learning_rate": 6.535569596769731e-07,
      "loss": 0.0888,
      "step": 16594
    },
    {
      "epoch": 2.506418969944117,
      "grad_norm": 1.7927146583435862,
      "learning_rate": 6.531661102055492e-07,
      "loss": 0.0837,
      "step": 16595
    },
    {
      "epoch": 2.5065700045310377,
      "grad_norm": 1.3620948711151335,
      "learning_rate": 6.527753694725659e-07,
      "loss": 0.0749,
      "step": 16596
    },
    {
      "epoch": 2.506721039117958,
      "grad_norm": 1.6203208624179828,
      "learning_rate": 6.523847374877995e-07,
      "loss": 0.0869,
      "step": 16597
    },
    {
      "epoch": 2.506872073704878,
      "grad_norm": 1.526740904169567,
      "learning_rate": 6.519942142610209e-07,
      "loss": 0.0665,
      "step": 16598
    },
    {
      "epoch": 2.507023108291799,
      "grad_norm": 1.4580792955005228,
      "learning_rate": 6.516037998019981e-07,
      "loss": 0.0734,
      "step": 16599
    },
    {
      "epoch": 2.507174142878719,
      "grad_norm": 1.3417017217042468,
      "learning_rate": 6.512134941205e-07,
      "loss": 0.0678,
      "step": 16600
    },
    {
      "epoch": 2.5073251774656398,
      "grad_norm": 1.4980729774905117,
      "learning_rate": 6.508232972262879e-07,
      "loss": 0.0887,
      "step": 16601
    },
    {
      "epoch": 2.50747621205256,
      "grad_norm": 1.2447220010609477,
      "learning_rate": 6.504332091291237e-07,
      "loss": 0.0649,
      "step": 16602
    },
    {
      "epoch": 2.5076272466394807,
      "grad_norm": 1.6146959509111256,
      "learning_rate": 6.500432298387676e-07,
      "loss": 0.0807,
      "step": 16603
    },
    {
      "epoch": 2.507778281226401,
      "grad_norm": 2.0777877970831597,
      "learning_rate": 6.496533593649718e-07,
      "loss": 0.107,
      "step": 16604
    },
    {
      "epoch": 2.507929315813321,
      "grad_norm": 1.2835288733391244,
      "learning_rate": 6.492635977174933e-07,
      "loss": 0.0684,
      "step": 16605
    },
    {
      "epoch": 2.508080350400242,
      "grad_norm": 1.1686852738016436,
      "learning_rate": 6.488739449060772e-07,
      "loss": 0.0607,
      "step": 16606
    },
    {
      "epoch": 2.508231384987162,
      "grad_norm": 1.63169376595368,
      "learning_rate": 6.484844009404734e-07,
      "loss": 0.0831,
      "step": 16607
    },
    {
      "epoch": 2.5083824195740823,
      "grad_norm": 1.315996405700391,
      "learning_rate": 6.480949658304275e-07,
      "loss": 0.0714,
      "step": 16608
    },
    {
      "epoch": 2.508533454161003,
      "grad_norm": 1.480067772966857,
      "learning_rate": 6.477056395856795e-07,
      "loss": 0.0694,
      "step": 16609
    },
    {
      "epoch": 2.508684488747923,
      "grad_norm": 1.8703129988419738,
      "learning_rate": 6.473164222159705e-07,
      "loss": 0.1044,
      "step": 16610
    },
    {
      "epoch": 2.508835523334844,
      "grad_norm": 1.6082786115502947,
      "learning_rate": 6.46927313731035e-07,
      "loss": 0.0711,
      "step": 16611
    },
    {
      "epoch": 2.508986557921764,
      "grad_norm": 1.2734431841945655,
      "learning_rate": 6.46538314140609e-07,
      "loss": 0.0676,
      "step": 16612
    },
    {
      "epoch": 2.5091375925086847,
      "grad_norm": 1.6555641269682428,
      "learning_rate": 6.461494234544225e-07,
      "loss": 0.072,
      "step": 16613
    },
    {
      "epoch": 2.509288627095605,
      "grad_norm": 1.5544686166995212,
      "learning_rate": 6.457606416822021e-07,
      "loss": 0.0828,
      "step": 16614
    },
    {
      "epoch": 2.509439661682525,
      "grad_norm": 1.2377512836437223,
      "learning_rate": 6.453719688336763e-07,
      "loss": 0.064,
      "step": 16615
    },
    {
      "epoch": 2.509590696269446,
      "grad_norm": 1.581672325272723,
      "learning_rate": 6.449834049185655e-07,
      "loss": 0.0841,
      "step": 16616
    },
    {
      "epoch": 2.509741730856366,
      "grad_norm": 1.4363077951126897,
      "learning_rate": 6.44594949946592e-07,
      "loss": 0.0836,
      "step": 16617
    },
    {
      "epoch": 2.5098927654432863,
      "grad_norm": 1.6518352881394056,
      "learning_rate": 6.442066039274708e-07,
      "loss": 0.0858,
      "step": 16618
    },
    {
      "epoch": 2.510043800030207,
      "grad_norm": 1.6476799691066863,
      "learning_rate": 6.438183668709197e-07,
      "loss": 0.0842,
      "step": 16619
    },
    {
      "epoch": 2.5101948346171272,
      "grad_norm": 1.2329047053205977,
      "learning_rate": 6.434302387866481e-07,
      "loss": 0.0677,
      "step": 16620
    },
    {
      "epoch": 2.5103458692040475,
      "grad_norm": 1.1898639383151146,
      "learning_rate": 6.430422196843655e-07,
      "loss": 0.0668,
      "step": 16621
    },
    {
      "epoch": 2.510496903790968,
      "grad_norm": 1.3511279229494302,
      "learning_rate": 6.426543095737798e-07,
      "loss": 0.0719,
      "step": 16622
    },
    {
      "epoch": 2.510647938377889,
      "grad_norm": 1.311902018773107,
      "learning_rate": 6.422665084645929e-07,
      "loss": 0.0784,
      "step": 16623
    },
    {
      "epoch": 2.510798972964809,
      "grad_norm": 1.6147178758831842,
      "learning_rate": 6.418788163665074e-07,
      "loss": 0.0801,
      "step": 16624
    },
    {
      "epoch": 2.5109500075517293,
      "grad_norm": 1.4263348449945008,
      "learning_rate": 6.414912332892215e-07,
      "loss": 0.0763,
      "step": 16625
    },
    {
      "epoch": 2.51110104213865,
      "grad_norm": 1.4227752690474758,
      "learning_rate": 6.411037592424307e-07,
      "loss": 0.0744,
      "step": 16626
    },
    {
      "epoch": 2.51125207672557,
      "grad_norm": 2.6476638320654153,
      "learning_rate": 6.40716394235828e-07,
      "loss": 0.0974,
      "step": 16627
    },
    {
      "epoch": 2.5114031113124904,
      "grad_norm": 1.3084623063171072,
      "learning_rate": 6.403291382791016e-07,
      "loss": 0.0654,
      "step": 16628
    },
    {
      "epoch": 2.511554145899411,
      "grad_norm": 1.731124025145617,
      "learning_rate": 6.399419913819405e-07,
      "loss": 0.0826,
      "step": 16629
    },
    {
      "epoch": 2.5117051804863313,
      "grad_norm": 2.0593881647335923,
      "learning_rate": 6.395549535540308e-07,
      "loss": 0.0822,
      "step": 16630
    },
    {
      "epoch": 2.5118562150732515,
      "grad_norm": 1.454270817032185,
      "learning_rate": 6.391680248050514e-07,
      "loss": 0.0712,
      "step": 16631
    },
    {
      "epoch": 2.512007249660172,
      "grad_norm": 1.3746336427681611,
      "learning_rate": 6.387812051446846e-07,
      "loss": 0.0884,
      "step": 16632
    },
    {
      "epoch": 2.5121582842470924,
      "grad_norm": 1.162806160769601,
      "learning_rate": 6.383944945826054e-07,
      "loss": 0.0606,
      "step": 16633
    },
    {
      "epoch": 2.512309318834013,
      "grad_norm": 1.7336882605262869,
      "learning_rate": 6.380078931284867e-07,
      "loss": 0.0825,
      "step": 16634
    },
    {
      "epoch": 2.5124603534209333,
      "grad_norm": 1.1050305785341372,
      "learning_rate": 6.376214007920017e-07,
      "loss": 0.0659,
      "step": 16635
    },
    {
      "epoch": 2.512611388007854,
      "grad_norm": 1.2902206681638588,
      "learning_rate": 6.372350175828162e-07,
      "loss": 0.0679,
      "step": 16636
    },
    {
      "epoch": 2.5127624225947742,
      "grad_norm": 1.4663976966174985,
      "learning_rate": 6.36848743510598e-07,
      "loss": 0.0725,
      "step": 16637
    },
    {
      "epoch": 2.5129134571816945,
      "grad_norm": 1.5649694243556713,
      "learning_rate": 6.364625785850081e-07,
      "loss": 0.072,
      "step": 16638
    },
    {
      "epoch": 2.513064491768615,
      "grad_norm": 1.1765627486093293,
      "learning_rate": 6.360765228157089e-07,
      "loss": 0.0692,
      "step": 16639
    },
    {
      "epoch": 2.5132155263555354,
      "grad_norm": 1.0027784515093514,
      "learning_rate": 6.356905762123555e-07,
      "loss": 0.0583,
      "step": 16640
    },
    {
      "epoch": 2.5133665609424556,
      "grad_norm": 1.432109640375761,
      "learning_rate": 6.353047387846045e-07,
      "loss": 0.0871,
      "step": 16641
    },
    {
      "epoch": 2.5135175955293763,
      "grad_norm": 1.245617547164944,
      "learning_rate": 6.349190105421071e-07,
      "loss": 0.0765,
      "step": 16642
    },
    {
      "epoch": 2.5136686301162965,
      "grad_norm": 2.5323139637508048,
      "learning_rate": 6.345333914945107e-07,
      "loss": 0.1312,
      "step": 16643
    },
    {
      "epoch": 2.513819664703217,
      "grad_norm": 1.267863189482841,
      "learning_rate": 6.341478816514651e-07,
      "loss": 0.0667,
      "step": 16644
    },
    {
      "epoch": 2.5139706992901374,
      "grad_norm": 2.2558288991416484,
      "learning_rate": 6.337624810226106e-07,
      "loss": 0.0582,
      "step": 16645
    },
    {
      "epoch": 2.514121733877058,
      "grad_norm": 1.8126587510258334,
      "learning_rate": 6.333771896175916e-07,
      "loss": 0.0678,
      "step": 16646
    },
    {
      "epoch": 2.5142727684639783,
      "grad_norm": 1.2727728261333344,
      "learning_rate": 6.329920074460432e-07,
      "loss": 0.0773,
      "step": 16647
    },
    {
      "epoch": 2.5144238030508985,
      "grad_norm": 1.440159254024324,
      "learning_rate": 6.326069345176039e-07,
      "loss": 0.0774,
      "step": 16648
    },
    {
      "epoch": 2.514574837637819,
      "grad_norm": 1.1888312540591943,
      "learning_rate": 6.322219708419047e-07,
      "loss": 0.0689,
      "step": 16649
    },
    {
      "epoch": 2.5147258722247394,
      "grad_norm": 1.6591049756770238,
      "learning_rate": 6.318371164285753e-07,
      "loss": 0.0878,
      "step": 16650
    },
    {
      "epoch": 2.5148769068116597,
      "grad_norm": 2.056828366853478,
      "learning_rate": 6.314523712872445e-07,
      "loss": 0.0879,
      "step": 16651
    },
    {
      "epoch": 2.5150279413985803,
      "grad_norm": 1.3604011214039196,
      "learning_rate": 6.310677354275352e-07,
      "loss": 0.0768,
      "step": 16652
    },
    {
      "epoch": 2.5151789759855006,
      "grad_norm": 2.943504998021248,
      "learning_rate": 6.306832088590703e-07,
      "loss": 0.1207,
      "step": 16653
    },
    {
      "epoch": 2.5153300105724212,
      "grad_norm": 1.5466693773730187,
      "learning_rate": 6.302987915914699e-07,
      "loss": 0.0877,
      "step": 16654
    },
    {
      "epoch": 2.5154810451593415,
      "grad_norm": 1.7163442342260684,
      "learning_rate": 6.299144836343496e-07,
      "loss": 0.079,
      "step": 16655
    },
    {
      "epoch": 2.515632079746262,
      "grad_norm": 1.2490966413918196,
      "learning_rate": 6.295302849973229e-07,
      "loss": 0.0607,
      "step": 16656
    },
    {
      "epoch": 2.5157831143331824,
      "grad_norm": 1.1910064932152904,
      "learning_rate": 6.291461956899997e-07,
      "loss": 0.0609,
      "step": 16657
    },
    {
      "epoch": 2.5159341489201026,
      "grad_norm": 1.6541929634299686,
      "learning_rate": 6.287622157219891e-07,
      "loss": 0.0595,
      "step": 16658
    },
    {
      "epoch": 2.5160851835070233,
      "grad_norm": 1.6048843580561944,
      "learning_rate": 6.28378345102898e-07,
      "loss": 0.0793,
      "step": 16659
    },
    {
      "epoch": 2.5162362180939435,
      "grad_norm": 1.315543647517377,
      "learning_rate": 6.279945838423263e-07,
      "loss": 0.0686,
      "step": 16660
    },
    {
      "epoch": 2.5163872526808637,
      "grad_norm": 1.5176106381237744,
      "learning_rate": 6.276109319498774e-07,
      "loss": 0.0706,
      "step": 16661
    },
    {
      "epoch": 2.5165382872677844,
      "grad_norm": 1.593324142975038,
      "learning_rate": 6.272273894351461e-07,
      "loss": 0.0862,
      "step": 16662
    },
    {
      "epoch": 2.5166893218547046,
      "grad_norm": 1.8790302275315567,
      "learning_rate": 6.268439563077266e-07,
      "loss": 0.0863,
      "step": 16663
    },
    {
      "epoch": 2.5168403564416253,
      "grad_norm": 1.4170228974083574,
      "learning_rate": 6.264606325772127e-07,
      "loss": 0.0643,
      "step": 16664
    },
    {
      "epoch": 2.5169913910285455,
      "grad_norm": 3.5343769877864366,
      "learning_rate": 6.260774182531914e-07,
      "loss": 0.1268,
      "step": 16665
    },
    {
      "epoch": 2.517142425615466,
      "grad_norm": 1.4566814095559055,
      "learning_rate": 6.256943133452509e-07,
      "loss": 0.0751,
      "step": 16666
    },
    {
      "epoch": 2.5172934602023864,
      "grad_norm": 1.2059787174097736,
      "learning_rate": 6.253113178629727e-07,
      "loss": 0.0679,
      "step": 16667
    },
    {
      "epoch": 2.5174444947893067,
      "grad_norm": 1.2312636412003108,
      "learning_rate": 6.249284318159404e-07,
      "loss": 0.0572,
      "step": 16668
    },
    {
      "epoch": 2.5175955293762273,
      "grad_norm": 1.1955319973166985,
      "learning_rate": 6.245456552137303e-07,
      "loss": 0.0691,
      "step": 16669
    },
    {
      "epoch": 2.5177465639631476,
      "grad_norm": 1.306010756404384,
      "learning_rate": 6.241629880659167e-07,
      "loss": 0.0726,
      "step": 16670
    },
    {
      "epoch": 2.517897598550068,
      "grad_norm": 1.5978333361649206,
      "learning_rate": 6.237804303820749e-07,
      "loss": 0.0775,
      "step": 16671
    },
    {
      "epoch": 2.5180486331369885,
      "grad_norm": 1.2529155563945946,
      "learning_rate": 6.233979821717723e-07,
      "loss": 0.0662,
      "step": 16672
    },
    {
      "epoch": 2.5181996677239087,
      "grad_norm": 1.4842981330142555,
      "learning_rate": 6.230156434445784e-07,
      "loss": 0.075,
      "step": 16673
    },
    {
      "epoch": 2.518350702310829,
      "grad_norm": 1.2034146249324238,
      "learning_rate": 6.226334142100548e-07,
      "loss": 0.065,
      "step": 16674
    },
    {
      "epoch": 2.5185017368977496,
      "grad_norm": 2.1140135317313478,
      "learning_rate": 6.222512944777658e-07,
      "loss": 0.0804,
      "step": 16675
    },
    {
      "epoch": 2.5186527714846703,
      "grad_norm": 1.4883949928210751,
      "learning_rate": 6.218692842572688e-07,
      "loss": 0.0727,
      "step": 16676
    },
    {
      "epoch": 2.5188038060715905,
      "grad_norm": 1.4398230726022747,
      "learning_rate": 6.214873835581214e-07,
      "loss": 0.0662,
      "step": 16677
    },
    {
      "epoch": 2.5189548406585107,
      "grad_norm": 1.3205867819057118,
      "learning_rate": 6.211055923898756e-07,
      "loss": 0.072,
      "step": 16678
    },
    {
      "epoch": 2.5191058752454314,
      "grad_norm": 1.2560025932130645,
      "learning_rate": 6.207239107620822e-07,
      "loss": 0.0787,
      "step": 16679
    },
    {
      "epoch": 2.5192569098323516,
      "grad_norm": 1.3889512760550151,
      "learning_rate": 6.203423386842905e-07,
      "loss": 0.0812,
      "step": 16680
    },
    {
      "epoch": 2.519407944419272,
      "grad_norm": 1.8623929359641445,
      "learning_rate": 6.199608761660436e-07,
      "loss": 0.0837,
      "step": 16681
    },
    {
      "epoch": 2.5195589790061925,
      "grad_norm": 1.3834163906940529,
      "learning_rate": 6.195795232168855e-07,
      "loss": 0.076,
      "step": 16682
    },
    {
      "epoch": 2.5197100135931128,
      "grad_norm": 1.7016242040639744,
      "learning_rate": 6.19198279846357e-07,
      "loss": 0.0876,
      "step": 16683
    },
    {
      "epoch": 2.519861048180033,
      "grad_norm": 1.7649941777042297,
      "learning_rate": 6.188171460639936e-07,
      "loss": 0.0868,
      "step": 16684
    },
    {
      "epoch": 2.5200120827669537,
      "grad_norm": 1.7208105764262214,
      "learning_rate": 6.184361218793289e-07,
      "loss": 0.0854,
      "step": 16685
    },
    {
      "epoch": 2.520163117353874,
      "grad_norm": 1.5186419505143158,
      "learning_rate": 6.180552073018959e-07,
      "loss": 0.0776,
      "step": 16686
    },
    {
      "epoch": 2.5203141519407946,
      "grad_norm": 1.657515313870032,
      "learning_rate": 6.176744023412224e-07,
      "loss": 0.071,
      "step": 16687
    },
    {
      "epoch": 2.520465186527715,
      "grad_norm": 0.9985567446564723,
      "learning_rate": 6.172937070068358e-07,
      "loss": 0.0558,
      "step": 16688
    },
    {
      "epoch": 2.5206162211146355,
      "grad_norm": 1.2143159282723208,
      "learning_rate": 6.169131213082569e-07,
      "loss": 0.0657,
      "step": 16689
    },
    {
      "epoch": 2.5207672557015557,
      "grad_norm": 1.4995340223601652,
      "learning_rate": 6.165326452550091e-07,
      "loss": 0.0791,
      "step": 16690
    },
    {
      "epoch": 2.520918290288476,
      "grad_norm": 1.3954551839933853,
      "learning_rate": 6.161522788566093e-07,
      "loss": 0.0731,
      "step": 16691
    },
    {
      "epoch": 2.5210693248753966,
      "grad_norm": 1.7472727331889022,
      "learning_rate": 6.15772022122571e-07,
      "loss": 0.0885,
      "step": 16692
    },
    {
      "epoch": 2.521220359462317,
      "grad_norm": 2.064335720477335,
      "learning_rate": 6.153918750624088e-07,
      "loss": 0.0979,
      "step": 16693
    },
    {
      "epoch": 2.521371394049237,
      "grad_norm": 1.4447843672604703,
      "learning_rate": 6.150118376856301e-07,
      "loss": 0.0784,
      "step": 16694
    },
    {
      "epoch": 2.5215224286361577,
      "grad_norm": 1.5301996731930787,
      "learning_rate": 6.14631910001744e-07,
      "loss": 0.0766,
      "step": 16695
    },
    {
      "epoch": 2.521673463223078,
      "grad_norm": 1.1139070566086455,
      "learning_rate": 6.142520920202522e-07,
      "loss": 0.0617,
      "step": 16696
    },
    {
      "epoch": 2.5218244978099986,
      "grad_norm": 2.13073964809596,
      "learning_rate": 6.138723837506589e-07,
      "loss": 0.0894,
      "step": 16697
    },
    {
      "epoch": 2.521975532396919,
      "grad_norm": 1.6901311893440862,
      "learning_rate": 6.134927852024608e-07,
      "loss": 0.0735,
      "step": 16698
    },
    {
      "epoch": 2.5221265669838395,
      "grad_norm": 1.4591799746527403,
      "learning_rate": 6.131132963851532e-07,
      "loss": 0.0751,
      "step": 16699
    },
    {
      "epoch": 2.5222776015707598,
      "grad_norm": 1.230491817524627,
      "learning_rate": 6.127339173082308e-07,
      "loss": 0.0702,
      "step": 16700
    },
    {
      "epoch": 2.52242863615768,
      "grad_norm": 1.5161038803151468,
      "learning_rate": 6.123546479811826e-07,
      "loss": 0.0789,
      "step": 16701
    },
    {
      "epoch": 2.5225796707446007,
      "grad_norm": 1.1952851138503928,
      "learning_rate": 6.119754884134981e-07,
      "loss": 0.065,
      "step": 16702
    },
    {
      "epoch": 2.522730705331521,
      "grad_norm": 1.5304732137813142,
      "learning_rate": 6.1159643861466e-07,
      "loss": 0.0925,
      "step": 16703
    },
    {
      "epoch": 2.522881739918441,
      "grad_norm": 2.201063804119569,
      "learning_rate": 6.112174985941511e-07,
      "loss": 0.1058,
      "step": 16704
    },
    {
      "epoch": 2.523032774505362,
      "grad_norm": 1.6326223393959785,
      "learning_rate": 6.108386683614536e-07,
      "loss": 0.0911,
      "step": 16705
    },
    {
      "epoch": 2.523183809092282,
      "grad_norm": 1.3465756171947432,
      "learning_rate": 6.104599479260398e-07,
      "loss": 0.0761,
      "step": 16706
    },
    {
      "epoch": 2.5233348436792027,
      "grad_norm": 1.4458960811137826,
      "learning_rate": 6.100813372973862e-07,
      "loss": 0.0828,
      "step": 16707
    },
    {
      "epoch": 2.523485878266123,
      "grad_norm": 1.834816442299037,
      "learning_rate": 6.097028364849622e-07,
      "loss": 0.086,
      "step": 16708
    },
    {
      "epoch": 2.5236369128530436,
      "grad_norm": 1.767895672458596,
      "learning_rate": 6.093244454982373e-07,
      "loss": 0.0882,
      "step": 16709
    },
    {
      "epoch": 2.523787947439964,
      "grad_norm": 1.5045060052305226,
      "learning_rate": 6.089461643466782e-07,
      "loss": 0.0753,
      "step": 16710
    },
    {
      "epoch": 2.523938982026884,
      "grad_norm": 1.3904832273391623,
      "learning_rate": 6.085679930397459e-07,
      "loss": 0.0691,
      "step": 16711
    },
    {
      "epoch": 2.5240900166138047,
      "grad_norm": 1.3953292726626187,
      "learning_rate": 6.081899315869022e-07,
      "loss": 0.0719,
      "step": 16712
    },
    {
      "epoch": 2.524241051200725,
      "grad_norm": 5.561488763179893,
      "learning_rate": 6.07811979997604e-07,
      "loss": 0.0875,
      "step": 16713
    },
    {
      "epoch": 2.524392085787645,
      "grad_norm": 1.244429156788204,
      "learning_rate": 6.074341382813043e-07,
      "loss": 0.0593,
      "step": 16714
    },
    {
      "epoch": 2.524543120374566,
      "grad_norm": 1.5559172581118046,
      "learning_rate": 6.070564064474577e-07,
      "loss": 0.0696,
      "step": 16715
    },
    {
      "epoch": 2.524694154961486,
      "grad_norm": 1.4774442502202545,
      "learning_rate": 6.066787845055111e-07,
      "loss": 0.0845,
      "step": 16716
    },
    {
      "epoch": 2.5248451895484063,
      "grad_norm": 1.351883674352442,
      "learning_rate": 6.063012724649125e-07,
      "loss": 0.0723,
      "step": 16717
    },
    {
      "epoch": 2.524996224135327,
      "grad_norm": 1.2701913473705628,
      "learning_rate": 6.059238703351044e-07,
      "loss": 0.0753,
      "step": 16718
    },
    {
      "epoch": 2.5251472587222477,
      "grad_norm": 1.6304421938331848,
      "learning_rate": 6.055465781255293e-07,
      "loss": 0.0797,
      "step": 16719
    },
    {
      "epoch": 2.525298293309168,
      "grad_norm": 1.975607831132211,
      "learning_rate": 6.05169395845624e-07,
      "loss": 0.0731,
      "step": 16720
    },
    {
      "epoch": 2.525449327896088,
      "grad_norm": 1.789555464042208,
      "learning_rate": 6.047923235048236e-07,
      "loss": 0.0697,
      "step": 16721
    },
    {
      "epoch": 2.525600362483009,
      "grad_norm": 1.3341440565635598,
      "learning_rate": 6.044153611125625e-07,
      "loss": 0.0714,
      "step": 16722
    },
    {
      "epoch": 2.525751397069929,
      "grad_norm": 1.1889954520649884,
      "learning_rate": 6.040385086782685e-07,
      "loss": 0.0718,
      "step": 16723
    },
    {
      "epoch": 2.5259024316568492,
      "grad_norm": 1.4537411587444462,
      "learning_rate": 6.036617662113709e-07,
      "loss": 0.0621,
      "step": 16724
    },
    {
      "epoch": 2.52605346624377,
      "grad_norm": 1.2045522774253914,
      "learning_rate": 6.032851337212914e-07,
      "loss": 0.0711,
      "step": 16725
    },
    {
      "epoch": 2.52620450083069,
      "grad_norm": 1.4759035860104446,
      "learning_rate": 6.029086112174554e-07,
      "loss": 0.073,
      "step": 16726
    },
    {
      "epoch": 2.5263555354176104,
      "grad_norm": 2.04043705145599,
      "learning_rate": 6.025321987092792e-07,
      "loss": 0.0672,
      "step": 16727
    },
    {
      "epoch": 2.526506570004531,
      "grad_norm": 1.5682184313877972,
      "learning_rate": 6.021558962061785e-07,
      "loss": 0.0772,
      "step": 16728
    },
    {
      "epoch": 2.5266576045914513,
      "grad_norm": 1.267462336524837,
      "learning_rate": 6.017797037175688e-07,
      "loss": 0.0699,
      "step": 16729
    },
    {
      "epoch": 2.526808639178372,
      "grad_norm": 2.528521063113445,
      "learning_rate": 6.014036212528585e-07,
      "loss": 0.082,
      "step": 16730
    },
    {
      "epoch": 2.526959673765292,
      "grad_norm": 1.1412956622874895,
      "learning_rate": 6.010276488214578e-07,
      "loss": 0.0581,
      "step": 16731
    },
    {
      "epoch": 2.527110708352213,
      "grad_norm": 1.3935721315835943,
      "learning_rate": 6.006517864327699e-07,
      "loss": 0.066,
      "step": 16732
    },
    {
      "epoch": 2.527261742939133,
      "grad_norm": 1.4083804752501237,
      "learning_rate": 6.002760340961983e-07,
      "loss": 0.0764,
      "step": 16733
    },
    {
      "epoch": 2.5274127775260533,
      "grad_norm": 1.4212245967933068,
      "learning_rate": 5.999003918211438e-07,
      "loss": 0.0659,
      "step": 16734
    },
    {
      "epoch": 2.527563812112974,
      "grad_norm": 1.4402967279645893,
      "learning_rate": 5.995248596170006e-07,
      "loss": 0.0743,
      "step": 16735
    },
    {
      "epoch": 2.527714846699894,
      "grad_norm": 1.714581602297529,
      "learning_rate": 5.991494374931645e-07,
      "loss": 0.0795,
      "step": 16736
    },
    {
      "epoch": 2.5278658812868144,
      "grad_norm": 1.3419486233081974,
      "learning_rate": 5.987741254590263e-07,
      "loss": 0.0633,
      "step": 16737
    },
    {
      "epoch": 2.528016915873735,
      "grad_norm": 1.2371216675085555,
      "learning_rate": 5.98398923523974e-07,
      "loss": 0.0679,
      "step": 16738
    },
    {
      "epoch": 2.5281679504606553,
      "grad_norm": 1.442768569049587,
      "learning_rate": 5.980238316973963e-07,
      "loss": 0.0683,
      "step": 16739
    },
    {
      "epoch": 2.528318985047576,
      "grad_norm": 1.4291183274877048,
      "learning_rate": 5.976488499886729e-07,
      "loss": 0.0789,
      "step": 16740
    },
    {
      "epoch": 2.5284700196344962,
      "grad_norm": 1.5564601273980514,
      "learning_rate": 5.972739784071879e-07,
      "loss": 0.0768,
      "step": 16741
    },
    {
      "epoch": 2.528621054221417,
      "grad_norm": 1.8166354646313574,
      "learning_rate": 5.968992169623144e-07,
      "loss": 0.0795,
      "step": 16742
    },
    {
      "epoch": 2.528772088808337,
      "grad_norm": 1.2674177802473485,
      "learning_rate": 5.965245656634294e-07,
      "loss": 0.0634,
      "step": 16743
    },
    {
      "epoch": 2.5289231233952574,
      "grad_norm": 1.4034260861634837,
      "learning_rate": 5.961500245199065e-07,
      "loss": 0.0784,
      "step": 16744
    },
    {
      "epoch": 2.529074157982178,
      "grad_norm": 1.2981560163120631,
      "learning_rate": 5.95775593541113e-07,
      "loss": 0.074,
      "step": 16745
    },
    {
      "epoch": 2.5292251925690983,
      "grad_norm": 1.138828981805109,
      "learning_rate": 5.954012727364167e-07,
      "loss": 0.0544,
      "step": 16746
    },
    {
      "epoch": 2.5293762271560185,
      "grad_norm": 1.2266299431095626,
      "learning_rate": 5.950270621151804e-07,
      "loss": 0.0709,
      "step": 16747
    },
    {
      "epoch": 2.529527261742939,
      "grad_norm": 1.929622805604915,
      "learning_rate": 5.946529616867663e-07,
      "loss": 0.0854,
      "step": 16748
    },
    {
      "epoch": 2.5296782963298594,
      "grad_norm": 1.1854063143747209,
      "learning_rate": 5.942789714605324e-07,
      "loss": 0.0726,
      "step": 16749
    },
    {
      "epoch": 2.52982933091678,
      "grad_norm": 1.8861914388535632,
      "learning_rate": 5.939050914458333e-07,
      "loss": 0.0903,
      "step": 16750
    },
    {
      "epoch": 2.5299803655037003,
      "grad_norm": 2.067543131804432,
      "learning_rate": 5.935313216520233e-07,
      "loss": 0.099,
      "step": 16751
    },
    {
      "epoch": 2.530131400090621,
      "grad_norm": 1.520035593239411,
      "learning_rate": 5.931576620884505e-07,
      "loss": 0.0719,
      "step": 16752
    },
    {
      "epoch": 2.530282434677541,
      "grad_norm": 1.5061187253230472,
      "learning_rate": 5.927841127644645e-07,
      "loss": 0.0856,
      "step": 16753
    },
    {
      "epoch": 2.5304334692644614,
      "grad_norm": 1.5004534906525713,
      "learning_rate": 5.924106736894081e-07,
      "loss": 0.0909,
      "step": 16754
    },
    {
      "epoch": 2.530584503851382,
      "grad_norm": 1.6277495663983832,
      "learning_rate": 5.920373448726236e-07,
      "loss": 0.0912,
      "step": 16755
    },
    {
      "epoch": 2.5307355384383023,
      "grad_norm": 1.4690518232354304,
      "learning_rate": 5.916641263234518e-07,
      "loss": 0.0757,
      "step": 16756
    },
    {
      "epoch": 2.5308865730252226,
      "grad_norm": 1.1780051297209415,
      "learning_rate": 5.912910180512255e-07,
      "loss": 0.0616,
      "step": 16757
    },
    {
      "epoch": 2.5310376076121432,
      "grad_norm": 1.5094008442635114,
      "learning_rate": 5.909180200652814e-07,
      "loss": 0.0774,
      "step": 16758
    },
    {
      "epoch": 2.5311886421990635,
      "grad_norm": 1.8369451492296862,
      "learning_rate": 5.905451323749472e-07,
      "loss": 0.0733,
      "step": 16759
    },
    {
      "epoch": 2.531339676785984,
      "grad_norm": 1.7224363269590564,
      "learning_rate": 5.901723549895533e-07,
      "loss": 0.0846,
      "step": 16760
    },
    {
      "epoch": 2.5314907113729044,
      "grad_norm": 1.2058592295650101,
      "learning_rate": 5.897996879184248e-07,
      "loss": 0.069,
      "step": 16761
    },
    {
      "epoch": 2.531641745959825,
      "grad_norm": 1.3023503874447728,
      "learning_rate": 5.894271311708827e-07,
      "loss": 0.0538,
      "step": 16762
    },
    {
      "epoch": 2.5317927805467453,
      "grad_norm": 1.643441087291473,
      "learning_rate": 5.8905468475625e-07,
      "loss": 0.0802,
      "step": 16763
    },
    {
      "epoch": 2.5319438151336655,
      "grad_norm": 1.733209333857682,
      "learning_rate": 5.886823486838389e-07,
      "loss": 0.0793,
      "step": 16764
    },
    {
      "epoch": 2.532094849720586,
      "grad_norm": 1.1760380829630184,
      "learning_rate": 5.883101229629656e-07,
      "loss": 0.0673,
      "step": 16765
    },
    {
      "epoch": 2.5322458843075064,
      "grad_norm": 1.2106285361372116,
      "learning_rate": 5.879380076029434e-07,
      "loss": 0.069,
      "step": 16766
    },
    {
      "epoch": 2.5323969188944266,
      "grad_norm": 1.4779777078834773,
      "learning_rate": 5.87566002613078e-07,
      "loss": 0.079,
      "step": 16767
    },
    {
      "epoch": 2.5325479534813473,
      "grad_norm": 1.775957534544516,
      "learning_rate": 5.871941080026778e-07,
      "loss": 0.0675,
      "step": 16768
    },
    {
      "epoch": 2.5326989880682675,
      "grad_norm": 1.8911615161816298,
      "learning_rate": 5.868223237810444e-07,
      "loss": 0.0712,
      "step": 16769
    },
    {
      "epoch": 2.5328500226551878,
      "grad_norm": 1.3532486969072752,
      "learning_rate": 5.86450649957479e-07,
      "loss": 0.0601,
      "step": 16770
    },
    {
      "epoch": 2.5330010572421084,
      "grad_norm": 1.689861791000927,
      "learning_rate": 5.860790865412796e-07,
      "loss": 0.0927,
      "step": 16771
    },
    {
      "epoch": 2.533152091829029,
      "grad_norm": 1.59055700566037,
      "learning_rate": 5.857076335417389e-07,
      "loss": 0.0747,
      "step": 16772
    },
    {
      "epoch": 2.5333031264159493,
      "grad_norm": 1.5064881196346227,
      "learning_rate": 5.853362909681515e-07,
      "loss": 0.069,
      "step": 16773
    },
    {
      "epoch": 2.5334541610028696,
      "grad_norm": 1.4366593906846419,
      "learning_rate": 5.84965058829805e-07,
      "loss": 0.0673,
      "step": 16774
    },
    {
      "epoch": 2.5336051955897902,
      "grad_norm": 1.5117614054553334,
      "learning_rate": 5.845939371359877e-07,
      "loss": 0.09,
      "step": 16775
    },
    {
      "epoch": 2.5337562301767105,
      "grad_norm": 1.3202606829957524,
      "learning_rate": 5.842229258959809e-07,
      "loss": 0.0635,
      "step": 16776
    },
    {
      "epoch": 2.5339072647636307,
      "grad_norm": 2.0236858475053316,
      "learning_rate": 5.838520251190688e-07,
      "loss": 0.0785,
      "step": 16777
    },
    {
      "epoch": 2.5340582993505514,
      "grad_norm": 1.4773864575711706,
      "learning_rate": 5.834812348145274e-07,
      "loss": 0.0772,
      "step": 16778
    },
    {
      "epoch": 2.5342093339374716,
      "grad_norm": 1.3270810401868185,
      "learning_rate": 5.831105549916322e-07,
      "loss": 0.0597,
      "step": 16779
    },
    {
      "epoch": 2.534360368524392,
      "grad_norm": 1.4941041603372085,
      "learning_rate": 5.827399856596578e-07,
      "loss": 0.0734,
      "step": 16780
    },
    {
      "epoch": 2.5345114031113125,
      "grad_norm": 1.2948078843194635,
      "learning_rate": 5.823695268278717e-07,
      "loss": 0.07,
      "step": 16781
    },
    {
      "epoch": 2.5346624376982327,
      "grad_norm": 1.214963523992141,
      "learning_rate": 5.819991785055434e-07,
      "loss": 0.0746,
      "step": 16782
    },
    {
      "epoch": 2.5348134722851534,
      "grad_norm": 1.4911995018745978,
      "learning_rate": 5.81628940701936e-07,
      "loss": 0.0808,
      "step": 16783
    },
    {
      "epoch": 2.5349645068720736,
      "grad_norm": 2.028996799864631,
      "learning_rate": 5.812588134263109e-07,
      "loss": 0.0798,
      "step": 16784
    },
    {
      "epoch": 2.5351155414589943,
      "grad_norm": 1.4337933341224645,
      "learning_rate": 5.808887966879301e-07,
      "loss": 0.0852,
      "step": 16785
    },
    {
      "epoch": 2.5352665760459145,
      "grad_norm": 1.7306964233498021,
      "learning_rate": 5.805188904960457e-07,
      "loss": 0.089,
      "step": 16786
    },
    {
      "epoch": 2.5354176106328348,
      "grad_norm": 1.242555103948924,
      "learning_rate": 5.801490948599136e-07,
      "loss": 0.069,
      "step": 16787
    },
    {
      "epoch": 2.5355686452197554,
      "grad_norm": 1.2380601987746112,
      "learning_rate": 5.797794097887827e-07,
      "loss": 0.0679,
      "step": 16788
    },
    {
      "epoch": 2.5357196798066757,
      "grad_norm": 1.146834867890712,
      "learning_rate": 5.794098352919014e-07,
      "loss": 0.0662,
      "step": 16789
    },
    {
      "epoch": 2.535870714393596,
      "grad_norm": 1.5206617022878772,
      "learning_rate": 5.79040371378517e-07,
      "loss": 0.0772,
      "step": 16790
    },
    {
      "epoch": 2.5360217489805166,
      "grad_norm": 1.7601853217325956,
      "learning_rate": 5.786710180578686e-07,
      "loss": 0.0807,
      "step": 16791
    },
    {
      "epoch": 2.536172783567437,
      "grad_norm": 1.4234889505078714,
      "learning_rate": 5.783017753391995e-07,
      "loss": 0.0723,
      "step": 16792
    },
    {
      "epoch": 2.5363238181543575,
      "grad_norm": 1.5474725967654108,
      "learning_rate": 5.779326432317422e-07,
      "loss": 0.1036,
      "step": 16793
    },
    {
      "epoch": 2.5364748527412777,
      "grad_norm": 2.0166072430587967,
      "learning_rate": 5.775636217447328e-07,
      "loss": 0.0729,
      "step": 16794
    },
    {
      "epoch": 2.5366258873281984,
      "grad_norm": 1.8819742609707404,
      "learning_rate": 5.771947108874037e-07,
      "loss": 0.0679,
      "step": 16795
    },
    {
      "epoch": 2.5367769219151186,
      "grad_norm": 1.2338845116785788,
      "learning_rate": 5.768259106689816e-07,
      "loss": 0.0649,
      "step": 16796
    },
    {
      "epoch": 2.536927956502039,
      "grad_norm": 1.5848233310937483,
      "learning_rate": 5.764572210986935e-07,
      "loss": 0.0665,
      "step": 16797
    },
    {
      "epoch": 2.5370789910889595,
      "grad_norm": 2.0637366701704614,
      "learning_rate": 5.760886421857609e-07,
      "loss": 0.08,
      "step": 16798
    },
    {
      "epoch": 2.5372300256758797,
      "grad_norm": 1.861203584547521,
      "learning_rate": 5.757201739394064e-07,
      "loss": 0.0917,
      "step": 16799
    },
    {
      "epoch": 2.5373810602628,
      "grad_norm": 1.2492304887395171,
      "learning_rate": 5.753518163688454e-07,
      "loss": 0.0628,
      "step": 16800
    },
    {
      "epoch": 2.5375320948497206,
      "grad_norm": 1.8425989346918443,
      "learning_rate": 5.749835694832922e-07,
      "loss": 0.0664,
      "step": 16801
    },
    {
      "epoch": 2.537683129436641,
      "grad_norm": 1.7136826969963703,
      "learning_rate": 5.746154332919612e-07,
      "loss": 0.079,
      "step": 16802
    },
    {
      "epoch": 2.5378341640235615,
      "grad_norm": 1.297570285329488,
      "learning_rate": 5.742474078040583e-07,
      "loss": 0.0733,
      "step": 16803
    },
    {
      "epoch": 2.5379851986104818,
      "grad_norm": 1.2009721794423691,
      "learning_rate": 5.738794930287927e-07,
      "loss": 0.0635,
      "step": 16804
    },
    {
      "epoch": 2.5381362331974024,
      "grad_norm": 1.4896191780597405,
      "learning_rate": 5.735116889753661e-07,
      "loss": 0.0676,
      "step": 16805
    },
    {
      "epoch": 2.5382872677843227,
      "grad_norm": 1.3010169297048764,
      "learning_rate": 5.731439956529811e-07,
      "loss": 0.0635,
      "step": 16806
    },
    {
      "epoch": 2.538438302371243,
      "grad_norm": 1.3564364197531509,
      "learning_rate": 5.727764130708341e-07,
      "loss": 0.0627,
      "step": 16807
    },
    {
      "epoch": 2.5385893369581636,
      "grad_norm": 1.1660073241430386,
      "learning_rate": 5.724089412381206e-07,
      "loss": 0.067,
      "step": 16808
    },
    {
      "epoch": 2.538740371545084,
      "grad_norm": 1.1682008033317852,
      "learning_rate": 5.720415801640339e-07,
      "loss": 0.0701,
      "step": 16809
    },
    {
      "epoch": 2.538891406132004,
      "grad_norm": 1.78046133379421,
      "learning_rate": 5.716743298577626e-07,
      "loss": 0.0823,
      "step": 16810
    },
    {
      "epoch": 2.5390424407189247,
      "grad_norm": 1.3613160727909184,
      "learning_rate": 5.713071903284945e-07,
      "loss": 0.0728,
      "step": 16811
    },
    {
      "epoch": 2.539193475305845,
      "grad_norm": 1.3650539926310272,
      "learning_rate": 5.709401615854149e-07,
      "loss": 0.0832,
      "step": 16812
    },
    {
      "epoch": 2.539344509892765,
      "grad_norm": 2.062305632627093,
      "learning_rate": 5.705732436377037e-07,
      "loss": 0.0745,
      "step": 16813
    },
    {
      "epoch": 2.539495544479686,
      "grad_norm": 2.2467496063076755,
      "learning_rate": 5.702064364945398e-07,
      "loss": 0.0715,
      "step": 16814
    },
    {
      "epoch": 2.5396465790666065,
      "grad_norm": 1.380350947249637,
      "learning_rate": 5.698397401650985e-07,
      "loss": 0.0623,
      "step": 16815
    },
    {
      "epoch": 2.5397976136535267,
      "grad_norm": 2.2611428235912445,
      "learning_rate": 5.69473154658553e-07,
      "loss": 0.0837,
      "step": 16816
    },
    {
      "epoch": 2.539948648240447,
      "grad_norm": 1.7022762142032706,
      "learning_rate": 5.691066799840755e-07,
      "loss": 0.0842,
      "step": 16817
    },
    {
      "epoch": 2.5400996828273676,
      "grad_norm": 3.2891215794410025,
      "learning_rate": 5.687403161508315e-07,
      "loss": 0.0798,
      "step": 16818
    },
    {
      "epoch": 2.540250717414288,
      "grad_norm": 1.4194375648445234,
      "learning_rate": 5.683740631679868e-07,
      "loss": 0.0736,
      "step": 16819
    },
    {
      "epoch": 2.540401752001208,
      "grad_norm": 1.302465382691185,
      "learning_rate": 5.680079210447032e-07,
      "loss": 0.0683,
      "step": 16820
    },
    {
      "epoch": 2.5405527865881288,
      "grad_norm": 1.4988745354929913,
      "learning_rate": 5.676418897901404e-07,
      "loss": 0.0764,
      "step": 16821
    },
    {
      "epoch": 2.540703821175049,
      "grad_norm": 1.4249163539025262,
      "learning_rate": 5.672759694134544e-07,
      "loss": 0.0778,
      "step": 16822
    },
    {
      "epoch": 2.5408548557619692,
      "grad_norm": 1.6423217344860233,
      "learning_rate": 5.669101599237975e-07,
      "loss": 0.0732,
      "step": 16823
    },
    {
      "epoch": 2.54100589034889,
      "grad_norm": 1.3840176903550205,
      "learning_rate": 5.665444613303234e-07,
      "loss": 0.0733,
      "step": 16824
    },
    {
      "epoch": 2.54115692493581,
      "grad_norm": 1.6063965548929848,
      "learning_rate": 5.66178873642178e-07,
      "loss": 0.079,
      "step": 16825
    },
    {
      "epoch": 2.541307959522731,
      "grad_norm": 1.382640706556265,
      "learning_rate": 5.658133968685087e-07,
      "loss": 0.0714,
      "step": 16826
    },
    {
      "epoch": 2.541458994109651,
      "grad_norm": 1.1454367434066623,
      "learning_rate": 5.654480310184557e-07,
      "loss": 0.0587,
      "step": 16827
    },
    {
      "epoch": 2.5416100286965717,
      "grad_norm": 1.5694336046076502,
      "learning_rate": 5.650827761011607e-07,
      "loss": 0.0861,
      "step": 16828
    },
    {
      "epoch": 2.541761063283492,
      "grad_norm": 1.4794215527604853,
      "learning_rate": 5.647176321257608e-07,
      "loss": 0.069,
      "step": 16829
    },
    {
      "epoch": 2.541912097870412,
      "grad_norm": 1.19196111754447,
      "learning_rate": 5.643525991013882e-07,
      "loss": 0.069,
      "step": 16830
    },
    {
      "epoch": 2.542063132457333,
      "grad_norm": 1.6954996522722134,
      "learning_rate": 5.639876770371771e-07,
      "loss": 0.0614,
      "step": 16831
    },
    {
      "epoch": 2.542214167044253,
      "grad_norm": 1.5229032292099889,
      "learning_rate": 5.636228659422538e-07,
      "loss": 0.0721,
      "step": 16832
    },
    {
      "epoch": 2.5423652016311733,
      "grad_norm": 1.3842970706629318,
      "learning_rate": 5.632581658257463e-07,
      "loss": 0.0698,
      "step": 16833
    },
    {
      "epoch": 2.542516236218094,
      "grad_norm": 1.7552373021684715,
      "learning_rate": 5.628935766967758e-07,
      "loss": 0.0833,
      "step": 16834
    },
    {
      "epoch": 2.542667270805014,
      "grad_norm": 1.4623688536478137,
      "learning_rate": 5.625290985644649e-07,
      "loss": 0.0743,
      "step": 16835
    },
    {
      "epoch": 2.542818305391935,
      "grad_norm": 1.4745826250407237,
      "learning_rate": 5.621647314379303e-07,
      "loss": 0.0721,
      "step": 16836
    },
    {
      "epoch": 2.542969339978855,
      "grad_norm": 1.5469981993800523,
      "learning_rate": 5.618004753262851e-07,
      "loss": 0.0796,
      "step": 16837
    },
    {
      "epoch": 2.5431203745657758,
      "grad_norm": 1.635004893784074,
      "learning_rate": 5.614363302386444e-07,
      "loss": 0.0743,
      "step": 16838
    },
    {
      "epoch": 2.543271409152696,
      "grad_norm": 1.5814641285073614,
      "learning_rate": 5.610722961841148e-07,
      "loss": 0.0786,
      "step": 16839
    },
    {
      "epoch": 2.5434224437396162,
      "grad_norm": 1.4071913437728076,
      "learning_rate": 5.607083731718038e-07,
      "loss": 0.0802,
      "step": 16840
    },
    {
      "epoch": 2.543573478326537,
      "grad_norm": 1.2901294005353,
      "learning_rate": 5.603445612108166e-07,
      "loss": 0.0668,
      "step": 16841
    },
    {
      "epoch": 2.543724512913457,
      "grad_norm": 1.3201330246268972,
      "learning_rate": 5.59980860310253e-07,
      "loss": 0.0714,
      "step": 16842
    },
    {
      "epoch": 2.5438755475003774,
      "grad_norm": 1.9396291218716328,
      "learning_rate": 5.596172704792108e-07,
      "loss": 0.0791,
      "step": 16843
    },
    {
      "epoch": 2.544026582087298,
      "grad_norm": 1.2874682166075924,
      "learning_rate": 5.592537917267843e-07,
      "loss": 0.0793,
      "step": 16844
    },
    {
      "epoch": 2.5441776166742183,
      "grad_norm": 1.592995371094491,
      "learning_rate": 5.58890424062068e-07,
      "loss": 0.0736,
      "step": 16845
    },
    {
      "epoch": 2.544328651261139,
      "grad_norm": 1.9021261765321487,
      "learning_rate": 5.585271674941523e-07,
      "loss": 0.0889,
      "step": 16846
    },
    {
      "epoch": 2.544479685848059,
      "grad_norm": 1.3783506756395958,
      "learning_rate": 5.581640220321222e-07,
      "loss": 0.0608,
      "step": 16847
    },
    {
      "epoch": 2.54463072043498,
      "grad_norm": 1.3552965770147454,
      "learning_rate": 5.578009876850638e-07,
      "loss": 0.0718,
      "step": 16848
    },
    {
      "epoch": 2.5447817550219,
      "grad_norm": 1.3969266223387604,
      "learning_rate": 5.574380644620575e-07,
      "loss": 0.0668,
      "step": 16849
    },
    {
      "epoch": 2.5449327896088203,
      "grad_norm": 1.2506827686391162,
      "learning_rate": 5.570752523721818e-07,
      "loss": 0.0669,
      "step": 16850
    },
    {
      "epoch": 2.545083824195741,
      "grad_norm": 1.5248813106572594,
      "learning_rate": 5.567125514245136e-07,
      "loss": 0.0741,
      "step": 16851
    },
    {
      "epoch": 2.545234858782661,
      "grad_norm": 1.4576144063502825,
      "learning_rate": 5.563499616281248e-07,
      "loss": 0.071,
      "step": 16852
    },
    {
      "epoch": 2.5453858933695814,
      "grad_norm": 1.4143983388531949,
      "learning_rate": 5.55987482992088e-07,
      "loss": 0.0719,
      "step": 16853
    },
    {
      "epoch": 2.545536927956502,
      "grad_norm": 1.974859851921709,
      "learning_rate": 5.556251155254678e-07,
      "loss": 0.0739,
      "step": 16854
    },
    {
      "epoch": 2.5456879625434223,
      "grad_norm": 1.4807375875372557,
      "learning_rate": 5.552628592373321e-07,
      "loss": 0.0811,
      "step": 16855
    },
    {
      "epoch": 2.545838997130343,
      "grad_norm": 1.5400316808058452,
      "learning_rate": 5.549007141367402e-07,
      "loss": 0.0726,
      "step": 16856
    },
    {
      "epoch": 2.5459900317172632,
      "grad_norm": 1.4770721987358773,
      "learning_rate": 5.54538680232754e-07,
      "loss": 0.0638,
      "step": 16857
    },
    {
      "epoch": 2.546141066304184,
      "grad_norm": 1.2137482935777923,
      "learning_rate": 5.541767575344281e-07,
      "loss": 0.0679,
      "step": 16858
    },
    {
      "epoch": 2.546292100891104,
      "grad_norm": 1.1942584738128428,
      "learning_rate": 5.538149460508157e-07,
      "loss": 0.0599,
      "step": 16859
    },
    {
      "epoch": 2.5464431354780244,
      "grad_norm": 1.212423996938751,
      "learning_rate": 5.534532457909703e-07,
      "loss": 0.062,
      "step": 16860
    },
    {
      "epoch": 2.546594170064945,
      "grad_norm": 1.4699897985108952,
      "learning_rate": 5.530916567639366e-07,
      "loss": 0.0802,
      "step": 16861
    },
    {
      "epoch": 2.5467452046518653,
      "grad_norm": 1.4363997777750883,
      "learning_rate": 5.52730178978762e-07,
      "loss": 0.0612,
      "step": 16862
    },
    {
      "epoch": 2.5468962392387855,
      "grad_norm": 1.4625834414091472,
      "learning_rate": 5.523688124444903e-07,
      "loss": 0.0676,
      "step": 16863
    },
    {
      "epoch": 2.547047273825706,
      "grad_norm": 2.9622757982882333,
      "learning_rate": 5.520075571701595e-07,
      "loss": 0.0876,
      "step": 16864
    },
    {
      "epoch": 2.5471983084126264,
      "grad_norm": 1.2448871082071302,
      "learning_rate": 5.516464131648069e-07,
      "loss": 0.0681,
      "step": 16865
    },
    {
      "epoch": 2.5473493429995466,
      "grad_norm": 1.3519629637058375,
      "learning_rate": 5.512853804374663e-07,
      "loss": 0.0725,
      "step": 16866
    },
    {
      "epoch": 2.5475003775864673,
      "grad_norm": 3.595401571094612,
      "learning_rate": 5.509244589971691e-07,
      "loss": 0.1014,
      "step": 16867
    },
    {
      "epoch": 2.547651412173388,
      "grad_norm": 1.0959437648375245,
      "learning_rate": 5.505636488529454e-07,
      "loss": 0.0605,
      "step": 16868
    },
    {
      "epoch": 2.547802446760308,
      "grad_norm": 1.4111965728712594,
      "learning_rate": 5.50202950013819e-07,
      "loss": 0.0691,
      "step": 16869
    },
    {
      "epoch": 2.5479534813472284,
      "grad_norm": 1.293716084436251,
      "learning_rate": 5.498423624888149e-07,
      "loss": 0.0784,
      "step": 16870
    },
    {
      "epoch": 2.548104515934149,
      "grad_norm": 1.4888988095858393,
      "learning_rate": 5.494818862869533e-07,
      "loss": 0.0683,
      "step": 16871
    },
    {
      "epoch": 2.5482555505210693,
      "grad_norm": 1.413263016252257,
      "learning_rate": 5.491215214172491e-07,
      "loss": 0.0786,
      "step": 16872
    },
    {
      "epoch": 2.5484065851079896,
      "grad_norm": 1.2292727790737374,
      "learning_rate": 5.487612678887206e-07,
      "loss": 0.0712,
      "step": 16873
    },
    {
      "epoch": 2.5485576196949102,
      "grad_norm": 1.5407993695485092,
      "learning_rate": 5.484011257103766e-07,
      "loss": 0.0734,
      "step": 16874
    },
    {
      "epoch": 2.5487086542818305,
      "grad_norm": 1.3184792573820732,
      "learning_rate": 5.48041094891229e-07,
      "loss": 0.0657,
      "step": 16875
    },
    {
      "epoch": 2.5488596888687507,
      "grad_norm": 1.8919446875846275,
      "learning_rate": 5.476811754402817e-07,
      "loss": 0.0732,
      "step": 16876
    },
    {
      "epoch": 2.5490107234556714,
      "grad_norm": 1.439396451690042,
      "learning_rate": 5.473213673665406e-07,
      "loss": 0.079,
      "step": 16877
    },
    {
      "epoch": 2.5491617580425916,
      "grad_norm": 1.3559973852516651,
      "learning_rate": 5.469616706790054e-07,
      "loss": 0.076,
      "step": 16878
    },
    {
      "epoch": 2.5493127926295123,
      "grad_norm": 1.6426474263833246,
      "learning_rate": 5.466020853866727e-07,
      "loss": 0.0834,
      "step": 16879
    },
    {
      "epoch": 2.5494638272164325,
      "grad_norm": 1.324788290782564,
      "learning_rate": 5.462426114985403e-07,
      "loss": 0.0723,
      "step": 16880
    },
    {
      "epoch": 2.549614861803353,
      "grad_norm": 1.6585576184676873,
      "learning_rate": 5.458832490235983e-07,
      "loss": 0.075,
      "step": 16881
    },
    {
      "epoch": 2.5497658963902734,
      "grad_norm": 1.5936924847995928,
      "learning_rate": 5.455239979708388e-07,
      "loss": 0.0794,
      "step": 16882
    },
    {
      "epoch": 2.5499169309771936,
      "grad_norm": 1.1951907673665112,
      "learning_rate": 5.451648583492459e-07,
      "loss": 0.0633,
      "step": 16883
    },
    {
      "epoch": 2.5500679655641143,
      "grad_norm": 1.0966804490954878,
      "learning_rate": 5.44805830167806e-07,
      "loss": 0.0613,
      "step": 16884
    },
    {
      "epoch": 2.5502190001510345,
      "grad_norm": 1.5686832780460631,
      "learning_rate": 5.444469134355001e-07,
      "loss": 0.0882,
      "step": 16885
    },
    {
      "epoch": 2.5503700347379548,
      "grad_norm": 1.4414523460886415,
      "learning_rate": 5.440881081613048e-07,
      "loss": 0.0677,
      "step": 16886
    },
    {
      "epoch": 2.5505210693248754,
      "grad_norm": 1.3885335847137283,
      "learning_rate": 5.437294143541977e-07,
      "loss": 0.075,
      "step": 16887
    },
    {
      "epoch": 2.5506721039117957,
      "grad_norm": 1.3777640939966473,
      "learning_rate": 5.433708320231507e-07,
      "loss": 0.0685,
      "step": 16888
    },
    {
      "epoch": 2.5508231384987163,
      "grad_norm": 1.6422997155725654,
      "learning_rate": 5.430123611771354e-07,
      "loss": 0.0745,
      "step": 16889
    },
    {
      "epoch": 2.5509741730856366,
      "grad_norm": 1.2382678875271242,
      "learning_rate": 5.426540018251164e-07,
      "loss": 0.0628,
      "step": 16890
    },
    {
      "epoch": 2.5511252076725572,
      "grad_norm": 1.5546368158948234,
      "learning_rate": 5.42295753976061e-07,
      "loss": 0.0675,
      "step": 16891
    },
    {
      "epoch": 2.5512762422594775,
      "grad_norm": 1.5914853415458725,
      "learning_rate": 5.419376176389301e-07,
      "loss": 0.0777,
      "step": 16892
    },
    {
      "epoch": 2.5514272768463977,
      "grad_norm": 1.0900470179774895,
      "learning_rate": 5.415795928226825e-07,
      "loss": 0.0595,
      "step": 16893
    },
    {
      "epoch": 2.5515783114333184,
      "grad_norm": 1.3171222691831732,
      "learning_rate": 5.412216795362752e-07,
      "loss": 0.0743,
      "step": 16894
    },
    {
      "epoch": 2.5517293460202386,
      "grad_norm": 1.210974839867019,
      "learning_rate": 5.408638777886587e-07,
      "loss": 0.0681,
      "step": 16895
    },
    {
      "epoch": 2.551880380607159,
      "grad_norm": 1.1045901556365747,
      "learning_rate": 5.405061875887862e-07,
      "loss": 0.0619,
      "step": 16896
    },
    {
      "epoch": 2.5520314151940795,
      "grad_norm": 1.6849618630237013,
      "learning_rate": 5.401486089456065e-07,
      "loss": 0.0756,
      "step": 16897
    },
    {
      "epoch": 2.5521824497809997,
      "grad_norm": 1.1388002473497651,
      "learning_rate": 5.397911418680618e-07,
      "loss": 0.0569,
      "step": 16898
    },
    {
      "epoch": 2.5523334843679204,
      "grad_norm": 1.5035461992519952,
      "learning_rate": 5.394337863650961e-07,
      "loss": 0.0678,
      "step": 16899
    },
    {
      "epoch": 2.5524845189548406,
      "grad_norm": 1.4488276088684062,
      "learning_rate": 5.39076542445649e-07,
      "loss": 0.0674,
      "step": 16900
    },
    {
      "epoch": 2.5526355535417613,
      "grad_norm": 1.2612473020161687,
      "learning_rate": 5.387194101186555e-07,
      "loss": 0.0668,
      "step": 16901
    },
    {
      "epoch": 2.5527865881286815,
      "grad_norm": 1.2900906900976745,
      "learning_rate": 5.383623893930517e-07,
      "loss": 0.0691,
      "step": 16902
    },
    {
      "epoch": 2.5529376227156018,
      "grad_norm": 1.271672757728075,
      "learning_rate": 5.380054802777662e-07,
      "loss": 0.0681,
      "step": 16903
    },
    {
      "epoch": 2.5530886573025224,
      "grad_norm": 2.6332433484730386,
      "learning_rate": 5.376486827817295e-07,
      "loss": 0.0972,
      "step": 16904
    },
    {
      "epoch": 2.5532396918894427,
      "grad_norm": 1.790490953443848,
      "learning_rate": 5.372919969138656e-07,
      "loss": 0.0726,
      "step": 16905
    },
    {
      "epoch": 2.553390726476363,
      "grad_norm": 1.819409398221941,
      "learning_rate": 5.369354226830986e-07,
      "loss": 0.0885,
      "step": 16906
    },
    {
      "epoch": 2.5535417610632836,
      "grad_norm": 1.2431076165266355,
      "learning_rate": 5.365789600983473e-07,
      "loss": 0.0659,
      "step": 16907
    },
    {
      "epoch": 2.553692795650204,
      "grad_norm": 1.6736540321940383,
      "learning_rate": 5.362226091685285e-07,
      "loss": 0.0779,
      "step": 16908
    },
    {
      "epoch": 2.553843830237124,
      "grad_norm": 1.2823945509412467,
      "learning_rate": 5.358663699025579e-07,
      "loss": 0.064,
      "step": 16909
    },
    {
      "epoch": 2.5539948648240447,
      "grad_norm": 1.4913179731146438,
      "learning_rate": 5.35510242309345e-07,
      "loss": 0.0689,
      "step": 16910
    },
    {
      "epoch": 2.5541458994109654,
      "grad_norm": 1.5362979449567566,
      "learning_rate": 5.35154226397801e-07,
      "loss": 0.0808,
      "step": 16911
    },
    {
      "epoch": 2.5542969339978856,
      "grad_norm": 2.230460510151706,
      "learning_rate": 5.347983221768299e-07,
      "loss": 0.0856,
      "step": 16912
    },
    {
      "epoch": 2.554447968584806,
      "grad_norm": 1.2241780315896444,
      "learning_rate": 5.344425296553358e-07,
      "loss": 0.066,
      "step": 16913
    },
    {
      "epoch": 2.5545990031717265,
      "grad_norm": 1.8682104213258466,
      "learning_rate": 5.340868488422191e-07,
      "loss": 0.0796,
      "step": 16914
    },
    {
      "epoch": 2.5547500377586467,
      "grad_norm": 1.084617801980278,
      "learning_rate": 5.337312797463761e-07,
      "loss": 0.0652,
      "step": 16915
    },
    {
      "epoch": 2.554901072345567,
      "grad_norm": 1.432164174787612,
      "learning_rate": 5.333758223767033e-07,
      "loss": 0.0829,
      "step": 16916
    },
    {
      "epoch": 2.5550521069324876,
      "grad_norm": 1.3611606549689461,
      "learning_rate": 5.33020476742091e-07,
      "loss": 0.0715,
      "step": 16917
    },
    {
      "epoch": 2.555203141519408,
      "grad_norm": 1.5890859450027557,
      "learning_rate": 5.3266524285143e-07,
      "loss": 0.0842,
      "step": 16918
    },
    {
      "epoch": 2.555354176106328,
      "grad_norm": 1.4658652603727103,
      "learning_rate": 5.32310120713605e-07,
      "loss": 0.0678,
      "step": 16919
    },
    {
      "epoch": 2.5555052106932488,
      "grad_norm": 1.430208578587325,
      "learning_rate": 5.319551103375003e-07,
      "loss": 0.0759,
      "step": 16920
    },
    {
      "epoch": 2.5556562452801694,
      "grad_norm": 1.3320755803203352,
      "learning_rate": 5.31600211731998e-07,
      "loss": 0.0557,
      "step": 16921
    },
    {
      "epoch": 2.5558072798670897,
      "grad_norm": 1.4570678568603497,
      "learning_rate": 5.312454249059745e-07,
      "loss": 0.0719,
      "step": 16922
    },
    {
      "epoch": 2.55595831445401,
      "grad_norm": 1.4832862657420927,
      "learning_rate": 5.308907498683047e-07,
      "loss": 0.0864,
      "step": 16923
    },
    {
      "epoch": 2.5561093490409306,
      "grad_norm": 1.6636428041858997,
      "learning_rate": 5.305361866278625e-07,
      "loss": 0.0798,
      "step": 16924
    },
    {
      "epoch": 2.556260383627851,
      "grad_norm": 1.2820120231929713,
      "learning_rate": 5.301817351935163e-07,
      "loss": 0.0718,
      "step": 16925
    },
    {
      "epoch": 2.556411418214771,
      "grad_norm": 1.5283013943852921,
      "learning_rate": 5.298273955741334e-07,
      "loss": 0.08,
      "step": 16926
    },
    {
      "epoch": 2.5565624528016917,
      "grad_norm": 1.2600328720297385,
      "learning_rate": 5.29473167778577e-07,
      "loss": 0.0756,
      "step": 16927
    },
    {
      "epoch": 2.556713487388612,
      "grad_norm": 1.247735821885951,
      "learning_rate": 5.291190518157102e-07,
      "loss": 0.0646,
      "step": 16928
    },
    {
      "epoch": 2.556864521975532,
      "grad_norm": 3.2782750722512777,
      "learning_rate": 5.287650476943901e-07,
      "loss": 0.0873,
      "step": 16929
    },
    {
      "epoch": 2.557015556562453,
      "grad_norm": 1.4333014142563627,
      "learning_rate": 5.284111554234711e-07,
      "loss": 0.0746,
      "step": 16930
    },
    {
      "epoch": 2.557166591149373,
      "grad_norm": 1.4782478566307344,
      "learning_rate": 5.28057375011809e-07,
      "loss": 0.0843,
      "step": 16931
    },
    {
      "epoch": 2.5573176257362937,
      "grad_norm": 1.18913273493894,
      "learning_rate": 5.277037064682506e-07,
      "loss": 0.0642,
      "step": 16932
    },
    {
      "epoch": 2.557468660323214,
      "grad_norm": 1.2661806773400488,
      "learning_rate": 5.273501498016454e-07,
      "loss": 0.0706,
      "step": 16933
    },
    {
      "epoch": 2.5576196949101346,
      "grad_norm": 1.6270268143220665,
      "learning_rate": 5.269967050208364e-07,
      "loss": 0.083,
      "step": 16934
    },
    {
      "epoch": 2.557770729497055,
      "grad_norm": 1.385610778015858,
      "learning_rate": 5.266433721346664e-07,
      "loss": 0.0766,
      "step": 16935
    },
    {
      "epoch": 2.557921764083975,
      "grad_norm": 1.6959904691592944,
      "learning_rate": 5.262901511519741e-07,
      "loss": 0.0699,
      "step": 16936
    },
    {
      "epoch": 2.5580727986708958,
      "grad_norm": 1.316020829489934,
      "learning_rate": 5.25937042081594e-07,
      "loss": 0.0786,
      "step": 16937
    },
    {
      "epoch": 2.558223833257816,
      "grad_norm": 1.3179346375999983,
      "learning_rate": 5.255840449323618e-07,
      "loss": 0.0672,
      "step": 16938
    },
    {
      "epoch": 2.5583748678447362,
      "grad_norm": 1.739203077623236,
      "learning_rate": 5.252311597131049e-07,
      "loss": 0.0807,
      "step": 16939
    },
    {
      "epoch": 2.558525902431657,
      "grad_norm": 1.5175101103498474,
      "learning_rate": 5.248783864326539e-07,
      "loss": 0.0733,
      "step": 16940
    },
    {
      "epoch": 2.558676937018577,
      "grad_norm": 1.6603087805724288,
      "learning_rate": 5.245257250998315e-07,
      "loss": 0.0785,
      "step": 16941
    },
    {
      "epoch": 2.558827971605498,
      "grad_norm": 1.3104786769657688,
      "learning_rate": 5.241731757234597e-07,
      "loss": 0.0659,
      "step": 16942
    },
    {
      "epoch": 2.558979006192418,
      "grad_norm": 1.2195021226754332,
      "learning_rate": 5.238207383123611e-07,
      "loss": 0.0633,
      "step": 16943
    },
    {
      "epoch": 2.5591300407793387,
      "grad_norm": 1.5844939266853535,
      "learning_rate": 5.234684128753476e-07,
      "loss": 0.0779,
      "step": 16944
    },
    {
      "epoch": 2.559281075366259,
      "grad_norm": 1.0588948252188681,
      "learning_rate": 5.231161994212352e-07,
      "loss": 0.0615,
      "step": 16945
    },
    {
      "epoch": 2.559432109953179,
      "grad_norm": 1.2464772535300008,
      "learning_rate": 5.227640979588333e-07,
      "loss": 0.0639,
      "step": 16946
    },
    {
      "epoch": 2.5595831445401,
      "grad_norm": 2.566721734823397,
      "learning_rate": 5.224121084969513e-07,
      "loss": 0.0984,
      "step": 16947
    },
    {
      "epoch": 2.55973417912702,
      "grad_norm": 1.5987053616037434,
      "learning_rate": 5.220602310443945e-07,
      "loss": 0.0743,
      "step": 16948
    },
    {
      "epoch": 2.5598852137139403,
      "grad_norm": 1.8988930172619785,
      "learning_rate": 5.217084656099641e-07,
      "loss": 0.0986,
      "step": 16949
    },
    {
      "epoch": 2.560036248300861,
      "grad_norm": 1.557141351802319,
      "learning_rate": 5.213568122024626e-07,
      "loss": 0.0626,
      "step": 16950
    },
    {
      "epoch": 2.560187282887781,
      "grad_norm": 1.5313024516448397,
      "learning_rate": 5.210052708306823e-07,
      "loss": 0.0741,
      "step": 16951
    },
    {
      "epoch": 2.560338317474702,
      "grad_norm": 1.8273810729372315,
      "learning_rate": 5.20653841503419e-07,
      "loss": 0.0781,
      "step": 16952
    },
    {
      "epoch": 2.560489352061622,
      "grad_norm": 1.5293166232074464,
      "learning_rate": 5.203025242294663e-07,
      "loss": 0.0757,
      "step": 16953
    },
    {
      "epoch": 2.5606403866485428,
      "grad_norm": 1.2755419391310228,
      "learning_rate": 5.199513190176087e-07,
      "loss": 0.0766,
      "step": 16954
    },
    {
      "epoch": 2.560791421235463,
      "grad_norm": 1.4792844274141044,
      "learning_rate": 5.196002258766353e-07,
      "loss": 0.0727,
      "step": 16955
    },
    {
      "epoch": 2.5609424558223832,
      "grad_norm": 1.8357534799812294,
      "learning_rate": 5.192492448153263e-07,
      "loss": 0.0787,
      "step": 16956
    },
    {
      "epoch": 2.561093490409304,
      "grad_norm": 2.467604726834954,
      "learning_rate": 5.188983758424637e-07,
      "loss": 0.0797,
      "step": 16957
    },
    {
      "epoch": 2.561244524996224,
      "grad_norm": 1.5993988516155326,
      "learning_rate": 5.185476189668237e-07,
      "loss": 0.0731,
      "step": 16958
    },
    {
      "epoch": 2.5613955595831444,
      "grad_norm": 1.3179148218283556,
      "learning_rate": 5.181969741971798e-07,
      "loss": 0.0718,
      "step": 16959
    },
    {
      "epoch": 2.561546594170065,
      "grad_norm": 1.683859876280837,
      "learning_rate": 5.178464415423057e-07,
      "loss": 0.084,
      "step": 16960
    },
    {
      "epoch": 2.5616976287569853,
      "grad_norm": 1.6547851802173947,
      "learning_rate": 5.174960210109675e-07,
      "loss": 0.0694,
      "step": 16961
    },
    {
      "epoch": 2.5618486633439055,
      "grad_norm": 1.1629736019535815,
      "learning_rate": 5.171457126119339e-07,
      "loss": 0.065,
      "step": 16962
    },
    {
      "epoch": 2.561999697930826,
      "grad_norm": 1.3097443893089296,
      "learning_rate": 5.167955163539651e-07,
      "loss": 0.07,
      "step": 16963
    },
    {
      "epoch": 2.562150732517747,
      "grad_norm": 1.6369176174096534,
      "learning_rate": 5.164454322458245e-07,
      "loss": 0.0643,
      "step": 16964
    },
    {
      "epoch": 2.562301767104667,
      "grad_norm": 1.3996029005942117,
      "learning_rate": 5.160954602962687e-07,
      "loss": 0.069,
      "step": 16965
    },
    {
      "epoch": 2.5624528016915873,
      "grad_norm": 1.7026107982597347,
      "learning_rate": 5.157456005140504e-07,
      "loss": 0.0948,
      "step": 16966
    },
    {
      "epoch": 2.562603836278508,
      "grad_norm": 1.352496246167023,
      "learning_rate": 5.153958529079245e-07,
      "loss": 0.0698,
      "step": 16967
    },
    {
      "epoch": 2.562754870865428,
      "grad_norm": 1.350181258264947,
      "learning_rate": 5.150462174866378e-07,
      "loss": 0.0688,
      "step": 16968
    },
    {
      "epoch": 2.5629059054523484,
      "grad_norm": 1.694911743514198,
      "learning_rate": 5.146966942589382e-07,
      "loss": 0.0995,
      "step": 16969
    },
    {
      "epoch": 2.563056940039269,
      "grad_norm": 1.6086878572346934,
      "learning_rate": 5.143472832335677e-07,
      "loss": 0.0768,
      "step": 16970
    },
    {
      "epoch": 2.5632079746261893,
      "grad_norm": 1.3979657982481446,
      "learning_rate": 5.139979844192682e-07,
      "loss": 0.0723,
      "step": 16971
    },
    {
      "epoch": 2.5633590092131096,
      "grad_norm": 1.2585630728944255,
      "learning_rate": 5.13648797824779e-07,
      "loss": 0.0693,
      "step": 16972
    },
    {
      "epoch": 2.5635100438000302,
      "grad_norm": 1.401482645337479,
      "learning_rate": 5.132997234588316e-07,
      "loss": 0.0675,
      "step": 16973
    },
    {
      "epoch": 2.5636610783869505,
      "grad_norm": 1.2285744951117727,
      "learning_rate": 5.12950761330161e-07,
      "loss": 0.0592,
      "step": 16974
    },
    {
      "epoch": 2.563812112973871,
      "grad_norm": 1.6979770042836388,
      "learning_rate": 5.12601911447495e-07,
      "loss": 0.0651,
      "step": 16975
    },
    {
      "epoch": 2.5639631475607914,
      "grad_norm": 1.5961983799455204,
      "learning_rate": 5.122531738195613e-07,
      "loss": 0.0796,
      "step": 16976
    },
    {
      "epoch": 2.564114182147712,
      "grad_norm": 1.8974406577426874,
      "learning_rate": 5.119045484550844e-07,
      "loss": 0.1002,
      "step": 16977
    },
    {
      "epoch": 2.5642652167346323,
      "grad_norm": 1.72030299911984,
      "learning_rate": 5.115560353627835e-07,
      "loss": 0.0753,
      "step": 16978
    },
    {
      "epoch": 2.5644162513215525,
      "grad_norm": 1.4910090629095734,
      "learning_rate": 5.1120763455138e-07,
      "loss": 0.0671,
      "step": 16979
    },
    {
      "epoch": 2.564567285908473,
      "grad_norm": 1.535475431920465,
      "learning_rate": 5.108593460295852e-07,
      "loss": 0.0679,
      "step": 16980
    },
    {
      "epoch": 2.5647183204953934,
      "grad_norm": 1.5060392481646372,
      "learning_rate": 5.105111698061138e-07,
      "loss": 0.0747,
      "step": 16981
    },
    {
      "epoch": 2.5648693550823136,
      "grad_norm": 1.4109055838668705,
      "learning_rate": 5.101631058896766e-07,
      "loss": 0.0741,
      "step": 16982
    },
    {
      "epoch": 2.5650203896692343,
      "grad_norm": 1.3570589442862586,
      "learning_rate": 5.098151542889789e-07,
      "loss": 0.0761,
      "step": 16983
    },
    {
      "epoch": 2.5651714242561545,
      "grad_norm": 1.177357987667938,
      "learning_rate": 5.094673150127261e-07,
      "loss": 0.0626,
      "step": 16984
    },
    {
      "epoch": 2.565322458843075,
      "grad_norm": 1.2755304582617002,
      "learning_rate": 5.091195880696187e-07,
      "loss": 0.0651,
      "step": 16985
    },
    {
      "epoch": 2.5654734934299954,
      "grad_norm": 1.245588249210696,
      "learning_rate": 5.08771973468356e-07,
      "loss": 0.0734,
      "step": 16986
    },
    {
      "epoch": 2.565624528016916,
      "grad_norm": 1.5115844287425044,
      "learning_rate": 5.084244712176339e-07,
      "loss": 0.083,
      "step": 16987
    },
    {
      "epoch": 2.5657755626038363,
      "grad_norm": 1.4793861241388833,
      "learning_rate": 5.080770813261437e-07,
      "loss": 0.0714,
      "step": 16988
    },
    {
      "epoch": 2.5659265971907566,
      "grad_norm": 1.7653087322377363,
      "learning_rate": 5.077298038025779e-07,
      "loss": 0.0695,
      "step": 16989
    },
    {
      "epoch": 2.5660776317776772,
      "grad_norm": 1.4905749278956248,
      "learning_rate": 5.073826386556213e-07,
      "loss": 0.0838,
      "step": 16990
    },
    {
      "epoch": 2.5662286663645975,
      "grad_norm": 1.2631907467221488,
      "learning_rate": 5.070355858939613e-07,
      "loss": 0.0704,
      "step": 16991
    },
    {
      "epoch": 2.5663797009515177,
      "grad_norm": 1.5003767559902659,
      "learning_rate": 5.066886455262771e-07,
      "loss": 0.0687,
      "step": 16992
    },
    {
      "epoch": 2.5665307355384384,
      "grad_norm": 1.5810319083696722,
      "learning_rate": 5.063418175612484e-07,
      "loss": 0.0808,
      "step": 16993
    },
    {
      "epoch": 2.5666817701253586,
      "grad_norm": 1.5083727236585602,
      "learning_rate": 5.059951020075532e-07,
      "loss": 0.0832,
      "step": 16994
    },
    {
      "epoch": 2.5668328047122793,
      "grad_norm": 1.125888824843227,
      "learning_rate": 5.056484988738619e-07,
      "loss": 0.0661,
      "step": 16995
    },
    {
      "epoch": 2.5669838392991995,
      "grad_norm": 1.5793067215185088,
      "learning_rate": 5.053020081688464e-07,
      "loss": 0.0869,
      "step": 16996
    },
    {
      "epoch": 2.56713487388612,
      "grad_norm": 1.0939595223605907,
      "learning_rate": 5.049556299011737e-07,
      "loss": 0.0632,
      "step": 16997
    },
    {
      "epoch": 2.5672859084730404,
      "grad_norm": 1.4599209354461964,
      "learning_rate": 5.046093640795091e-07,
      "loss": 0.0723,
      "step": 16998
    },
    {
      "epoch": 2.5674369430599606,
      "grad_norm": 1.561491686118867,
      "learning_rate": 5.04263210712515e-07,
      "loss": 0.0899,
      "step": 16999
    },
    {
      "epoch": 2.5675879776468813,
      "grad_norm": 2.172038970481304,
      "learning_rate": 5.039171698088496e-07,
      "loss": 0.077,
      "step": 17000
    },
    {
      "epoch": 2.5677390122338015,
      "grad_norm": 1.3840031992135984,
      "learning_rate": 5.03571241377172e-07,
      "loss": 0.0653,
      "step": 17001
    },
    {
      "epoch": 2.5678900468207218,
      "grad_norm": 1.9130438355621184,
      "learning_rate": 5.03225425426132e-07,
      "loss": 0.108,
      "step": 17002
    },
    {
      "epoch": 2.5680410814076424,
      "grad_norm": 1.3224934702007007,
      "learning_rate": 5.028797219643816e-07,
      "loss": 0.0726,
      "step": 17003
    },
    {
      "epoch": 2.5681921159945627,
      "grad_norm": 1.4755312393023914,
      "learning_rate": 5.025341310005705e-07,
      "loss": 0.0757,
      "step": 17004
    },
    {
      "epoch": 2.5683431505814833,
      "grad_norm": 1.6176355867028305,
      "learning_rate": 5.021886525433417e-07,
      "loss": 0.0721,
      "step": 17005
    },
    {
      "epoch": 2.5684941851684036,
      "grad_norm": 1.2672030760893462,
      "learning_rate": 5.01843286601339e-07,
      "loss": 0.065,
      "step": 17006
    },
    {
      "epoch": 2.5686452197553242,
      "grad_norm": 1.2506916685525076,
      "learning_rate": 5.014980331832009e-07,
      "loss": 0.065,
      "step": 17007
    },
    {
      "epoch": 2.5687962543422445,
      "grad_norm": 1.133353039149545,
      "learning_rate": 5.011528922975651e-07,
      "loss": 0.0613,
      "step": 17008
    },
    {
      "epoch": 2.5689472889291647,
      "grad_norm": 1.345532421161174,
      "learning_rate": 5.00807863953065e-07,
      "loss": 0.0701,
      "step": 17009
    },
    {
      "epoch": 2.5690983235160854,
      "grad_norm": 1.6223027183554548,
      "learning_rate": 5.004629481583312e-07,
      "loss": 0.0902,
      "step": 17010
    },
    {
      "epoch": 2.5692493581030056,
      "grad_norm": 1.449150734154332,
      "learning_rate": 5.001181449219928e-07,
      "loss": 0.0737,
      "step": 17011
    },
    {
      "epoch": 2.569400392689926,
      "grad_norm": 1.328152709141714,
      "learning_rate": 4.997734542526739e-07,
      "loss": 0.0709,
      "step": 17012
    },
    {
      "epoch": 2.5695514272768465,
      "grad_norm": 1.4215895489552581,
      "learning_rate": 4.994288761589988e-07,
      "loss": 0.0678,
      "step": 17013
    },
    {
      "epoch": 2.5697024618637667,
      "grad_norm": 1.312769567318992,
      "learning_rate": 4.990844106495863e-07,
      "loss": 0.0672,
      "step": 17014
    },
    {
      "epoch": 2.569853496450687,
      "grad_norm": 1.399511304517184,
      "learning_rate": 4.987400577330542e-07,
      "loss": 0.0706,
      "step": 17015
    },
    {
      "epoch": 2.5700045310376076,
      "grad_norm": 1.2503541232854682,
      "learning_rate": 4.983958174180159e-07,
      "loss": 0.0665,
      "step": 17016
    },
    {
      "epoch": 2.5701555656245283,
      "grad_norm": 1.8498707097115341,
      "learning_rate": 4.980516897130821e-07,
      "loss": 0.0791,
      "step": 17017
    },
    {
      "epoch": 2.5703066002114485,
      "grad_norm": 1.28859220431024,
      "learning_rate": 4.977076746268639e-07,
      "loss": 0.0671,
      "step": 17018
    },
    {
      "epoch": 2.5704576347983688,
      "grad_norm": 1.3309920152131942,
      "learning_rate": 4.973637721679636e-07,
      "loss": 0.0754,
      "step": 17019
    },
    {
      "epoch": 2.5706086693852894,
      "grad_norm": 1.6034798346528736,
      "learning_rate": 4.970199823449872e-07,
      "loss": 0.0803,
      "step": 17020
    },
    {
      "epoch": 2.5707597039722097,
      "grad_norm": 1.4329588974467995,
      "learning_rate": 4.966763051665325e-07,
      "loss": 0.0669,
      "step": 17021
    },
    {
      "epoch": 2.57091073855913,
      "grad_norm": 1.332316951105828,
      "learning_rate": 4.963327406411988e-07,
      "loss": 0.0657,
      "step": 17022
    },
    {
      "epoch": 2.5710617731460506,
      "grad_norm": 1.5914786147285755,
      "learning_rate": 4.959892887775791e-07,
      "loss": 0.0812,
      "step": 17023
    },
    {
      "epoch": 2.571212807732971,
      "grad_norm": 1.5451695697209016,
      "learning_rate": 4.956459495842647e-07,
      "loss": 0.0834,
      "step": 17024
    },
    {
      "epoch": 2.571363842319891,
      "grad_norm": 1.5323507338585691,
      "learning_rate": 4.95302723069846e-07,
      "loss": 0.068,
      "step": 17025
    },
    {
      "epoch": 2.5715148769068117,
      "grad_norm": 1.4218459104272991,
      "learning_rate": 4.949596092429076e-07,
      "loss": 0.0616,
      "step": 17026
    },
    {
      "epoch": 2.571665911493732,
      "grad_norm": 1.2597416440349098,
      "learning_rate": 4.946166081120329e-07,
      "loss": 0.0626,
      "step": 17027
    },
    {
      "epoch": 2.5718169460806526,
      "grad_norm": 1.3183474590970363,
      "learning_rate": 4.942737196858039e-07,
      "loss": 0.0692,
      "step": 17028
    },
    {
      "epoch": 2.571967980667573,
      "grad_norm": 1.786495885212515,
      "learning_rate": 4.939309439727952e-07,
      "loss": 0.0885,
      "step": 17029
    },
    {
      "epoch": 2.5721190152544935,
      "grad_norm": 1.2717425480791529,
      "learning_rate": 4.935882809815856e-07,
      "loss": 0.0719,
      "step": 17030
    },
    {
      "epoch": 2.5722700498414137,
      "grad_norm": 1.3315165076795525,
      "learning_rate": 4.932457307207422e-07,
      "loss": 0.0789,
      "step": 17031
    },
    {
      "epoch": 2.572421084428334,
      "grad_norm": 1.7879401760889353,
      "learning_rate": 4.92903293198837e-07,
      "loss": 0.1024,
      "step": 17032
    },
    {
      "epoch": 2.5725721190152546,
      "grad_norm": 1.3519170695216625,
      "learning_rate": 4.925609684244365e-07,
      "loss": 0.0618,
      "step": 17033
    },
    {
      "epoch": 2.572723153602175,
      "grad_norm": 1.6259910097179409,
      "learning_rate": 4.922187564061021e-07,
      "loss": 0.0903,
      "step": 17034
    },
    {
      "epoch": 2.572874188189095,
      "grad_norm": 1.4737960448844032,
      "learning_rate": 4.918766571523969e-07,
      "loss": 0.0749,
      "step": 17035
    },
    {
      "epoch": 2.5730252227760158,
      "grad_norm": 1.3329891518463426,
      "learning_rate": 4.915346706718765e-07,
      "loss": 0.0758,
      "step": 17036
    },
    {
      "epoch": 2.573176257362936,
      "grad_norm": 2.276932492968712,
      "learning_rate": 4.911927969730979e-07,
      "loss": 0.0911,
      "step": 17037
    },
    {
      "epoch": 2.5733272919498567,
      "grad_norm": 1.4258110587086459,
      "learning_rate": 4.908510360646124e-07,
      "loss": 0.0782,
      "step": 17038
    },
    {
      "epoch": 2.573478326536777,
      "grad_norm": 1.3865687561531135,
      "learning_rate": 4.905093879549677e-07,
      "loss": 0.0783,
      "step": 17039
    },
    {
      "epoch": 2.5736293611236976,
      "grad_norm": 1.9143642222334007,
      "learning_rate": 4.901678526527126e-07,
      "loss": 0.0986,
      "step": 17040
    },
    {
      "epoch": 2.573780395710618,
      "grad_norm": 2.72533791814107,
      "learning_rate": 4.898264301663897e-07,
      "loss": 0.0996,
      "step": 17041
    },
    {
      "epoch": 2.573931430297538,
      "grad_norm": 1.5969683489334043,
      "learning_rate": 4.894851205045403e-07,
      "loss": 0.077,
      "step": 17042
    },
    {
      "epoch": 2.5740824648844587,
      "grad_norm": 1.7033144973227274,
      "learning_rate": 4.891439236757023e-07,
      "loss": 0.0712,
      "step": 17043
    },
    {
      "epoch": 2.574233499471379,
      "grad_norm": 1.5958765088621756,
      "learning_rate": 4.888028396884109e-07,
      "loss": 0.0675,
      "step": 17044
    },
    {
      "epoch": 2.574384534058299,
      "grad_norm": 1.4534210988998835,
      "learning_rate": 4.884618685511988e-07,
      "loss": 0.0914,
      "step": 17045
    },
    {
      "epoch": 2.57453556864522,
      "grad_norm": 0.9328543580775372,
      "learning_rate": 4.881210102725947e-07,
      "loss": 0.0479,
      "step": 17046
    },
    {
      "epoch": 2.57468660323214,
      "grad_norm": 1.454976830359492,
      "learning_rate": 4.877802648611268e-07,
      "loss": 0.0773,
      "step": 17047
    },
    {
      "epoch": 2.5748376378190607,
      "grad_norm": 1.291083932750269,
      "learning_rate": 4.874396323253173e-07,
      "loss": 0.0691,
      "step": 17048
    },
    {
      "epoch": 2.574988672405981,
      "grad_norm": 1.2512413205620692,
      "learning_rate": 4.870991126736879e-07,
      "loss": 0.0655,
      "step": 17049
    },
    {
      "epoch": 2.5751397069929016,
      "grad_norm": 1.3652927253063962,
      "learning_rate": 4.867587059147583e-07,
      "loss": 0.0822,
      "step": 17050
    },
    {
      "epoch": 2.575290741579822,
      "grad_norm": 1.3519160406957609,
      "learning_rate": 4.864184120570426e-07,
      "loss": 0.0593,
      "step": 17051
    },
    {
      "epoch": 2.575441776166742,
      "grad_norm": 1.3565348933143382,
      "learning_rate": 4.860782311090539e-07,
      "loss": 0.0704,
      "step": 17052
    },
    {
      "epoch": 2.5755928107536628,
      "grad_norm": 1.5628401951379962,
      "learning_rate": 4.857381630793006e-07,
      "loss": 0.08,
      "step": 17053
    },
    {
      "epoch": 2.575743845340583,
      "grad_norm": 2.0810545317674656,
      "learning_rate": 4.853982079762909e-07,
      "loss": 0.0805,
      "step": 17054
    },
    {
      "epoch": 2.575894879927503,
      "grad_norm": 1.387732212669628,
      "learning_rate": 4.850583658085301e-07,
      "loss": 0.0744,
      "step": 17055
    },
    {
      "epoch": 2.576045914514424,
      "grad_norm": 1.7888373333815384,
      "learning_rate": 4.847186365845175e-07,
      "loss": 0.0811,
      "step": 17056
    },
    {
      "epoch": 2.576196949101344,
      "grad_norm": 1.237083275238094,
      "learning_rate": 4.843790203127536e-07,
      "loss": 0.0691,
      "step": 17057
    },
    {
      "epoch": 2.5763479836882643,
      "grad_norm": 1.5041741520094616,
      "learning_rate": 4.840395170017325e-07,
      "loss": 0.0834,
      "step": 17058
    },
    {
      "epoch": 2.576499018275185,
      "grad_norm": 1.6899442718901194,
      "learning_rate": 4.837001266599467e-07,
      "loss": 0.075,
      "step": 17059
    },
    {
      "epoch": 2.5766500528621057,
      "grad_norm": 1.4843288164122972,
      "learning_rate": 4.833608492958886e-07,
      "loss": 0.0739,
      "step": 17060
    },
    {
      "epoch": 2.576801087449026,
      "grad_norm": 1.9857915465663398,
      "learning_rate": 4.830216849180424e-07,
      "loss": 0.0629,
      "step": 17061
    },
    {
      "epoch": 2.576952122035946,
      "grad_norm": 1.3884207012929297,
      "learning_rate": 4.82682633534895e-07,
      "loss": 0.0719,
      "step": 17062
    },
    {
      "epoch": 2.577103156622867,
      "grad_norm": 1.3445301537704704,
      "learning_rate": 4.82343695154926e-07,
      "loss": 0.0757,
      "step": 17063
    },
    {
      "epoch": 2.577254191209787,
      "grad_norm": 1.438177711365853,
      "learning_rate": 4.820048697866159e-07,
      "loss": 0.0712,
      "step": 17064
    },
    {
      "epoch": 2.5774052257967073,
      "grad_norm": 1.0878043845554357,
      "learning_rate": 4.81666157438439e-07,
      "loss": 0.0585,
      "step": 17065
    },
    {
      "epoch": 2.577556260383628,
      "grad_norm": 1.5574686322314926,
      "learning_rate": 4.813275581188703e-07,
      "loss": 0.073,
      "step": 17066
    },
    {
      "epoch": 2.577707294970548,
      "grad_norm": 1.799114337690937,
      "learning_rate": 4.809890718363785e-07,
      "loss": 0.0743,
      "step": 17067
    },
    {
      "epoch": 2.5778583295574684,
      "grad_norm": 1.6760159387097167,
      "learning_rate": 4.806506985994308e-07,
      "loss": 0.0811,
      "step": 17068
    },
    {
      "epoch": 2.578009364144389,
      "grad_norm": 1.310790755693931,
      "learning_rate": 4.803124384164931e-07,
      "loss": 0.0659,
      "step": 17069
    },
    {
      "epoch": 2.5781603987313093,
      "grad_norm": 1.4823891511208487,
      "learning_rate": 4.799742912960254e-07,
      "loss": 0.0647,
      "step": 17070
    },
    {
      "epoch": 2.57831143331823,
      "grad_norm": 1.594091423966782,
      "learning_rate": 4.796362572464891e-07,
      "loss": 0.079,
      "step": 17071
    },
    {
      "epoch": 2.57846246790515,
      "grad_norm": 1.3828766365993812,
      "learning_rate": 4.792983362763376e-07,
      "loss": 0.0622,
      "step": 17072
    },
    {
      "epoch": 2.578613502492071,
      "grad_norm": 1.3779089714094177,
      "learning_rate": 4.789605283940263e-07,
      "loss": 0.0701,
      "step": 17073
    },
    {
      "epoch": 2.578764537078991,
      "grad_norm": 2.7178880214888705,
      "learning_rate": 4.786228336080051e-07,
      "loss": 0.0934,
      "step": 17074
    },
    {
      "epoch": 2.5789155716659113,
      "grad_norm": 1.9580035957971473,
      "learning_rate": 4.782852519267205e-07,
      "loss": 0.0753,
      "step": 17075
    },
    {
      "epoch": 2.579066606252832,
      "grad_norm": 1.0098600259485555,
      "learning_rate": 4.779477833586194e-07,
      "loss": 0.0543,
      "step": 17076
    },
    {
      "epoch": 2.5792176408397522,
      "grad_norm": 1.1825175989905703,
      "learning_rate": 4.776104279121408e-07,
      "loss": 0.0644,
      "step": 17077
    },
    {
      "epoch": 2.5793686754266725,
      "grad_norm": 1.7903421650376892,
      "learning_rate": 4.772731855957263e-07,
      "loss": 0.0629,
      "step": 17078
    },
    {
      "epoch": 2.579519710013593,
      "grad_norm": 1.1569474987109138,
      "learning_rate": 4.769360564178116e-07,
      "loss": 0.0656,
      "step": 17079
    },
    {
      "epoch": 2.5796707446005134,
      "grad_norm": 2.2359514046763054,
      "learning_rate": 4.765990403868309e-07,
      "loss": 0.0678,
      "step": 17080
    },
    {
      "epoch": 2.579821779187434,
      "grad_norm": 1.8841879266804593,
      "learning_rate": 4.762621375112131e-07,
      "loss": 0.0857,
      "step": 17081
    },
    {
      "epoch": 2.5799728137743543,
      "grad_norm": 1.059925879499693,
      "learning_rate": 4.7592534779938635e-07,
      "loss": 0.0591,
      "step": 17082
    },
    {
      "epoch": 2.580123848361275,
      "grad_norm": 2.422222003871475,
      "learning_rate": 4.7558867125977625e-07,
      "loss": 0.0732,
      "step": 17083
    },
    {
      "epoch": 2.580274882948195,
      "grad_norm": 2.1972004436021884,
      "learning_rate": 4.75252107900806e-07,
      "loss": 0.073,
      "step": 17084
    },
    {
      "epoch": 2.5804259175351154,
      "grad_norm": 1.3248940800187559,
      "learning_rate": 4.749156577308922e-07,
      "loss": 0.0598,
      "step": 17085
    },
    {
      "epoch": 2.580576952122036,
      "grad_norm": 1.2984624281316548,
      "learning_rate": 4.7457932075845424e-07,
      "loss": 0.0647,
      "step": 17086
    },
    {
      "epoch": 2.5807279867089563,
      "grad_norm": 1.080530979721914,
      "learning_rate": 4.7424309699190485e-07,
      "loss": 0.0503,
      "step": 17087
    },
    {
      "epoch": 2.5808790212958765,
      "grad_norm": 1.5268808759656187,
      "learning_rate": 4.7390698643965283e-07,
      "loss": 0.0691,
      "step": 17088
    },
    {
      "epoch": 2.581030055882797,
      "grad_norm": 1.454001618540981,
      "learning_rate": 4.735709891101087e-07,
      "loss": 0.0654,
      "step": 17089
    },
    {
      "epoch": 2.5811810904697174,
      "grad_norm": 1.7853112412483496,
      "learning_rate": 4.7323510501167624e-07,
      "loss": 0.0804,
      "step": 17090
    },
    {
      "epoch": 2.581332125056638,
      "grad_norm": 1.4167790441707535,
      "learning_rate": 4.728993341527588e-07,
      "loss": 0.0707,
      "step": 17091
    },
    {
      "epoch": 2.5814831596435583,
      "grad_norm": 1.1702883001202613,
      "learning_rate": 4.7256367654175463e-07,
      "loss": 0.0657,
      "step": 17092
    },
    {
      "epoch": 2.581634194230479,
      "grad_norm": 1.3041951476071376,
      "learning_rate": 4.7222813218706197e-07,
      "loss": 0.0672,
      "step": 17093
    },
    {
      "epoch": 2.5817852288173992,
      "grad_norm": 1.4205344920240586,
      "learning_rate": 4.7189270109707366e-07,
      "loss": 0.0773,
      "step": 17094
    },
    {
      "epoch": 2.5819362634043195,
      "grad_norm": 1.47917493178127,
      "learning_rate": 4.715573832801801e-07,
      "loss": 0.0746,
      "step": 17095
    },
    {
      "epoch": 2.58208729799124,
      "grad_norm": 1.3828266256497312,
      "learning_rate": 4.7122217874477073e-07,
      "loss": 0.0691,
      "step": 17096
    },
    {
      "epoch": 2.5822383325781604,
      "grad_norm": 1.2890761523431618,
      "learning_rate": 4.708870874992294e-07,
      "loss": 0.0709,
      "step": 17097
    },
    {
      "epoch": 2.5823893671650806,
      "grad_norm": 1.1194673149001468,
      "learning_rate": 4.7055210955194055e-07,
      "loss": 0.0538,
      "step": 17098
    },
    {
      "epoch": 2.5825404017520013,
      "grad_norm": 1.888326441848422,
      "learning_rate": 4.702172449112818e-07,
      "loss": 0.0763,
      "step": 17099
    },
    {
      "epoch": 2.5826914363389215,
      "grad_norm": 1.232465299026064,
      "learning_rate": 4.6988249358563055e-07,
      "loss": 0.0663,
      "step": 17100
    },
    {
      "epoch": 2.582842470925842,
      "grad_norm": 2.357210671617244,
      "learning_rate": 4.695478555833627e-07,
      "loss": 0.0673,
      "step": 17101
    },
    {
      "epoch": 2.5829935055127624,
      "grad_norm": 1.258827128333505,
      "learning_rate": 4.692133309128477e-07,
      "loss": 0.0661,
      "step": 17102
    },
    {
      "epoch": 2.583144540099683,
      "grad_norm": 1.1367255644033398,
      "learning_rate": 4.688789195824539e-07,
      "loss": 0.064,
      "step": 17103
    },
    {
      "epoch": 2.5832955746866033,
      "grad_norm": 1.5612563860405118,
      "learning_rate": 4.6854462160054627e-07,
      "loss": 0.0702,
      "step": 17104
    },
    {
      "epoch": 2.5834466092735235,
      "grad_norm": 1.5718455423856972,
      "learning_rate": 4.6821043697548806e-07,
      "loss": 0.0861,
      "step": 17105
    },
    {
      "epoch": 2.583597643860444,
      "grad_norm": 1.643104883579366,
      "learning_rate": 4.678763657156399e-07,
      "loss": 0.0704,
      "step": 17106
    },
    {
      "epoch": 2.5837486784473644,
      "grad_norm": 1.6020872334458265,
      "learning_rate": 4.6754240782935724e-07,
      "loss": 0.0805,
      "step": 17107
    },
    {
      "epoch": 2.5838997130342847,
      "grad_norm": 1.2941758914864694,
      "learning_rate": 4.672085633249956e-07,
      "loss": 0.0729,
      "step": 17108
    },
    {
      "epoch": 2.5840507476212053,
      "grad_norm": 1.6031626924145397,
      "learning_rate": 4.668748322109057e-07,
      "loss": 0.084,
      "step": 17109
    },
    {
      "epoch": 2.5842017822081256,
      "grad_norm": 1.6597202197650094,
      "learning_rate": 4.6654121449543566e-07,
      "loss": 0.0775,
      "step": 17110
    },
    {
      "epoch": 2.584352816795046,
      "grad_norm": 1.3819307027814562,
      "learning_rate": 4.662077101869317e-07,
      "loss": 0.0637,
      "step": 17111
    },
    {
      "epoch": 2.5845038513819665,
      "grad_norm": 1.2371607656979042,
      "learning_rate": 4.6587431929373596e-07,
      "loss": 0.0651,
      "step": 17112
    },
    {
      "epoch": 2.584654885968887,
      "grad_norm": 1.4411821708378711,
      "learning_rate": 4.6554104182418904e-07,
      "loss": 0.0841,
      "step": 17113
    },
    {
      "epoch": 2.5848059205558074,
      "grad_norm": 1.3042705845804208,
      "learning_rate": 4.652078777866276e-07,
      "loss": 0.0658,
      "step": 17114
    },
    {
      "epoch": 2.5849569551427276,
      "grad_norm": 1.3079723462345978,
      "learning_rate": 4.648748271893866e-07,
      "loss": 0.061,
      "step": 17115
    },
    {
      "epoch": 2.5851079897296483,
      "grad_norm": 1.1591537639283391,
      "learning_rate": 4.645418900407972e-07,
      "loss": 0.0565,
      "step": 17116
    },
    {
      "epoch": 2.5852590243165685,
      "grad_norm": 1.393541097678127,
      "learning_rate": 4.6420906634918663e-07,
      "loss": 0.0737,
      "step": 17117
    },
    {
      "epoch": 2.5854100589034887,
      "grad_norm": 1.241245823628758,
      "learning_rate": 4.6387635612288316e-07,
      "loss": 0.0699,
      "step": 17118
    },
    {
      "epoch": 2.5855610934904094,
      "grad_norm": 1.511076033287849,
      "learning_rate": 4.6354375937020746e-07,
      "loss": 0.0772,
      "step": 17119
    },
    {
      "epoch": 2.5857121280773296,
      "grad_norm": 1.3842462518374288,
      "learning_rate": 4.632112760994811e-07,
      "loss": 0.0702,
      "step": 17120
    },
    {
      "epoch": 2.58586316266425,
      "grad_norm": 1.4721647755106486,
      "learning_rate": 4.628789063190198e-07,
      "loss": 0.0725,
      "step": 17121
    },
    {
      "epoch": 2.5860141972511705,
      "grad_norm": 1.6420731514219267,
      "learning_rate": 4.625466500371406e-07,
      "loss": 0.0737,
      "step": 17122
    },
    {
      "epoch": 2.5861652318380908,
      "grad_norm": 1.2270045406554966,
      "learning_rate": 4.6221450726215257e-07,
      "loss": 0.0677,
      "step": 17123
    },
    {
      "epoch": 2.5863162664250114,
      "grad_norm": 1.2063564496812504,
      "learning_rate": 4.6188247800236507e-07,
      "loss": 0.0692,
      "step": 17124
    },
    {
      "epoch": 2.5864673010119317,
      "grad_norm": 1.3005037587121944,
      "learning_rate": 4.6155056226608484e-07,
      "loss": 0.0626,
      "step": 17125
    },
    {
      "epoch": 2.5866183355988523,
      "grad_norm": 2.300910266231901,
      "learning_rate": 4.612187600616136e-07,
      "loss": 0.0844,
      "step": 17126
    },
    {
      "epoch": 2.5867693701857726,
      "grad_norm": 1.4109403023495417,
      "learning_rate": 4.6088707139725296e-07,
      "loss": 0.0693,
      "step": 17127
    },
    {
      "epoch": 2.586920404772693,
      "grad_norm": 1.3974634923986384,
      "learning_rate": 4.605554962812991e-07,
      "loss": 0.0766,
      "step": 17128
    },
    {
      "epoch": 2.5870714393596135,
      "grad_norm": 1.5313516204632815,
      "learning_rate": 4.6022403472204656e-07,
      "loss": 0.07,
      "step": 17129
    },
    {
      "epoch": 2.5872224739465337,
      "grad_norm": 1.4229814307513693,
      "learning_rate": 4.5989268672778974e-07,
      "loss": 0.0666,
      "step": 17130
    },
    {
      "epoch": 2.587373508533454,
      "grad_norm": 1.3120849618010608,
      "learning_rate": 4.595614523068137e-07,
      "loss": 0.076,
      "step": 17131
    },
    {
      "epoch": 2.5875245431203746,
      "grad_norm": 1.9855298777397703,
      "learning_rate": 4.592303314674068e-07,
      "loss": 0.0612,
      "step": 17132
    },
    {
      "epoch": 2.587675577707295,
      "grad_norm": 1.1032634085054964,
      "learning_rate": 4.588993242178502e-07,
      "loss": 0.0644,
      "step": 17133
    },
    {
      "epoch": 2.5878266122942155,
      "grad_norm": 1.8914866734683926,
      "learning_rate": 4.585684305664262e-07,
      "loss": 0.0943,
      "step": 17134
    },
    {
      "epoch": 2.5879776468811357,
      "grad_norm": 1.3061706114116185,
      "learning_rate": 4.58237650521412e-07,
      "loss": 0.0573,
      "step": 17135
    },
    {
      "epoch": 2.5881286814680564,
      "grad_norm": 1.1716263229381547,
      "learning_rate": 4.5790698409108105e-07,
      "loss": 0.0677,
      "step": 17136
    },
    {
      "epoch": 2.5882797160549766,
      "grad_norm": 2.4998891483035393,
      "learning_rate": 4.5757643128370667e-07,
      "loss": 0.0728,
      "step": 17137
    },
    {
      "epoch": 2.588430750641897,
      "grad_norm": 2.112805765565888,
      "learning_rate": 4.5724599210755726e-07,
      "loss": 0.0856,
      "step": 17138
    },
    {
      "epoch": 2.5885817852288175,
      "grad_norm": 1.4506615243768852,
      "learning_rate": 4.569156665708979e-07,
      "loss": 0.075,
      "step": 17139
    },
    {
      "epoch": 2.5887328198157378,
      "grad_norm": 1.8725445924807254,
      "learning_rate": 4.565854546819937e-07,
      "loss": 0.0795,
      "step": 17140
    },
    {
      "epoch": 2.588883854402658,
      "grad_norm": 1.6536843722221934,
      "learning_rate": 4.5625535644910293e-07,
      "loss": 0.0751,
      "step": 17141
    },
    {
      "epoch": 2.5890348889895787,
      "grad_norm": 1.0761524482059257,
      "learning_rate": 4.5592537188048516e-07,
      "loss": 0.0574,
      "step": 17142
    },
    {
      "epoch": 2.589185923576499,
      "grad_norm": 1.2740664738666136,
      "learning_rate": 4.5559550098439375e-07,
      "loss": 0.0756,
      "step": 17143
    },
    {
      "epoch": 2.5893369581634196,
      "grad_norm": 1.323129155918019,
      "learning_rate": 4.552657437690822e-07,
      "loss": 0.0747,
      "step": 17144
    },
    {
      "epoch": 2.58948799275034,
      "grad_norm": 1.515786473297747,
      "learning_rate": 4.549361002427982e-07,
      "loss": 0.0878,
      "step": 17145
    },
    {
      "epoch": 2.5896390273372605,
      "grad_norm": 1.2329993828030996,
      "learning_rate": 4.546065704137881e-07,
      "loss": 0.0623,
      "step": 17146
    },
    {
      "epoch": 2.5897900619241807,
      "grad_norm": 1.391315776340976,
      "learning_rate": 4.5427715429029573e-07,
      "loss": 0.0699,
      "step": 17147
    },
    {
      "epoch": 2.589941096511101,
      "grad_norm": 1.4707710920640085,
      "learning_rate": 4.539478518805607e-07,
      "loss": 0.0723,
      "step": 17148
    },
    {
      "epoch": 2.5900921310980216,
      "grad_norm": 1.2107467180455416,
      "learning_rate": 4.536186631928224e-07,
      "loss": 0.0735,
      "step": 17149
    },
    {
      "epoch": 2.590243165684942,
      "grad_norm": 1.3940346047914047,
      "learning_rate": 4.532895882353139e-07,
      "loss": 0.0804,
      "step": 17150
    },
    {
      "epoch": 2.590394200271862,
      "grad_norm": 1.2902701367410068,
      "learning_rate": 4.5296062701626843e-07,
      "loss": 0.0629,
      "step": 17151
    },
    {
      "epoch": 2.5905452348587827,
      "grad_norm": 1.3210996878464043,
      "learning_rate": 4.52631779543915e-07,
      "loss": 0.0666,
      "step": 17152
    },
    {
      "epoch": 2.590696269445703,
      "grad_norm": 1.559470291330925,
      "learning_rate": 4.5230304582647824e-07,
      "loss": 0.0687,
      "step": 17153
    },
    {
      "epoch": 2.590847304032623,
      "grad_norm": 1.1276530360623735,
      "learning_rate": 4.519744258721842e-07,
      "loss": 0.0564,
      "step": 17154
    },
    {
      "epoch": 2.590998338619544,
      "grad_norm": 1.5106110915402213,
      "learning_rate": 4.5164591968925084e-07,
      "loss": 0.0768,
      "step": 17155
    },
    {
      "epoch": 2.5911493732064645,
      "grad_norm": 1.329163613580167,
      "learning_rate": 4.5131752728589884e-07,
      "loss": 0.0583,
      "step": 17156
    },
    {
      "epoch": 2.5913004077933848,
      "grad_norm": 1.6707741107458618,
      "learning_rate": 4.509892486703399e-07,
      "loss": 0.0653,
      "step": 17157
    },
    {
      "epoch": 2.591451442380305,
      "grad_norm": 1.3626601371900127,
      "learning_rate": 4.5066108385078853e-07,
      "loss": 0.0678,
      "step": 17158
    },
    {
      "epoch": 2.5916024769672257,
      "grad_norm": 1.33774876456451,
      "learning_rate": 4.503330328354544e-07,
      "loss": 0.0745,
      "step": 17159
    },
    {
      "epoch": 2.591753511554146,
      "grad_norm": 1.8791303086509155,
      "learning_rate": 4.500050956325408e-07,
      "loss": 0.0793,
      "step": 17160
    },
    {
      "epoch": 2.591904546141066,
      "grad_norm": 1.3290931459543487,
      "learning_rate": 4.496772722502535e-07,
      "loss": 0.0709,
      "step": 17161
    },
    {
      "epoch": 2.592055580727987,
      "grad_norm": 1.5768530600370607,
      "learning_rate": 4.4934956269679364e-07,
      "loss": 0.0794,
      "step": 17162
    },
    {
      "epoch": 2.592206615314907,
      "grad_norm": 1.528115262768851,
      "learning_rate": 4.490219669803575e-07,
      "loss": 0.0665,
      "step": 17163
    },
    {
      "epoch": 2.5923576499018273,
      "grad_norm": 1.614285017238427,
      "learning_rate": 4.4869448510914125e-07,
      "loss": 0.0793,
      "step": 17164
    },
    {
      "epoch": 2.592508684488748,
      "grad_norm": 1.433311478857664,
      "learning_rate": 4.4836711709133615e-07,
      "loss": 0.0855,
      "step": 17165
    },
    {
      "epoch": 2.592659719075668,
      "grad_norm": 1.3834415166349334,
      "learning_rate": 4.480398629351324e-07,
      "loss": 0.0718,
      "step": 17166
    },
    {
      "epoch": 2.592810753662589,
      "grad_norm": 1.5825910550715567,
      "learning_rate": 4.47712722648716e-07,
      "loss": 0.0756,
      "step": 17167
    },
    {
      "epoch": 2.592961788249509,
      "grad_norm": 1.7932164294835877,
      "learning_rate": 4.4738569624027004e-07,
      "loss": 0.0818,
      "step": 17168
    },
    {
      "epoch": 2.5931128228364297,
      "grad_norm": 1.5084374700584449,
      "learning_rate": 4.4705878371797627e-07,
      "loss": 0.0646,
      "step": 17169
    },
    {
      "epoch": 2.59326385742335,
      "grad_norm": 1.2440561318387184,
      "learning_rate": 4.4673198509001094e-07,
      "loss": 0.0743,
      "step": 17170
    },
    {
      "epoch": 2.59341489201027,
      "grad_norm": 1.7993901525031775,
      "learning_rate": 4.464053003645513e-07,
      "loss": 0.0678,
      "step": 17171
    },
    {
      "epoch": 2.593565926597191,
      "grad_norm": 1.3978561562359957,
      "learning_rate": 4.460787295497676e-07,
      "loss": 0.0743,
      "step": 17172
    },
    {
      "epoch": 2.593716961184111,
      "grad_norm": 1.3074945587253215,
      "learning_rate": 4.4575227265383105e-07,
      "loss": 0.0555,
      "step": 17173
    },
    {
      "epoch": 2.5938679957710313,
      "grad_norm": 1.436073589229675,
      "learning_rate": 4.454259296849073e-07,
      "loss": 0.0706,
      "step": 17174
    },
    {
      "epoch": 2.594019030357952,
      "grad_norm": 1.6548610615504387,
      "learning_rate": 4.4509970065115817e-07,
      "loss": 0.0812,
      "step": 17175
    },
    {
      "epoch": 2.5941700649448722,
      "grad_norm": 1.0354532762933255,
      "learning_rate": 4.447735855607477e-07,
      "loss": 0.0583,
      "step": 17176
    },
    {
      "epoch": 2.594321099531793,
      "grad_norm": 1.6585565486297407,
      "learning_rate": 4.44447584421831e-07,
      "loss": 0.0965,
      "step": 17177
    },
    {
      "epoch": 2.594472134118713,
      "grad_norm": 1.2880664388909653,
      "learning_rate": 4.441216972425655e-07,
      "loss": 0.0684,
      "step": 17178
    },
    {
      "epoch": 2.594623168705634,
      "grad_norm": 1.0621266994563514,
      "learning_rate": 4.437959240311013e-07,
      "loss": 0.0534,
      "step": 17179
    },
    {
      "epoch": 2.594774203292554,
      "grad_norm": 1.5013005685591196,
      "learning_rate": 4.434702647955891e-07,
      "loss": 0.0688,
      "step": 17180
    },
    {
      "epoch": 2.5949252378794743,
      "grad_norm": 1.5059588817681484,
      "learning_rate": 4.431447195441768e-07,
      "loss": 0.071,
      "step": 17181
    },
    {
      "epoch": 2.595076272466395,
      "grad_norm": 1.8756010207054865,
      "learning_rate": 4.428192882850052e-07,
      "loss": 0.0834,
      "step": 17182
    },
    {
      "epoch": 2.595227307053315,
      "grad_norm": 2.049614454178861,
      "learning_rate": 4.424939710262166e-07,
      "loss": 0.084,
      "step": 17183
    },
    {
      "epoch": 2.5953783416402354,
      "grad_norm": 1.3514993531766128,
      "learning_rate": 4.4216876777594843e-07,
      "loss": 0.0713,
      "step": 17184
    },
    {
      "epoch": 2.595529376227156,
      "grad_norm": 2.8637342272218107,
      "learning_rate": 4.4184367854233634e-07,
      "loss": 0.0886,
      "step": 17185
    },
    {
      "epoch": 2.5956804108140763,
      "grad_norm": 1.6962144388173148,
      "learning_rate": 4.4151870333351277e-07,
      "loss": 0.063,
      "step": 17186
    },
    {
      "epoch": 2.595831445400997,
      "grad_norm": 1.192906752157591,
      "learning_rate": 4.4119384215760674e-07,
      "loss": 0.0603,
      "step": 17187
    },
    {
      "epoch": 2.595982479987917,
      "grad_norm": 1.1836443218730435,
      "learning_rate": 4.408690950227462e-07,
      "loss": 0.0661,
      "step": 17188
    },
    {
      "epoch": 2.596133514574838,
      "grad_norm": 1.225987714956657,
      "learning_rate": 4.4054446193705247e-07,
      "loss": 0.0736,
      "step": 17189
    },
    {
      "epoch": 2.596284549161758,
      "grad_norm": 1.1176108389857904,
      "learning_rate": 4.4021994290864735e-07,
      "loss": 0.0651,
      "step": 17190
    },
    {
      "epoch": 2.5964355837486783,
      "grad_norm": 1.7101985374087785,
      "learning_rate": 4.398955379456499e-07,
      "loss": 0.0916,
      "step": 17191
    },
    {
      "epoch": 2.596586618335599,
      "grad_norm": 1.5598990987034345,
      "learning_rate": 4.395712470561736e-07,
      "loss": 0.0725,
      "step": 17192
    },
    {
      "epoch": 2.5967376529225192,
      "grad_norm": 1.3444306199903409,
      "learning_rate": 4.3924707024833257e-07,
      "loss": 0.0784,
      "step": 17193
    },
    {
      "epoch": 2.5968886875094395,
      "grad_norm": 1.9983409832173344,
      "learning_rate": 4.3892300753023475e-07,
      "loss": 0.0759,
      "step": 17194
    },
    {
      "epoch": 2.59703972209636,
      "grad_norm": 1.5438799961049492,
      "learning_rate": 4.385990589099881e-07,
      "loss": 0.0697,
      "step": 17195
    },
    {
      "epoch": 2.5971907566832804,
      "grad_norm": 1.445887006198851,
      "learning_rate": 4.382752243956956e-07,
      "loss": 0.0719,
      "step": 17196
    },
    {
      "epoch": 2.597341791270201,
      "grad_norm": 1.1851259234098082,
      "learning_rate": 4.379515039954574e-07,
      "loss": 0.0653,
      "step": 17197
    },
    {
      "epoch": 2.5974928258571213,
      "grad_norm": 1.2920807447476534,
      "learning_rate": 4.3762789771737314e-07,
      "loss": 0.0766,
      "step": 17198
    },
    {
      "epoch": 2.597643860444042,
      "grad_norm": 1.2530935911109484,
      "learning_rate": 4.3730440556953635e-07,
      "loss": 0.0669,
      "step": 17199
    },
    {
      "epoch": 2.597794895030962,
      "grad_norm": 2.8937092818349446,
      "learning_rate": 4.3698102756004167e-07,
      "loss": 0.0828,
      "step": 17200
    },
    {
      "epoch": 2.5979459296178824,
      "grad_norm": 2.841963957449726,
      "learning_rate": 4.3665776369697543e-07,
      "loss": 0.1097,
      "step": 17201
    },
    {
      "epoch": 2.598096964204803,
      "grad_norm": 1.4944842364717523,
      "learning_rate": 4.3633461398842725e-07,
      "loss": 0.0743,
      "step": 17202
    },
    {
      "epoch": 2.5982479987917233,
      "grad_norm": 1.131333143055146,
      "learning_rate": 4.3601157844247953e-07,
      "loss": 0.0594,
      "step": 17203
    },
    {
      "epoch": 2.5983990333786435,
      "grad_norm": 1.3368297633148767,
      "learning_rate": 4.3568865706721255e-07,
      "loss": 0.0595,
      "step": 17204
    },
    {
      "epoch": 2.598550067965564,
      "grad_norm": 1.5867378533642904,
      "learning_rate": 4.3536584987070587e-07,
      "loss": 0.0758,
      "step": 17205
    },
    {
      "epoch": 2.5987011025524844,
      "grad_norm": 2.200523756377214,
      "learning_rate": 4.3504315686103305e-07,
      "loss": 0.0797,
      "step": 17206
    },
    {
      "epoch": 2.5988521371394047,
      "grad_norm": 1.6131074141085486,
      "learning_rate": 4.347205780462682e-07,
      "loss": 0.0651,
      "step": 17207
    },
    {
      "epoch": 2.5990031717263253,
      "grad_norm": 1.7558736161635764,
      "learning_rate": 4.343981134344788e-07,
      "loss": 0.0718,
      "step": 17208
    },
    {
      "epoch": 2.599154206313246,
      "grad_norm": 1.7662563785103482,
      "learning_rate": 4.340757630337328e-07,
      "loss": 0.0771,
      "step": 17209
    },
    {
      "epoch": 2.5993052409001662,
      "grad_norm": 1.5844248509812318,
      "learning_rate": 4.3375352685209535e-07,
      "loss": 0.0861,
      "step": 17210
    },
    {
      "epoch": 2.5994562754870865,
      "grad_norm": 1.2120617461580583,
      "learning_rate": 4.3343140489762405e-07,
      "loss": 0.0609,
      "step": 17211
    },
    {
      "epoch": 2.599607310074007,
      "grad_norm": 1.6823452190045685,
      "learning_rate": 4.331093971783795e-07,
      "loss": 0.0771,
      "step": 17212
    },
    {
      "epoch": 2.5997583446609274,
      "grad_norm": 1.8074980209038143,
      "learning_rate": 4.327875037024154e-07,
      "loss": 0.0746,
      "step": 17213
    },
    {
      "epoch": 2.5999093792478476,
      "grad_norm": 1.3427869410932014,
      "learning_rate": 4.3246572447778466e-07,
      "loss": 0.07,
      "step": 17214
    },
    {
      "epoch": 2.6000604138347683,
      "grad_norm": 1.4022081221742249,
      "learning_rate": 4.321440595125376e-07,
      "loss": 0.067,
      "step": 17215
    },
    {
      "epoch": 2.6002114484216885,
      "grad_norm": 1.3821701983183305,
      "learning_rate": 4.3182250881471933e-07,
      "loss": 0.0799,
      "step": 17216
    },
    {
      "epoch": 2.6003624830086087,
      "grad_norm": 1.9024011293012792,
      "learning_rate": 4.3150107239237625e-07,
      "loss": 0.0956,
      "step": 17217
    },
    {
      "epoch": 2.6005135175955294,
      "grad_norm": 1.3617009350237648,
      "learning_rate": 4.3117975025354583e-07,
      "loss": 0.0682,
      "step": 17218
    },
    {
      "epoch": 2.6006645521824496,
      "grad_norm": 1.581507936731365,
      "learning_rate": 4.308585424062672e-07,
      "loss": 0.0735,
      "step": 17219
    },
    {
      "epoch": 2.6008155867693703,
      "grad_norm": 1.3538847601211346,
      "learning_rate": 4.305374488585773e-07,
      "loss": 0.0653,
      "step": 17220
    },
    {
      "epoch": 2.6009666213562905,
      "grad_norm": 1.329746707566035,
      "learning_rate": 4.3021646961850626e-07,
      "loss": 0.0808,
      "step": 17221
    },
    {
      "epoch": 2.601117655943211,
      "grad_norm": 1.2761834554387732,
      "learning_rate": 4.298956046940855e-07,
      "loss": 0.0713,
      "step": 17222
    },
    {
      "epoch": 2.6012686905301314,
      "grad_norm": 1.2408031181150352,
      "learning_rate": 4.295748540933392e-07,
      "loss": 0.0703,
      "step": 17223
    },
    {
      "epoch": 2.6014197251170517,
      "grad_norm": 2.449867461381122,
      "learning_rate": 4.292542178242942e-07,
      "loss": 0.0834,
      "step": 17224
    },
    {
      "epoch": 2.6015707597039723,
      "grad_norm": 1.302754751093338,
      "learning_rate": 4.2893369589496916e-07,
      "loss": 0.0676,
      "step": 17225
    },
    {
      "epoch": 2.6017217942908926,
      "grad_norm": 1.4224614494943364,
      "learning_rate": 4.28613288313382e-07,
      "loss": 0.0779,
      "step": 17226
    },
    {
      "epoch": 2.601872828877813,
      "grad_norm": 3.5385996249815848,
      "learning_rate": 4.2829299508754974e-07,
      "loss": 0.0949,
      "step": 17227
    },
    {
      "epoch": 2.6020238634647335,
      "grad_norm": 1.4082668321207115,
      "learning_rate": 4.279728162254826e-07,
      "loss": 0.0688,
      "step": 17228
    },
    {
      "epoch": 2.6021748980516537,
      "grad_norm": 1.190006134234203,
      "learning_rate": 4.2765275173519196e-07,
      "loss": 0.0653,
      "step": 17229
    },
    {
      "epoch": 2.6023259326385744,
      "grad_norm": 1.2337712878809426,
      "learning_rate": 4.2733280162468193e-07,
      "loss": 0.0656,
      "step": 17230
    },
    {
      "epoch": 2.6024769672254946,
      "grad_norm": 1.2360913956137916,
      "learning_rate": 4.27012965901959e-07,
      "loss": 0.0621,
      "step": 17231
    },
    {
      "epoch": 2.6026280018124153,
      "grad_norm": 1.1824624762701974,
      "learning_rate": 4.266932445750227e-07,
      "loss": 0.0614,
      "step": 17232
    },
    {
      "epoch": 2.6027790363993355,
      "grad_norm": 1.6647107417418068,
      "learning_rate": 4.2637363765187066e-07,
      "loss": 0.0684,
      "step": 17233
    },
    {
      "epoch": 2.6029300709862557,
      "grad_norm": 1.3042972742200158,
      "learning_rate": 4.260541451404987e-07,
      "loss": 0.0636,
      "step": 17234
    },
    {
      "epoch": 2.6030811055731764,
      "grad_norm": 1.2185800192140355,
      "learning_rate": 4.257347670488982e-07,
      "loss": 0.0677,
      "step": 17235
    },
    {
      "epoch": 2.6032321401600966,
      "grad_norm": 1.5250563303833986,
      "learning_rate": 4.254155033850593e-07,
      "loss": 0.0768,
      "step": 17236
    },
    {
      "epoch": 2.603383174747017,
      "grad_norm": 1.7260001190443124,
      "learning_rate": 4.250963541569697e-07,
      "loss": 0.06,
      "step": 17237
    },
    {
      "epoch": 2.6035342093339375,
      "grad_norm": 1.3703298414401321,
      "learning_rate": 4.247773193726118e-07,
      "loss": 0.071,
      "step": 17238
    },
    {
      "epoch": 2.6036852439208578,
      "grad_norm": 1.3061891302822992,
      "learning_rate": 4.2445839903996587e-07,
      "loss": 0.073,
      "step": 17239
    },
    {
      "epoch": 2.6038362785077784,
      "grad_norm": 1.568264995994564,
      "learning_rate": 4.241395931670106e-07,
      "loss": 0.0842,
      "step": 17240
    },
    {
      "epoch": 2.6039873130946987,
      "grad_norm": 1.0858245102064439,
      "learning_rate": 4.238209017617201e-07,
      "loss": 0.0565,
      "step": 17241
    },
    {
      "epoch": 2.6041383476816193,
      "grad_norm": 1.512898901424607,
      "learning_rate": 4.235023248320691e-07,
      "loss": 0.0721,
      "step": 17242
    },
    {
      "epoch": 2.6042893822685396,
      "grad_norm": 1.2508396043417962,
      "learning_rate": 4.231838623860246e-07,
      "loss": 0.0591,
      "step": 17243
    },
    {
      "epoch": 2.60444041685546,
      "grad_norm": 1.3536811900769457,
      "learning_rate": 4.228655144315541e-07,
      "loss": 0.0634,
      "step": 17244
    },
    {
      "epoch": 2.6045914514423805,
      "grad_norm": 1.5562576838226285,
      "learning_rate": 4.225472809766207e-07,
      "loss": 0.0768,
      "step": 17245
    },
    {
      "epoch": 2.6047424860293007,
      "grad_norm": 1.2988318947340447,
      "learning_rate": 4.222291620291863e-07,
      "loss": 0.0722,
      "step": 17246
    },
    {
      "epoch": 2.604893520616221,
      "grad_norm": 1.459767646801809,
      "learning_rate": 4.219111575972085e-07,
      "loss": 0.0714,
      "step": 17247
    },
    {
      "epoch": 2.6050445552031416,
      "grad_norm": 1.1561163774306416,
      "learning_rate": 4.2159326768864085e-07,
      "loss": 0.0625,
      "step": 17248
    },
    {
      "epoch": 2.605195589790062,
      "grad_norm": 1.9012474626506353,
      "learning_rate": 4.2127549231143705e-07,
      "loss": 0.0811,
      "step": 17249
    },
    {
      "epoch": 2.605346624376982,
      "grad_norm": 1.209730574127704,
      "learning_rate": 4.2095783147354573e-07,
      "loss": 0.0612,
      "step": 17250
    },
    {
      "epoch": 2.6054976589639027,
      "grad_norm": 1.3370996066788239,
      "learning_rate": 4.2064028518291387e-07,
      "loss": 0.0702,
      "step": 17251
    },
    {
      "epoch": 2.6056486935508234,
      "grad_norm": 1.6832675558752277,
      "learning_rate": 4.2032285344748456e-07,
      "loss": 0.0807,
      "step": 17252
    },
    {
      "epoch": 2.6057997281377436,
      "grad_norm": 1.2871564836925369,
      "learning_rate": 4.200055362751992e-07,
      "loss": 0.0727,
      "step": 17253
    },
    {
      "epoch": 2.605950762724664,
      "grad_norm": 1.2543261550875553,
      "learning_rate": 4.19688333673996e-07,
      "loss": 0.071,
      "step": 17254
    },
    {
      "epoch": 2.6061017973115845,
      "grad_norm": 1.2406420351947662,
      "learning_rate": 4.193712456518079e-07,
      "loss": 0.0741,
      "step": 17255
    },
    {
      "epoch": 2.6062528318985048,
      "grad_norm": 1.3102410417605166,
      "learning_rate": 4.1905427221656856e-07,
      "loss": 0.0683,
      "step": 17256
    },
    {
      "epoch": 2.606403866485425,
      "grad_norm": 1.8029482601520197,
      "learning_rate": 4.1873741337620676e-07,
      "loss": 0.0786,
      "step": 17257
    },
    {
      "epoch": 2.6065549010723457,
      "grad_norm": 1.536326120207184,
      "learning_rate": 4.1842066913865e-07,
      "loss": 0.0755,
      "step": 17258
    },
    {
      "epoch": 2.606705935659266,
      "grad_norm": 1.0800804529614851,
      "learning_rate": 4.181040395118202e-07,
      "loss": 0.0602,
      "step": 17259
    },
    {
      "epoch": 2.606856970246186,
      "grad_norm": 2.17373619857558,
      "learning_rate": 4.1778752450363944e-07,
      "loss": 0.0985,
      "step": 17260
    },
    {
      "epoch": 2.607008004833107,
      "grad_norm": 1.2013738197610877,
      "learning_rate": 4.174711241220253e-07,
      "loss": 0.0616,
      "step": 17261
    },
    {
      "epoch": 2.607159039420027,
      "grad_norm": 1.8367242497694396,
      "learning_rate": 4.1715483837489136e-07,
      "loss": 0.0784,
      "step": 17262
    },
    {
      "epoch": 2.6073100740069477,
      "grad_norm": 1.2623905820631933,
      "learning_rate": 4.168386672701508e-07,
      "loss": 0.0614,
      "step": 17263
    },
    {
      "epoch": 2.607461108593868,
      "grad_norm": 1.2601239941496625,
      "learning_rate": 4.1652261081571223e-07,
      "loss": 0.0733,
      "step": 17264
    },
    {
      "epoch": 2.6076121431807886,
      "grad_norm": 1.3698663338161046,
      "learning_rate": 4.1620666901948216e-07,
      "loss": 0.0727,
      "step": 17265
    },
    {
      "epoch": 2.607763177767709,
      "grad_norm": 1.2709416618031926,
      "learning_rate": 4.1589084188936536e-07,
      "loss": 0.0608,
      "step": 17266
    },
    {
      "epoch": 2.607914212354629,
      "grad_norm": 1.4974975482241768,
      "learning_rate": 4.155751294332616e-07,
      "loss": 0.0793,
      "step": 17267
    },
    {
      "epoch": 2.6080652469415497,
      "grad_norm": 3.7987703814718086,
      "learning_rate": 4.1525953165906794e-07,
      "loss": 0.0821,
      "step": 17268
    },
    {
      "epoch": 2.60821628152847,
      "grad_norm": 1.8604632461807808,
      "learning_rate": 4.149440485746786e-07,
      "loss": 0.0672,
      "step": 17269
    },
    {
      "epoch": 2.60836731611539,
      "grad_norm": 1.548642653602338,
      "learning_rate": 4.1462868018798676e-07,
      "loss": 0.0761,
      "step": 17270
    },
    {
      "epoch": 2.608518350702311,
      "grad_norm": 1.519625198592547,
      "learning_rate": 4.143134265068821e-07,
      "loss": 0.0782,
      "step": 17271
    },
    {
      "epoch": 2.608669385289231,
      "grad_norm": 1.5877426396669347,
      "learning_rate": 4.13998287539249e-07,
      "loss": 0.0828,
      "step": 17272
    },
    {
      "epoch": 2.6088204198761518,
      "grad_norm": 1.4865855656498228,
      "learning_rate": 4.1368326329297325e-07,
      "loss": 0.07,
      "step": 17273
    },
    {
      "epoch": 2.608971454463072,
      "grad_norm": 2.0442137414144854,
      "learning_rate": 4.1336835377593423e-07,
      "loss": 0.0964,
      "step": 17274
    },
    {
      "epoch": 2.6091224890499927,
      "grad_norm": 2.565049263090018,
      "learning_rate": 4.130535589960077e-07,
      "loss": 0.1005,
      "step": 17275
    },
    {
      "epoch": 2.609273523636913,
      "grad_norm": 1.63463654850198,
      "learning_rate": 4.1273887896107146e-07,
      "loss": 0.0697,
      "step": 17276
    },
    {
      "epoch": 2.609424558223833,
      "grad_norm": 1.4347190563067318,
      "learning_rate": 4.124243136789952e-07,
      "loss": 0.0695,
      "step": 17277
    },
    {
      "epoch": 2.609575592810754,
      "grad_norm": 1.2400508254339604,
      "learning_rate": 4.121098631576498e-07,
      "loss": 0.0675,
      "step": 17278
    },
    {
      "epoch": 2.609726627397674,
      "grad_norm": 1.6891632322445502,
      "learning_rate": 4.117955274048996e-07,
      "loss": 0.0736,
      "step": 17279
    },
    {
      "epoch": 2.6098776619845943,
      "grad_norm": 1.6232284545279734,
      "learning_rate": 4.114813064286094e-07,
      "loss": 0.0801,
      "step": 17280
    },
    {
      "epoch": 2.610028696571515,
      "grad_norm": 1.1993630393932395,
      "learning_rate": 4.111672002366379e-07,
      "loss": 0.0589,
      "step": 17281
    },
    {
      "epoch": 2.610179731158435,
      "grad_norm": 1.3124688595699447,
      "learning_rate": 4.108532088368444e-07,
      "loss": 0.0739,
      "step": 17282
    },
    {
      "epoch": 2.610330765745356,
      "grad_norm": 3.848299802982556,
      "learning_rate": 4.105393322370832e-07,
      "loss": 0.0725,
      "step": 17283
    },
    {
      "epoch": 2.610481800332276,
      "grad_norm": 1.226685787462418,
      "learning_rate": 4.102255704452046e-07,
      "loss": 0.0704,
      "step": 17284
    },
    {
      "epoch": 2.6106328349191967,
      "grad_norm": 1.386281206380657,
      "learning_rate": 4.099119234690596e-07,
      "loss": 0.0654,
      "step": 17285
    },
    {
      "epoch": 2.610783869506117,
      "grad_norm": 1.2697215957316688,
      "learning_rate": 4.095983913164925e-07,
      "loss": 0.0578,
      "step": 17286
    },
    {
      "epoch": 2.610934904093037,
      "grad_norm": 1.624079757003312,
      "learning_rate": 4.092849739953475e-07,
      "loss": 0.0735,
      "step": 17287
    },
    {
      "epoch": 2.611085938679958,
      "grad_norm": 1.9037418815002243,
      "learning_rate": 4.089716715134651e-07,
      "loss": 0.0908,
      "step": 17288
    },
    {
      "epoch": 2.611236973266878,
      "grad_norm": 1.2716258684129915,
      "learning_rate": 4.0865848387868224e-07,
      "loss": 0.0648,
      "step": 17289
    },
    {
      "epoch": 2.6113880078537983,
      "grad_norm": 1.4992950862146077,
      "learning_rate": 4.0834541109883387e-07,
      "loss": 0.0909,
      "step": 17290
    },
    {
      "epoch": 2.611539042440719,
      "grad_norm": 1.1812497673295843,
      "learning_rate": 4.0803245318175033e-07,
      "loss": 0.0572,
      "step": 17291
    },
    {
      "epoch": 2.6116900770276392,
      "grad_norm": 2.0061590546660684,
      "learning_rate": 4.077196101352615e-07,
      "loss": 0.0618,
      "step": 17292
    },
    {
      "epoch": 2.61184111161456,
      "grad_norm": 1.4369402074826283,
      "learning_rate": 4.0740688196719445e-07,
      "loss": 0.0761,
      "step": 17293
    },
    {
      "epoch": 2.61199214620148,
      "grad_norm": 1.3067461958172775,
      "learning_rate": 4.070942686853696e-07,
      "loss": 0.0725,
      "step": 17294
    },
    {
      "epoch": 2.612143180788401,
      "grad_norm": 1.0297246495451888,
      "learning_rate": 4.067817702976096e-07,
      "loss": 0.0506,
      "step": 17295
    },
    {
      "epoch": 2.612294215375321,
      "grad_norm": 1.4197461693229783,
      "learning_rate": 4.0646938681173143e-07,
      "loss": 0.0712,
      "step": 17296
    },
    {
      "epoch": 2.6124452499622413,
      "grad_norm": 1.5311555051363315,
      "learning_rate": 4.0615711823554727e-07,
      "loss": 0.0785,
      "step": 17297
    },
    {
      "epoch": 2.612596284549162,
      "grad_norm": 2.0787778314285354,
      "learning_rate": 4.058449645768714e-07,
      "loss": 0.0751,
      "step": 17298
    },
    {
      "epoch": 2.612747319136082,
      "grad_norm": 1.395894315087425,
      "learning_rate": 4.055329258435109e-07,
      "loss": 0.0695,
      "step": 17299
    },
    {
      "epoch": 2.6128983537230024,
      "grad_norm": 1.1836736862338915,
      "learning_rate": 4.0522100204327286e-07,
      "loss": 0.0627,
      "step": 17300
    },
    {
      "epoch": 2.613049388309923,
      "grad_norm": 1.840721877307598,
      "learning_rate": 4.0490919318395827e-07,
      "loss": 0.0806,
      "step": 17301
    },
    {
      "epoch": 2.6132004228968433,
      "grad_norm": 1.658955801284393,
      "learning_rate": 4.0459749927336976e-07,
      "loss": 0.0781,
      "step": 17302
    },
    {
      "epoch": 2.6133514574837635,
      "grad_norm": 1.6742571358601466,
      "learning_rate": 4.042859203193028e-07,
      "loss": 0.0786,
      "step": 17303
    },
    {
      "epoch": 2.613502492070684,
      "grad_norm": 1.4384443705442762,
      "learning_rate": 4.0397445632955114e-07,
      "loss": 0.082,
      "step": 17304
    },
    {
      "epoch": 2.613653526657605,
      "grad_norm": 1.435277994592155,
      "learning_rate": 4.036631073119085e-07,
      "loss": 0.072,
      "step": 17305
    },
    {
      "epoch": 2.613804561244525,
      "grad_norm": 1.1159154925930432,
      "learning_rate": 4.0335187327416094e-07,
      "loss": 0.0648,
      "step": 17306
    },
    {
      "epoch": 2.6139555958314453,
      "grad_norm": 1.2384893083015736,
      "learning_rate": 4.0304075422409604e-07,
      "loss": 0.0701,
      "step": 17307
    },
    {
      "epoch": 2.614106630418366,
      "grad_norm": 1.3234716305176537,
      "learning_rate": 4.027297501694954e-07,
      "loss": 0.0688,
      "step": 17308
    },
    {
      "epoch": 2.6142576650052862,
      "grad_norm": 2.3049529724846156,
      "learning_rate": 4.024188611181401e-07,
      "loss": 0.0754,
      "step": 17309
    },
    {
      "epoch": 2.6144086995922065,
      "grad_norm": 1.2097434251900225,
      "learning_rate": 4.021080870778066e-07,
      "loss": 0.0612,
      "step": 17310
    },
    {
      "epoch": 2.614559734179127,
      "grad_norm": 1.254085932129343,
      "learning_rate": 4.0179742805626866e-07,
      "loss": 0.0702,
      "step": 17311
    },
    {
      "epoch": 2.6147107687660474,
      "grad_norm": 1.3544472585513574,
      "learning_rate": 4.0148688406129845e-07,
      "loss": 0.0685,
      "step": 17312
    },
    {
      "epoch": 2.6148618033529676,
      "grad_norm": 1.6059184464801532,
      "learning_rate": 4.0117645510066304e-07,
      "loss": 0.0762,
      "step": 17313
    },
    {
      "epoch": 2.6150128379398883,
      "grad_norm": 1.21706960500107,
      "learning_rate": 4.0086614118212965e-07,
      "loss": 0.0714,
      "step": 17314
    },
    {
      "epoch": 2.6151638725268085,
      "grad_norm": 1.9025553800991895,
      "learning_rate": 4.005559423134592e-07,
      "loss": 0.0749,
      "step": 17315
    },
    {
      "epoch": 2.615314907113729,
      "grad_norm": 1.5649177601287028,
      "learning_rate": 4.0024585850241273e-07,
      "loss": 0.0785,
      "step": 17316
    },
    {
      "epoch": 2.6154659417006494,
      "grad_norm": 1.559440123315572,
      "learning_rate": 3.9993588975674737e-07,
      "loss": 0.074,
      "step": 17317
    },
    {
      "epoch": 2.61561697628757,
      "grad_norm": 1.5280100037179314,
      "learning_rate": 3.996260360842169e-07,
      "loss": 0.074,
      "step": 17318
    },
    {
      "epoch": 2.6157680108744903,
      "grad_norm": 1.6726521111862422,
      "learning_rate": 3.993162974925724e-07,
      "loss": 0.1107,
      "step": 17319
    },
    {
      "epoch": 2.6159190454614105,
      "grad_norm": 1.7380183190577545,
      "learning_rate": 3.9900667398956093e-07,
      "loss": 0.0898,
      "step": 17320
    },
    {
      "epoch": 2.616070080048331,
      "grad_norm": 1.2527650971523265,
      "learning_rate": 3.9869716558292916e-07,
      "loss": 0.0592,
      "step": 17321
    },
    {
      "epoch": 2.6162211146352514,
      "grad_norm": 1.4605057000935215,
      "learning_rate": 3.9838777228042024e-07,
      "loss": 0.0807,
      "step": 17322
    },
    {
      "epoch": 2.6163721492221717,
      "grad_norm": 1.368484917746174,
      "learning_rate": 3.9807849408977196e-07,
      "loss": 0.0794,
      "step": 17323
    },
    {
      "epoch": 2.6165231838090923,
      "grad_norm": 1.396953305205143,
      "learning_rate": 3.977693310187231e-07,
      "loss": 0.0712,
      "step": 17324
    },
    {
      "epoch": 2.6166742183960126,
      "grad_norm": 1.4800278985377988,
      "learning_rate": 3.974602830750068e-07,
      "loss": 0.0793,
      "step": 17325
    },
    {
      "epoch": 2.6168252529829332,
      "grad_norm": 2.1437035867672933,
      "learning_rate": 3.9715135026635264e-07,
      "loss": 0.0896,
      "step": 17326
    },
    {
      "epoch": 2.6169762875698535,
      "grad_norm": 1.1049071752266473,
      "learning_rate": 3.9684253260049043e-07,
      "loss": 0.064,
      "step": 17327
    },
    {
      "epoch": 2.617127322156774,
      "grad_norm": 2.52566541826025,
      "learning_rate": 3.965338300851446e-07,
      "loss": 0.0954,
      "step": 17328
    },
    {
      "epoch": 2.6172783567436944,
      "grad_norm": 2.5322811223762245,
      "learning_rate": 3.9622524272803884e-07,
      "loss": 0.0923,
      "step": 17329
    },
    {
      "epoch": 2.6174293913306146,
      "grad_norm": 1.5028475299405537,
      "learning_rate": 3.959167705368905e-07,
      "loss": 0.0737,
      "step": 17330
    },
    {
      "epoch": 2.6175804259175353,
      "grad_norm": 1.9708221340385659,
      "learning_rate": 3.956084135194177e-07,
      "loss": 0.0886,
      "step": 17331
    },
    {
      "epoch": 2.6177314605044555,
      "grad_norm": 1.3850083257911145,
      "learning_rate": 3.9530017168333434e-07,
      "loss": 0.062,
      "step": 17332
    },
    {
      "epoch": 2.6178824950913757,
      "grad_norm": 2.0382782183283332,
      "learning_rate": 3.949920450363498e-07,
      "loss": 0.0801,
      "step": 17333
    },
    {
      "epoch": 2.6180335296782964,
      "grad_norm": 1.3759365096870289,
      "learning_rate": 3.946840335861735e-07,
      "loss": 0.0664,
      "step": 17334
    },
    {
      "epoch": 2.6181845642652166,
      "grad_norm": 1.9478736203465066,
      "learning_rate": 3.943761373405092e-07,
      "loss": 0.0838,
      "step": 17335
    },
    {
      "epoch": 2.6183355988521373,
      "grad_norm": 1.2845869690907303,
      "learning_rate": 3.9406835630706077e-07,
      "loss": 0.0651,
      "step": 17336
    },
    {
      "epoch": 2.6184866334390575,
      "grad_norm": 1.3993243633249994,
      "learning_rate": 3.937606904935254e-07,
      "loss": 0.0673,
      "step": 17337
    },
    {
      "epoch": 2.618637668025978,
      "grad_norm": 2.0373399898213784,
      "learning_rate": 3.934531399076008e-07,
      "loss": 0.0816,
      "step": 17338
    },
    {
      "epoch": 2.6187887026128984,
      "grad_norm": 1.3263541547089621,
      "learning_rate": 3.9314570455698253e-07,
      "loss": 0.0713,
      "step": 17339
    },
    {
      "epoch": 2.6189397371998187,
      "grad_norm": 1.2446979530498714,
      "learning_rate": 3.928383844493572e-07,
      "loss": 0.0652,
      "step": 17340
    },
    {
      "epoch": 2.6190907717867393,
      "grad_norm": 2.19996207683851,
      "learning_rate": 3.925311795924153e-07,
      "loss": 0.0858,
      "step": 17341
    },
    {
      "epoch": 2.6192418063736596,
      "grad_norm": 1.7639962867317385,
      "learning_rate": 3.9222408999384007e-07,
      "loss": 0.0785,
      "step": 17342
    },
    {
      "epoch": 2.61939284096058,
      "grad_norm": 1.2223484693640412,
      "learning_rate": 3.919171156613144e-07,
      "loss": 0.0601,
      "step": 17343
    },
    {
      "epoch": 2.6195438755475005,
      "grad_norm": 1.6299803516870277,
      "learning_rate": 3.9161025660251817e-07,
      "loss": 0.0895,
      "step": 17344
    },
    {
      "epoch": 2.6196949101344207,
      "grad_norm": 2.0838877626014374,
      "learning_rate": 3.9130351282512634e-07,
      "loss": 0.0798,
      "step": 17345
    },
    {
      "epoch": 2.619845944721341,
      "grad_norm": 1.3135668594144816,
      "learning_rate": 3.9099688433681447e-07,
      "loss": 0.0718,
      "step": 17346
    },
    {
      "epoch": 2.6199969793082616,
      "grad_norm": 1.1643703400400789,
      "learning_rate": 3.906903711452498e-07,
      "loss": 0.0601,
      "step": 17347
    },
    {
      "epoch": 2.6201480138951823,
      "grad_norm": 1.5591735882193063,
      "learning_rate": 3.9038397325810104e-07,
      "loss": 0.0811,
      "step": 17348
    },
    {
      "epoch": 2.6202990484821025,
      "grad_norm": 1.0705994181550709,
      "learning_rate": 3.9007769068303445e-07,
      "loss": 0.0583,
      "step": 17349
    },
    {
      "epoch": 2.6204500830690227,
      "grad_norm": 1.3307261462779183,
      "learning_rate": 3.897715234277105e-07,
      "loss": 0.0764,
      "step": 17350
    },
    {
      "epoch": 2.6206011176559434,
      "grad_norm": 2.497795335050849,
      "learning_rate": 3.8946547149978866e-07,
      "loss": 0.0948,
      "step": 17351
    },
    {
      "epoch": 2.6207521522428636,
      "grad_norm": 1.0637187590438812,
      "learning_rate": 3.891595349069238e-07,
      "loss": 0.0551,
      "step": 17352
    },
    {
      "epoch": 2.620903186829784,
      "grad_norm": 1.7970671819068,
      "learning_rate": 3.888537136567716e-07,
      "loss": 0.0824,
      "step": 17353
    },
    {
      "epoch": 2.6210542214167045,
      "grad_norm": 1.2989106401281034,
      "learning_rate": 3.885480077569803e-07,
      "loss": 0.0742,
      "step": 17354
    },
    {
      "epoch": 2.6212052560036248,
      "grad_norm": 1.603316759519303,
      "learning_rate": 3.8824241721519663e-07,
      "loss": 0.0677,
      "step": 17355
    },
    {
      "epoch": 2.621356290590545,
      "grad_norm": 1.790340418851556,
      "learning_rate": 3.8793694203906774e-07,
      "loss": 0.0719,
      "step": 17356
    },
    {
      "epoch": 2.6215073251774657,
      "grad_norm": 1.4118324377371716,
      "learning_rate": 3.876315822362325e-07,
      "loss": 0.0637,
      "step": 17357
    },
    {
      "epoch": 2.621658359764386,
      "grad_norm": 1.4356565791701652,
      "learning_rate": 3.8732633781433214e-07,
      "loss": 0.0722,
      "step": 17358
    },
    {
      "epoch": 2.6218093943513066,
      "grad_norm": 1.731450939495299,
      "learning_rate": 3.8702120878100045e-07,
      "loss": 0.0726,
      "step": 17359
    },
    {
      "epoch": 2.621960428938227,
      "grad_norm": 1.3201460799779867,
      "learning_rate": 3.867161951438719e-07,
      "loss": 0.0642,
      "step": 17360
    },
    {
      "epoch": 2.6221114635251475,
      "grad_norm": 1.5619306473117514,
      "learning_rate": 3.86411296910576e-07,
      "loss": 0.0624,
      "step": 17361
    },
    {
      "epoch": 2.6222624981120677,
      "grad_norm": 1.9459013104196399,
      "learning_rate": 3.861065140887388e-07,
      "loss": 0.0986,
      "step": 17362
    },
    {
      "epoch": 2.622413532698988,
      "grad_norm": 1.2591606621082305,
      "learning_rate": 3.8580184668598694e-07,
      "loss": 0.0675,
      "step": 17363
    },
    {
      "epoch": 2.6225645672859086,
      "grad_norm": 1.511907740010895,
      "learning_rate": 3.854972947099395e-07,
      "loss": 0.0735,
      "step": 17364
    },
    {
      "epoch": 2.622715601872829,
      "grad_norm": 1.619771418850559,
      "learning_rate": 3.8519285816821737e-07,
      "loss": 0.0744,
      "step": 17365
    },
    {
      "epoch": 2.622866636459749,
      "grad_norm": 1.5853009668984184,
      "learning_rate": 3.8488853706843353e-07,
      "loss": 0.0774,
      "step": 17366
    },
    {
      "epoch": 2.6230176710466697,
      "grad_norm": 1.5651948404402491,
      "learning_rate": 3.845843314182024e-07,
      "loss": 0.0817,
      "step": 17367
    },
    {
      "epoch": 2.62316870563359,
      "grad_norm": 1.6133342830493995,
      "learning_rate": 3.842802412251356e-07,
      "loss": 0.0694,
      "step": 17368
    },
    {
      "epoch": 2.6233197402205106,
      "grad_norm": 1.231280282088888,
      "learning_rate": 3.8397626649683605e-07,
      "loss": 0.0685,
      "step": 17369
    },
    {
      "epoch": 2.623470774807431,
      "grad_norm": 1.7845570438873188,
      "learning_rate": 3.8367240724091093e-07,
      "loss": 0.0768,
      "step": 17370
    },
    {
      "epoch": 2.6236218093943515,
      "grad_norm": 1.7507089242235216,
      "learning_rate": 3.8336866346495914e-07,
      "loss": 0.0721,
      "step": 17371
    },
    {
      "epoch": 2.6237728439812718,
      "grad_norm": 1.309915782274827,
      "learning_rate": 3.830650351765808e-07,
      "loss": 0.0675,
      "step": 17372
    },
    {
      "epoch": 2.623923878568192,
      "grad_norm": 1.4645142480401345,
      "learning_rate": 3.827615223833714e-07,
      "loss": 0.0712,
      "step": 17373
    },
    {
      "epoch": 2.6240749131551127,
      "grad_norm": 1.2349111675699371,
      "learning_rate": 3.8245812509292266e-07,
      "loss": 0.0663,
      "step": 17374
    },
    {
      "epoch": 2.624225947742033,
      "grad_norm": 1.0921239190655547,
      "learning_rate": 3.8215484331282526e-07,
      "loss": 0.0614,
      "step": 17375
    },
    {
      "epoch": 2.624376982328953,
      "grad_norm": 1.2914495952999265,
      "learning_rate": 3.8185167705066415e-07,
      "loss": 0.0759,
      "step": 17376
    },
    {
      "epoch": 2.624528016915874,
      "grad_norm": 1.1515345941473327,
      "learning_rate": 3.815486263140239e-07,
      "loss": 0.0594,
      "step": 17377
    },
    {
      "epoch": 2.624679051502794,
      "grad_norm": 1.7917872801180275,
      "learning_rate": 3.812456911104867e-07,
      "loss": 0.0777,
      "step": 17378
    },
    {
      "epoch": 2.6248300860897147,
      "grad_norm": 1.1128679667566281,
      "learning_rate": 3.8094287144762934e-07,
      "loss": 0.0631,
      "step": 17379
    },
    {
      "epoch": 2.624981120676635,
      "grad_norm": 1.891957545111274,
      "learning_rate": 3.806401673330279e-07,
      "loss": 0.068,
      "step": 17380
    },
    {
      "epoch": 2.6251321552635556,
      "grad_norm": 1.7782834079265164,
      "learning_rate": 3.803375787742536e-07,
      "loss": 0.0666,
      "step": 17381
    },
    {
      "epoch": 2.625283189850476,
      "grad_norm": 1.3963456903184575,
      "learning_rate": 3.80035105778877e-07,
      "loss": 0.0724,
      "step": 17382
    },
    {
      "epoch": 2.625434224437396,
      "grad_norm": 1.0876392526672485,
      "learning_rate": 3.797327483544644e-07,
      "loss": 0.0642,
      "step": 17383
    },
    {
      "epoch": 2.6255852590243167,
      "grad_norm": 1.3548655842099977,
      "learning_rate": 3.7943050650857794e-07,
      "loss": 0.0669,
      "step": 17384
    },
    {
      "epoch": 2.625736293611237,
      "grad_norm": 1.720457087203577,
      "learning_rate": 3.791283802487811e-07,
      "loss": 0.0825,
      "step": 17385
    },
    {
      "epoch": 2.625887328198157,
      "grad_norm": 1.8543092867359379,
      "learning_rate": 3.788263695826289e-07,
      "loss": 0.0896,
      "step": 17386
    },
    {
      "epoch": 2.626038362785078,
      "grad_norm": 1.4171369659875475,
      "learning_rate": 3.7852447451767806e-07,
      "loss": 0.0619,
      "step": 17387
    },
    {
      "epoch": 2.626189397371998,
      "grad_norm": 1.8218137395553071,
      "learning_rate": 3.7822269506148034e-07,
      "loss": 0.0973,
      "step": 17388
    },
    {
      "epoch": 2.6263404319589188,
      "grad_norm": 1.4139218675001244,
      "learning_rate": 3.7792103122158474e-07,
      "loss": 0.0807,
      "step": 17389
    },
    {
      "epoch": 2.626491466545839,
      "grad_norm": 1.4218598191842948,
      "learning_rate": 3.7761948300553795e-07,
      "loss": 0.0728,
      "step": 17390
    },
    {
      "epoch": 2.6266425011327597,
      "grad_norm": 1.975253036769861,
      "learning_rate": 3.773180504208823e-07,
      "loss": 0.0812,
      "step": 17391
    },
    {
      "epoch": 2.62679353571968,
      "grad_norm": 1.0714930339857411,
      "learning_rate": 3.770167334751595e-07,
      "loss": 0.0554,
      "step": 17392
    },
    {
      "epoch": 2.6269445703066,
      "grad_norm": 1.3108583326764622,
      "learning_rate": 3.767155321759064e-07,
      "loss": 0.0726,
      "step": 17393
    },
    {
      "epoch": 2.627095604893521,
      "grad_norm": 1.0718539492037196,
      "learning_rate": 3.764144465306585e-07,
      "loss": 0.0577,
      "step": 17394
    },
    {
      "epoch": 2.627246639480441,
      "grad_norm": 1.4781795430336115,
      "learning_rate": 3.7611347654694596e-07,
      "loss": 0.0857,
      "step": 17395
    },
    {
      "epoch": 2.6273976740673612,
      "grad_norm": 2.083824833520082,
      "learning_rate": 3.7581262223229943e-07,
      "loss": 0.0768,
      "step": 17396
    },
    {
      "epoch": 2.627548708654282,
      "grad_norm": 1.5426432090015916,
      "learning_rate": 3.755118835942456e-07,
      "loss": 0.0726,
      "step": 17397
    },
    {
      "epoch": 2.627699743241202,
      "grad_norm": 1.5293515117243273,
      "learning_rate": 3.7521126064030524e-07,
      "loss": 0.0825,
      "step": 17398
    },
    {
      "epoch": 2.6278507778281224,
      "grad_norm": 1.252967557608774,
      "learning_rate": 3.749107533779989e-07,
      "loss": 0.0605,
      "step": 17399
    },
    {
      "epoch": 2.628001812415043,
      "grad_norm": 1.254809381487886,
      "learning_rate": 3.746103618148461e-07,
      "loss": 0.0693,
      "step": 17400
    },
    {
      "epoch": 2.6281528470019637,
      "grad_norm": 2.2226215590533336,
      "learning_rate": 3.743100859583593e-07,
      "loss": 0.0724,
      "step": 17401
    },
    {
      "epoch": 2.628303881588884,
      "grad_norm": 1.2740513933227209,
      "learning_rate": 3.740099258160512e-07,
      "loss": 0.0637,
      "step": 17402
    },
    {
      "epoch": 2.628454916175804,
      "grad_norm": 1.309133516468519,
      "learning_rate": 3.7370988139542983e-07,
      "loss": 0.0728,
      "step": 17403
    },
    {
      "epoch": 2.628605950762725,
      "grad_norm": 1.1348766121407934,
      "learning_rate": 3.7340995270400137e-07,
      "loss": 0.0699,
      "step": 17404
    },
    {
      "epoch": 2.628756985349645,
      "grad_norm": 1.6646086899831396,
      "learning_rate": 3.731101397492687e-07,
      "loss": 0.0816,
      "step": 17405
    },
    {
      "epoch": 2.6289080199365653,
      "grad_norm": 1.4705343428477056,
      "learning_rate": 3.7281044253873024e-07,
      "loss": 0.0723,
      "step": 17406
    },
    {
      "epoch": 2.629059054523486,
      "grad_norm": 1.7421431728464367,
      "learning_rate": 3.725108610798861e-07,
      "loss": 0.0778,
      "step": 17407
    },
    {
      "epoch": 2.629210089110406,
      "grad_norm": 1.4263072909952548,
      "learning_rate": 3.7221139538022753e-07,
      "loss": 0.0782,
      "step": 17408
    },
    {
      "epoch": 2.6293611236973264,
      "grad_norm": 1.5936727421900903,
      "learning_rate": 3.71912045447248e-07,
      "loss": 0.0811,
      "step": 17409
    },
    {
      "epoch": 2.629512158284247,
      "grad_norm": 1.3981879381485207,
      "learning_rate": 3.7161281128843373e-07,
      "loss": 0.0624,
      "step": 17410
    },
    {
      "epoch": 2.6296631928711673,
      "grad_norm": 1.7436812560721038,
      "learning_rate": 3.7131369291127315e-07,
      "loss": 0.0822,
      "step": 17411
    },
    {
      "epoch": 2.629814227458088,
      "grad_norm": 1.4714271211684355,
      "learning_rate": 3.7101469032324646e-07,
      "loss": 0.0717,
      "step": 17412
    },
    {
      "epoch": 2.6299652620450082,
      "grad_norm": 1.2081164762394074,
      "learning_rate": 3.7071580353183367e-07,
      "loss": 0.0631,
      "step": 17413
    },
    {
      "epoch": 2.630116296631929,
      "grad_norm": 1.2054794395953472,
      "learning_rate": 3.704170325445133e-07,
      "loss": 0.0596,
      "step": 17414
    },
    {
      "epoch": 2.630267331218849,
      "grad_norm": 1.2724962085740945,
      "learning_rate": 3.7011837736875666e-07,
      "loss": 0.0752,
      "step": 17415
    },
    {
      "epoch": 2.6304183658057694,
      "grad_norm": 1.4026400865469144,
      "learning_rate": 3.6981983801203714e-07,
      "loss": 0.0672,
      "step": 17416
    },
    {
      "epoch": 2.63056940039269,
      "grad_norm": 1.7170112681054432,
      "learning_rate": 3.69521414481821e-07,
      "loss": 0.0665,
      "step": 17417
    },
    {
      "epoch": 2.6307204349796103,
      "grad_norm": 1.2351525966430053,
      "learning_rate": 3.692231067855756e-07,
      "loss": 0.0691,
      "step": 17418
    },
    {
      "epoch": 2.6308714695665305,
      "grad_norm": 1.430825674599371,
      "learning_rate": 3.6892491493076166e-07,
      "loss": 0.0648,
      "step": 17419
    },
    {
      "epoch": 2.631022504153451,
      "grad_norm": 1.3587160383149994,
      "learning_rate": 3.6862683892483817e-07,
      "loss": 0.0683,
      "step": 17420
    },
    {
      "epoch": 2.6311735387403714,
      "grad_norm": 1.3471141290116775,
      "learning_rate": 3.6832887877526313e-07,
      "loss": 0.0764,
      "step": 17421
    },
    {
      "epoch": 2.631324573327292,
      "grad_norm": 1.3324564294976586,
      "learning_rate": 3.6803103448948884e-07,
      "loss": 0.0791,
      "step": 17422
    },
    {
      "epoch": 2.6314756079142123,
      "grad_norm": 1.2240872678468595,
      "learning_rate": 3.677333060749666e-07,
      "loss": 0.0705,
      "step": 17423
    },
    {
      "epoch": 2.631626642501133,
      "grad_norm": 1.2226767615670802,
      "learning_rate": 3.674356935391454e-07,
      "loss": 0.0551,
      "step": 17424
    },
    {
      "epoch": 2.631777677088053,
      "grad_norm": 1.362754227716473,
      "learning_rate": 3.671381968894683e-07,
      "loss": 0.072,
      "step": 17425
    },
    {
      "epoch": 2.6319287116749734,
      "grad_norm": 1.1154468859414703,
      "learning_rate": 3.6684081613337975e-07,
      "loss": 0.0614,
      "step": 17426
    },
    {
      "epoch": 2.632079746261894,
      "grad_norm": 1.4424906008629208,
      "learning_rate": 3.6654355127831556e-07,
      "loss": 0.0756,
      "step": 17427
    },
    {
      "epoch": 2.6322307808488143,
      "grad_norm": 1.312815021110113,
      "learning_rate": 3.6624640233171415e-07,
      "loss": 0.0761,
      "step": 17428
    },
    {
      "epoch": 2.6323818154357346,
      "grad_norm": 2.432211555333834,
      "learning_rate": 3.659493693010091e-07,
      "loss": 0.0945,
      "step": 17429
    },
    {
      "epoch": 2.6325328500226552,
      "grad_norm": 1.6432485802502765,
      "learning_rate": 3.6565245219362945e-07,
      "loss": 0.0713,
      "step": 17430
    },
    {
      "epoch": 2.6326838846095755,
      "grad_norm": 1.2232533659315086,
      "learning_rate": 3.653556510170042e-07,
      "loss": 0.0672,
      "step": 17431
    },
    {
      "epoch": 2.632834919196496,
      "grad_norm": 1.6134529622604963,
      "learning_rate": 3.650589657785564e-07,
      "loss": 0.0802,
      "step": 17432
    },
    {
      "epoch": 2.6329859537834164,
      "grad_norm": 1.299542582917333,
      "learning_rate": 3.6476239648570945e-07,
      "loss": 0.0555,
      "step": 17433
    },
    {
      "epoch": 2.633136988370337,
      "grad_norm": 1.5640914855097172,
      "learning_rate": 3.644659431458819e-07,
      "loss": 0.0766,
      "step": 17434
    },
    {
      "epoch": 2.6332880229572573,
      "grad_norm": 1.2089070688610477,
      "learning_rate": 3.6416960576648785e-07,
      "loss": 0.068,
      "step": 17435
    },
    {
      "epoch": 2.6334390575441775,
      "grad_norm": 1.2971459997685317,
      "learning_rate": 3.63873384354943e-07,
      "loss": 0.0652,
      "step": 17436
    },
    {
      "epoch": 2.633590092131098,
      "grad_norm": 1.2379201401342823,
      "learning_rate": 3.6357727891865536e-07,
      "loss": 0.0556,
      "step": 17437
    },
    {
      "epoch": 2.6337411267180184,
      "grad_norm": 1.626757086503928,
      "learning_rate": 3.632812894650334e-07,
      "loss": 0.0799,
      "step": 17438
    },
    {
      "epoch": 2.6338921613049386,
      "grad_norm": 1.5216872478522034,
      "learning_rate": 3.629854160014806e-07,
      "loss": 0.0882,
      "step": 17439
    },
    {
      "epoch": 2.6340431958918593,
      "grad_norm": 1.0919476191114887,
      "learning_rate": 3.6268965853540005e-07,
      "loss": 0.0576,
      "step": 17440
    },
    {
      "epoch": 2.6341942304787795,
      "grad_norm": 1.1965186830978105,
      "learning_rate": 3.623940170741885e-07,
      "loss": 0.0637,
      "step": 17441
    },
    {
      "epoch": 2.6343452650656998,
      "grad_norm": 1.5269722476153451,
      "learning_rate": 3.620984916252418e-07,
      "loss": 0.0745,
      "step": 17442
    },
    {
      "epoch": 2.6344962996526204,
      "grad_norm": 2.425727706703663,
      "learning_rate": 3.6180308219595396e-07,
      "loss": 0.0812,
      "step": 17443
    },
    {
      "epoch": 2.634647334239541,
      "grad_norm": 1.8914038542053357,
      "learning_rate": 3.6150778879371295e-07,
      "loss": 0.0806,
      "step": 17444
    },
    {
      "epoch": 2.6347983688264613,
      "grad_norm": 1.480480902002123,
      "learning_rate": 3.6121261142590737e-07,
      "loss": 0.0858,
      "step": 17445
    },
    {
      "epoch": 2.6349494034133816,
      "grad_norm": 1.5567921129945381,
      "learning_rate": 3.609175500999196e-07,
      "loss": 0.0771,
      "step": 17446
    },
    {
      "epoch": 2.6351004380003022,
      "grad_norm": 1.75291573870965,
      "learning_rate": 3.6062260482313315e-07,
      "loss": 0.0742,
      "step": 17447
    },
    {
      "epoch": 2.6352514725872225,
      "grad_norm": 1.4396231879860115,
      "learning_rate": 3.6032777560292443e-07,
      "loss": 0.0858,
      "step": 17448
    },
    {
      "epoch": 2.6354025071741427,
      "grad_norm": 1.2432782356843481,
      "learning_rate": 3.600330624466686e-07,
      "loss": 0.0617,
      "step": 17449
    },
    {
      "epoch": 2.6355535417610634,
      "grad_norm": 1.505143423478804,
      "learning_rate": 3.597384653617392e-07,
      "loss": 0.0759,
      "step": 17450
    },
    {
      "epoch": 2.6357045763479836,
      "grad_norm": 1.8769320456924716,
      "learning_rate": 3.594439843555042e-07,
      "loss": 0.0861,
      "step": 17451
    },
    {
      "epoch": 2.635855610934904,
      "grad_norm": 1.7350437135086878,
      "learning_rate": 3.5914961943533113e-07,
      "loss": 0.0772,
      "step": 17452
    },
    {
      "epoch": 2.6360066455218245,
      "grad_norm": 1.8139606413366425,
      "learning_rate": 3.5885537060858456e-07,
      "loss": 0.0841,
      "step": 17453
    },
    {
      "epoch": 2.6361576801087447,
      "grad_norm": 2.733664202475342,
      "learning_rate": 3.5856123788262473e-07,
      "loss": 0.0854,
      "step": 17454
    },
    {
      "epoch": 2.6363087146956654,
      "grad_norm": 1.7530128860113363,
      "learning_rate": 3.5826722126480915e-07,
      "loss": 0.0754,
      "step": 17455
    },
    {
      "epoch": 2.6364597492825856,
      "grad_norm": 1.6718086271500519,
      "learning_rate": 3.579733207624919e-07,
      "loss": 0.0831,
      "step": 17456
    },
    {
      "epoch": 2.6366107838695063,
      "grad_norm": 1.8556884754200327,
      "learning_rate": 3.57679536383026e-07,
      "loss": 0.086,
      "step": 17457
    },
    {
      "epoch": 2.6367618184564265,
      "grad_norm": 1.2430214184783275,
      "learning_rate": 3.5738586813376164e-07,
      "loss": 0.0714,
      "step": 17458
    },
    {
      "epoch": 2.6369128530433468,
      "grad_norm": 1.6339211263286781,
      "learning_rate": 3.570923160220435e-07,
      "loss": 0.0798,
      "step": 17459
    },
    {
      "epoch": 2.6370638876302674,
      "grad_norm": 1.2236860809110908,
      "learning_rate": 3.5679888005521636e-07,
      "loss": 0.065,
      "step": 17460
    },
    {
      "epoch": 2.6372149222171877,
      "grad_norm": 1.3184229258037024,
      "learning_rate": 3.5650556024061866e-07,
      "loss": 0.0686,
      "step": 17461
    },
    {
      "epoch": 2.637365956804108,
      "grad_norm": 1.703752825171874,
      "learning_rate": 3.5621235658559073e-07,
      "loss": 0.0861,
      "step": 17462
    },
    {
      "epoch": 2.6375169913910286,
      "grad_norm": 1.47990326918457,
      "learning_rate": 3.55919269097465e-07,
      "loss": 0.0738,
      "step": 17463
    },
    {
      "epoch": 2.637668025977949,
      "grad_norm": 1.4918343029843382,
      "learning_rate": 3.556262977835734e-07,
      "loss": 0.0744,
      "step": 17464
    },
    {
      "epoch": 2.6378190605648695,
      "grad_norm": 1.3704462647143443,
      "learning_rate": 3.5533344265124614e-07,
      "loss": 0.0542,
      "step": 17465
    },
    {
      "epoch": 2.6379700951517897,
      "grad_norm": 2.95291943119976,
      "learning_rate": 3.550407037078074e-07,
      "loss": 0.0833,
      "step": 17466
    },
    {
      "epoch": 2.6381211297387104,
      "grad_norm": 1.4934705233787435,
      "learning_rate": 3.547480809605819e-07,
      "loss": 0.0634,
      "step": 17467
    },
    {
      "epoch": 2.6382721643256306,
      "grad_norm": 1.336764762968095,
      "learning_rate": 3.544555744168882e-07,
      "loss": 0.065,
      "step": 17468
    },
    {
      "epoch": 2.638423198912551,
      "grad_norm": 1.4123855996110508,
      "learning_rate": 3.5416318408404536e-07,
      "loss": 0.0684,
      "step": 17469
    },
    {
      "epoch": 2.6385742334994715,
      "grad_norm": 1.1935768522281787,
      "learning_rate": 3.53870909969366e-07,
      "loss": 0.0633,
      "step": 17470
    },
    {
      "epoch": 2.6387252680863917,
      "grad_norm": 1.7154453734785136,
      "learning_rate": 3.53578752080162e-07,
      "loss": 0.0832,
      "step": 17471
    },
    {
      "epoch": 2.638876302673312,
      "grad_norm": 1.1673808610527099,
      "learning_rate": 3.53286710423742e-07,
      "loss": 0.058,
      "step": 17472
    },
    {
      "epoch": 2.6390273372602326,
      "grad_norm": 1.2304171504060886,
      "learning_rate": 3.5299478500741115e-07,
      "loss": 0.0668,
      "step": 17473
    },
    {
      "epoch": 2.639178371847153,
      "grad_norm": 1.4961169699504744,
      "learning_rate": 3.527029758384726e-07,
      "loss": 0.0788,
      "step": 17474
    },
    {
      "epoch": 2.6393294064340735,
      "grad_norm": 1.6332199878310063,
      "learning_rate": 3.5241128292422656e-07,
      "loss": 0.0745,
      "step": 17475
    },
    {
      "epoch": 2.6394804410209938,
      "grad_norm": 1.7095389266005747,
      "learning_rate": 3.5211970627197e-07,
      "loss": 0.0729,
      "step": 17476
    },
    {
      "epoch": 2.6396314756079144,
      "grad_norm": 1.313215424589678,
      "learning_rate": 3.5182824588899547e-07,
      "loss": 0.0676,
      "step": 17477
    },
    {
      "epoch": 2.6397825101948347,
      "grad_norm": 1.9249126940785966,
      "learning_rate": 3.5153690178259425e-07,
      "loss": 0.0552,
      "step": 17478
    },
    {
      "epoch": 2.639933544781755,
      "grad_norm": 1.280283068283986,
      "learning_rate": 3.5124567396005504e-07,
      "loss": 0.0688,
      "step": 17479
    },
    {
      "epoch": 2.6400845793686756,
      "grad_norm": 1.4131510868088295,
      "learning_rate": 3.509545624286642e-07,
      "loss": 0.0751,
      "step": 17480
    },
    {
      "epoch": 2.640235613955596,
      "grad_norm": 1.3481598076074033,
      "learning_rate": 3.5066356719570147e-07,
      "loss": 0.056,
      "step": 17481
    },
    {
      "epoch": 2.640386648542516,
      "grad_norm": 1.3943203034837608,
      "learning_rate": 3.503726882684488e-07,
      "loss": 0.0789,
      "step": 17482
    },
    {
      "epoch": 2.6405376831294367,
      "grad_norm": 1.220196587154616,
      "learning_rate": 3.500819256541815e-07,
      "loss": 0.068,
      "step": 17483
    },
    {
      "epoch": 2.640688717716357,
      "grad_norm": 1.157634063747072,
      "learning_rate": 3.497912793601721e-07,
      "loss": 0.0624,
      "step": 17484
    },
    {
      "epoch": 2.6408397523032776,
      "grad_norm": 1.5886240310224107,
      "learning_rate": 3.495007493936936e-07,
      "loss": 0.0747,
      "step": 17485
    },
    {
      "epoch": 2.640990786890198,
      "grad_norm": 1.4396118387494599,
      "learning_rate": 3.4921033576201137e-07,
      "loss": 0.082,
      "step": 17486
    },
    {
      "epoch": 2.6411418214771185,
      "grad_norm": 1.091371402290317,
      "learning_rate": 3.489200384723923e-07,
      "loss": 0.0624,
      "step": 17487
    },
    {
      "epoch": 2.6412928560640387,
      "grad_norm": 1.4893274173011417,
      "learning_rate": 3.4862985753209676e-07,
      "loss": 0.0885,
      "step": 17488
    },
    {
      "epoch": 2.641443890650959,
      "grad_norm": 1.6312847898113572,
      "learning_rate": 3.483397929483856e-07,
      "loss": 0.0692,
      "step": 17489
    },
    {
      "epoch": 2.6415949252378796,
      "grad_norm": 1.2949394793330866,
      "learning_rate": 3.4804984472851357e-07,
      "loss": 0.0771,
      "step": 17490
    },
    {
      "epoch": 2.6417459598248,
      "grad_norm": 1.4636472161712204,
      "learning_rate": 3.4776001287973316e-07,
      "loss": 0.0796,
      "step": 17491
    },
    {
      "epoch": 2.64189699441172,
      "grad_norm": 1.283858848542272,
      "learning_rate": 3.4747029740929695e-07,
      "loss": 0.0668,
      "step": 17492
    },
    {
      "epoch": 2.6420480289986408,
      "grad_norm": 1.3082510162746417,
      "learning_rate": 3.471806983244497e-07,
      "loss": 0.0742,
      "step": 17493
    },
    {
      "epoch": 2.642199063585561,
      "grad_norm": 1.4670191206264724,
      "learning_rate": 3.4689121563243833e-07,
      "loss": 0.0636,
      "step": 17494
    },
    {
      "epoch": 2.6423500981724812,
      "grad_norm": 1.1904492048777824,
      "learning_rate": 3.4660184934050267e-07,
      "loss": 0.064,
      "step": 17495
    },
    {
      "epoch": 2.642501132759402,
      "grad_norm": 1.124841680815841,
      "learning_rate": 3.46312599455883e-07,
      "loss": 0.0608,
      "step": 17496
    },
    {
      "epoch": 2.6426521673463226,
      "grad_norm": 1.7826790432919337,
      "learning_rate": 3.4602346598581304e-07,
      "loss": 0.0746,
      "step": 17497
    },
    {
      "epoch": 2.642803201933243,
      "grad_norm": 1.7049179761749373,
      "learning_rate": 3.457344489375275e-07,
      "loss": 0.0884,
      "step": 17498
    },
    {
      "epoch": 2.642954236520163,
      "grad_norm": 1.3818747133770004,
      "learning_rate": 3.4544554831825506e-07,
      "loss": 0.0712,
      "step": 17499
    },
    {
      "epoch": 2.6431052711070837,
      "grad_norm": 1.1213454127953721,
      "learning_rate": 3.451567641352227e-07,
      "loss": 0.0593,
      "step": 17500
    },
    {
      "epoch": 2.643256305694004,
      "grad_norm": 1.8758486186937986,
      "learning_rate": 3.448680963956558e-07,
      "loss": 0.0692,
      "step": 17501
    },
    {
      "epoch": 2.643407340280924,
      "grad_norm": 1.2347567492565008,
      "learning_rate": 3.4457954510677403e-07,
      "loss": 0.0549,
      "step": 17502
    },
    {
      "epoch": 2.643558374867845,
      "grad_norm": 1.423758661927535,
      "learning_rate": 3.4429111027579623e-07,
      "loss": 0.0603,
      "step": 17503
    },
    {
      "epoch": 2.643709409454765,
      "grad_norm": 1.4263370985067658,
      "learning_rate": 3.4400279190993867e-07,
      "loss": 0.0691,
      "step": 17504
    },
    {
      "epoch": 2.6438604440416853,
      "grad_norm": 1.2265736310390907,
      "learning_rate": 3.4371459001641293e-07,
      "loss": 0.0638,
      "step": 17505
    },
    {
      "epoch": 2.644011478628606,
      "grad_norm": 1.4916088983085976,
      "learning_rate": 3.4342650460242875e-07,
      "loss": 0.0689,
      "step": 17506
    },
    {
      "epoch": 2.644162513215526,
      "grad_norm": 1.8253897982781437,
      "learning_rate": 3.4313853567519153e-07,
      "loss": 0.076,
      "step": 17507
    },
    {
      "epoch": 2.644313547802447,
      "grad_norm": 1.5576332540566435,
      "learning_rate": 3.4285068324190596e-07,
      "loss": 0.0762,
      "step": 17508
    },
    {
      "epoch": 2.644464582389367,
      "grad_norm": 1.4402404090242789,
      "learning_rate": 3.4256294730977415e-07,
      "loss": 0.0711,
      "step": 17509
    },
    {
      "epoch": 2.6446156169762878,
      "grad_norm": 1.2264196574337711,
      "learning_rate": 3.422753278859914e-07,
      "loss": 0.0622,
      "step": 17510
    },
    {
      "epoch": 2.644766651563208,
      "grad_norm": 1.1385828275735679,
      "learning_rate": 3.419878249777553e-07,
      "loss": 0.0626,
      "step": 17511
    },
    {
      "epoch": 2.6449176861501282,
      "grad_norm": 1.638941159421206,
      "learning_rate": 3.4170043859225623e-07,
      "loss": 0.0728,
      "step": 17512
    },
    {
      "epoch": 2.645068720737049,
      "grad_norm": 2.4077054603404515,
      "learning_rate": 3.4141316873668286e-07,
      "loss": 0.0807,
      "step": 17513
    },
    {
      "epoch": 2.645219755323969,
      "grad_norm": 1.5122765261464022,
      "learning_rate": 3.4112601541822335e-07,
      "loss": 0.0766,
      "step": 17514
    },
    {
      "epoch": 2.6453707899108894,
      "grad_norm": 1.9792756341771767,
      "learning_rate": 3.4083897864405857e-07,
      "loss": 0.0782,
      "step": 17515
    },
    {
      "epoch": 2.64552182449781,
      "grad_norm": 1.4876658862596712,
      "learning_rate": 3.4055205842137117e-07,
      "loss": 0.0856,
      "step": 17516
    },
    {
      "epoch": 2.6456728590847303,
      "grad_norm": 1.2774727813159599,
      "learning_rate": 3.402652547573371e-07,
      "loss": 0.0765,
      "step": 17517
    },
    {
      "epoch": 2.645823893671651,
      "grad_norm": 1.7213390373954387,
      "learning_rate": 3.399785676591322e-07,
      "loss": 0.0707,
      "step": 17518
    },
    {
      "epoch": 2.645974928258571,
      "grad_norm": 1.5052190078540113,
      "learning_rate": 3.3969199713392743e-07,
      "loss": 0.0701,
      "step": 17519
    },
    {
      "epoch": 2.646125962845492,
      "grad_norm": 1.3675974671423903,
      "learning_rate": 3.394055431888904e-07,
      "loss": 0.0753,
      "step": 17520
    },
    {
      "epoch": 2.646276997432412,
      "grad_norm": 1.2912119749017814,
      "learning_rate": 3.3911920583118873e-07,
      "loss": 0.0688,
      "step": 17521
    },
    {
      "epoch": 2.6464280320193323,
      "grad_norm": 1.2742250015973506,
      "learning_rate": 3.388329850679839e-07,
      "loss": 0.0612,
      "step": 17522
    },
    {
      "epoch": 2.646579066606253,
      "grad_norm": 1.647593734472918,
      "learning_rate": 3.3854688090643683e-07,
      "loss": 0.0703,
      "step": 17523
    },
    {
      "epoch": 2.646730101193173,
      "grad_norm": 1.5973823399508478,
      "learning_rate": 3.3826089335370404e-07,
      "loss": 0.0886,
      "step": 17524
    },
    {
      "epoch": 2.6468811357800934,
      "grad_norm": 1.625300181928113,
      "learning_rate": 3.379750224169398e-07,
      "loss": 0.0735,
      "step": 17525
    },
    {
      "epoch": 2.647032170367014,
      "grad_norm": 1.5912448119140532,
      "learning_rate": 3.376892681032967e-07,
      "loss": 0.0766,
      "step": 17526
    },
    {
      "epoch": 2.6471832049539343,
      "grad_norm": 1.1734089561923355,
      "learning_rate": 3.374036304199202e-07,
      "loss": 0.0614,
      "step": 17527
    },
    {
      "epoch": 2.647334239540855,
      "grad_norm": 1.36533157639425,
      "learning_rate": 3.371181093739584e-07,
      "loss": 0.0768,
      "step": 17528
    },
    {
      "epoch": 2.6474852741277752,
      "grad_norm": 1.3604057723813547,
      "learning_rate": 3.3683270497255115e-07,
      "loss": 0.0762,
      "step": 17529
    },
    {
      "epoch": 2.647636308714696,
      "grad_norm": 1.6208349951062102,
      "learning_rate": 3.3654741722284e-07,
      "loss": 0.0783,
      "step": 17530
    },
    {
      "epoch": 2.647787343301616,
      "grad_norm": 1.5312692757656376,
      "learning_rate": 3.3626224613196203e-07,
      "loss": 0.0709,
      "step": 17531
    },
    {
      "epoch": 2.6479383778885364,
      "grad_norm": 1.623097219580815,
      "learning_rate": 3.359771917070487e-07,
      "loss": 0.0756,
      "step": 17532
    },
    {
      "epoch": 2.648089412475457,
      "grad_norm": 1.2473067585624134,
      "learning_rate": 3.3569225395523265e-07,
      "loss": 0.0662,
      "step": 17533
    },
    {
      "epoch": 2.6482404470623773,
      "grad_norm": 1.8994512316458876,
      "learning_rate": 3.354074328836415e-07,
      "loss": 0.0848,
      "step": 17534
    },
    {
      "epoch": 2.6483914816492975,
      "grad_norm": 1.38323936627392,
      "learning_rate": 3.351227284993991e-07,
      "loss": 0.0669,
      "step": 17535
    },
    {
      "epoch": 2.648542516236218,
      "grad_norm": 1.2629079174306599,
      "learning_rate": 3.3483814080962906e-07,
      "loss": 0.0713,
      "step": 17536
    },
    {
      "epoch": 2.6486935508231384,
      "grad_norm": 1.9168160074843328,
      "learning_rate": 3.3455366982144854e-07,
      "loss": 0.0922,
      "step": 17537
    },
    {
      "epoch": 2.6488445854100586,
      "grad_norm": 1.3140888792264003,
      "learning_rate": 3.342693155419763e-07,
      "loss": 0.0613,
      "step": 17538
    },
    {
      "epoch": 2.6489956199969793,
      "grad_norm": 1.6584989991874006,
      "learning_rate": 3.339850779783227e-07,
      "loss": 0.083,
      "step": 17539
    },
    {
      "epoch": 2.6491466545839,
      "grad_norm": 1.3136313179975037,
      "learning_rate": 3.33700957137601e-07,
      "loss": 0.0683,
      "step": 17540
    },
    {
      "epoch": 2.64929768917082,
      "grad_norm": 1.2930323688647996,
      "learning_rate": 3.334169530269166e-07,
      "loss": 0.0706,
      "step": 17541
    },
    {
      "epoch": 2.6494487237577404,
      "grad_norm": 1.381242642184757,
      "learning_rate": 3.3313306565337434e-07,
      "loss": 0.0629,
      "step": 17542
    },
    {
      "epoch": 2.649599758344661,
      "grad_norm": 1.250859529303471,
      "learning_rate": 3.328492950240769e-07,
      "loss": 0.0693,
      "step": 17543
    },
    {
      "epoch": 2.6497507929315813,
      "grad_norm": 1.5219321272933388,
      "learning_rate": 3.325656411461214e-07,
      "loss": 0.0811,
      "step": 17544
    },
    {
      "epoch": 2.6499018275185016,
      "grad_norm": 1.3936535195930144,
      "learning_rate": 3.32282104026605e-07,
      "loss": 0.0616,
      "step": 17545
    },
    {
      "epoch": 2.6500528621054222,
      "grad_norm": 1.6267578006953323,
      "learning_rate": 3.319986836726191e-07,
      "loss": 0.0894,
      "step": 17546
    },
    {
      "epoch": 2.6502038966923425,
      "grad_norm": 2.474757445549618,
      "learning_rate": 3.317153800912554e-07,
      "loss": 0.0955,
      "step": 17547
    },
    {
      "epoch": 2.6503549312792627,
      "grad_norm": 1.429755547946868,
      "learning_rate": 3.3143219328959973e-07,
      "loss": 0.0765,
      "step": 17548
    },
    {
      "epoch": 2.6505059658661834,
      "grad_norm": 1.5968684848026191,
      "learning_rate": 3.3114912327473603e-07,
      "loss": 0.0834,
      "step": 17549
    },
    {
      "epoch": 2.6506570004531036,
      "grad_norm": 1.1937359238085272,
      "learning_rate": 3.3086617005374633e-07,
      "loss": 0.0588,
      "step": 17550
    },
    {
      "epoch": 2.6508080350400243,
      "grad_norm": 1.7803341524682166,
      "learning_rate": 3.3058333363370776e-07,
      "loss": 0.0635,
      "step": 17551
    },
    {
      "epoch": 2.6509590696269445,
      "grad_norm": 1.3407245249414321,
      "learning_rate": 3.303006140216963e-07,
      "loss": 0.066,
      "step": 17552
    },
    {
      "epoch": 2.651110104213865,
      "grad_norm": 1.5881145173501712,
      "learning_rate": 3.3001801122478415e-07,
      "loss": 0.0744,
      "step": 17553
    },
    {
      "epoch": 2.6512611388007854,
      "grad_norm": 1.397173797658562,
      "learning_rate": 3.297355252500406e-07,
      "loss": 0.0729,
      "step": 17554
    },
    {
      "epoch": 2.6514121733877056,
      "grad_norm": 1.643704017524248,
      "learning_rate": 3.2945315610453386e-07,
      "loss": 0.0871,
      "step": 17555
    },
    {
      "epoch": 2.6515632079746263,
      "grad_norm": 1.2745070523343829,
      "learning_rate": 3.29170903795325e-07,
      "loss": 0.0716,
      "step": 17556
    },
    {
      "epoch": 2.6517142425615465,
      "grad_norm": 1.2025410815725814,
      "learning_rate": 3.288887683294767e-07,
      "loss": 0.062,
      "step": 17557
    },
    {
      "epoch": 2.6518652771484668,
      "grad_norm": 1.3923549691439443,
      "learning_rate": 3.2860674971404437e-07,
      "loss": 0.0669,
      "step": 17558
    },
    {
      "epoch": 2.6520163117353874,
      "grad_norm": 1.927881584902018,
      "learning_rate": 3.2832484795608523e-07,
      "loss": 0.0944,
      "step": 17559
    },
    {
      "epoch": 2.6521673463223077,
      "grad_norm": 1.4032410200666725,
      "learning_rate": 3.2804306306265075e-07,
      "loss": 0.0743,
      "step": 17560
    },
    {
      "epoch": 2.6523183809092283,
      "grad_norm": 1.6899197215207185,
      "learning_rate": 3.2776139504078876e-07,
      "loss": 0.0836,
      "step": 17561
    },
    {
      "epoch": 2.6524694154961486,
      "grad_norm": 1.1723861152032606,
      "learning_rate": 3.274798438975474e-07,
      "loss": 0.061,
      "step": 17562
    },
    {
      "epoch": 2.6526204500830692,
      "grad_norm": 1.645346074518455,
      "learning_rate": 3.271984096399672e-07,
      "loss": 0.0721,
      "step": 17563
    },
    {
      "epoch": 2.6527714846699895,
      "grad_norm": 1.6180806396385214,
      "learning_rate": 3.2691709227508973e-07,
      "loss": 0.0695,
      "step": 17564
    },
    {
      "epoch": 2.6529225192569097,
      "grad_norm": 2.003446154336603,
      "learning_rate": 3.266358918099533e-07,
      "loss": 0.087,
      "step": 17565
    },
    {
      "epoch": 2.6530735538438304,
      "grad_norm": 1.30797373800897,
      "learning_rate": 3.2635480825159047e-07,
      "loss": 0.0706,
      "step": 17566
    },
    {
      "epoch": 2.6532245884307506,
      "grad_norm": 1.380146909071143,
      "learning_rate": 3.2607384160703417e-07,
      "loss": 0.0755,
      "step": 17567
    },
    {
      "epoch": 2.653375623017671,
      "grad_norm": 1.4046041750236788,
      "learning_rate": 3.2579299188331137e-07,
      "loss": 0.0723,
      "step": 17568
    },
    {
      "epoch": 2.6535266576045915,
      "grad_norm": 1.4410244445375238,
      "learning_rate": 3.255122590874499e-07,
      "loss": 0.08,
      "step": 17569
    },
    {
      "epoch": 2.6536776921915117,
      "grad_norm": 1.090917516907991,
      "learning_rate": 3.252316432264707e-07,
      "loss": 0.0578,
      "step": 17570
    },
    {
      "epoch": 2.6538287267784324,
      "grad_norm": 1.4303026016559552,
      "learning_rate": 3.2495114430739326e-07,
      "loss": 0.0602,
      "step": 17571
    },
    {
      "epoch": 2.6539797613653526,
      "grad_norm": 1.2553543448531124,
      "learning_rate": 3.246707623372364e-07,
      "loss": 0.0637,
      "step": 17572
    },
    {
      "epoch": 2.6541307959522733,
      "grad_norm": 1.1071701076943559,
      "learning_rate": 3.2439049732301163e-07,
      "loss": 0.0539,
      "step": 17573
    },
    {
      "epoch": 2.6542818305391935,
      "grad_norm": 1.1053094481857235,
      "learning_rate": 3.2411034927173177e-07,
      "loss": 0.0642,
      "step": 17574
    },
    {
      "epoch": 2.6544328651261138,
      "grad_norm": 1.25279824874256,
      "learning_rate": 3.238303181904034e-07,
      "loss": 0.0605,
      "step": 17575
    },
    {
      "epoch": 2.6545838997130344,
      "grad_norm": 1.438645375893354,
      "learning_rate": 3.2355040408603265e-07,
      "loss": 0.0787,
      "step": 17576
    },
    {
      "epoch": 2.6547349342999547,
      "grad_norm": 1.1040224213824312,
      "learning_rate": 3.2327060696562273e-07,
      "loss": 0.0652,
      "step": 17577
    },
    {
      "epoch": 2.654885968886875,
      "grad_norm": 1.0373500687067974,
      "learning_rate": 3.2299092683617026e-07,
      "loss": 0.0482,
      "step": 17578
    },
    {
      "epoch": 2.6550370034737956,
      "grad_norm": 1.6796380398140014,
      "learning_rate": 3.2271136370467416e-07,
      "loss": 0.08,
      "step": 17579
    },
    {
      "epoch": 2.655188038060716,
      "grad_norm": 1.6657263342973565,
      "learning_rate": 3.224319175781254e-07,
      "loss": 0.0826,
      "step": 17580
    },
    {
      "epoch": 2.6553390726476365,
      "grad_norm": 2.302218209126204,
      "learning_rate": 3.2215258846351626e-07,
      "loss": 0.081,
      "step": 17581
    },
    {
      "epoch": 2.6554901072345567,
      "grad_norm": 1.6319724685583141,
      "learning_rate": 3.2187337636783446e-07,
      "loss": 0.0735,
      "step": 17582
    },
    {
      "epoch": 2.6556411418214774,
      "grad_norm": 2.0100520119317737,
      "learning_rate": 3.2159428129806325e-07,
      "loss": 0.0788,
      "step": 17583
    },
    {
      "epoch": 2.6557921764083976,
      "grad_norm": 1.5289255837867533,
      "learning_rate": 3.2131530326118656e-07,
      "loss": 0.0833,
      "step": 17584
    },
    {
      "epoch": 2.655943210995318,
      "grad_norm": 1.4190445386480381,
      "learning_rate": 3.210364422641804e-07,
      "loss": 0.0699,
      "step": 17585
    },
    {
      "epoch": 2.6560942455822385,
      "grad_norm": 1.7203475405652322,
      "learning_rate": 3.2075769831402204e-07,
      "loss": 0.0653,
      "step": 17586
    },
    {
      "epoch": 2.6562452801691587,
      "grad_norm": 1.2453970008828446,
      "learning_rate": 3.2047907141768533e-07,
      "loss": 0.0648,
      "step": 17587
    },
    {
      "epoch": 2.656396314756079,
      "grad_norm": 1.400847629298024,
      "learning_rate": 3.2020056158213794e-07,
      "loss": 0.0801,
      "step": 17588
    },
    {
      "epoch": 2.6565473493429996,
      "grad_norm": 1.8256746387426372,
      "learning_rate": 3.1992216881434944e-07,
      "loss": 0.0768,
      "step": 17589
    },
    {
      "epoch": 2.65669838392992,
      "grad_norm": 1.5965385029308519,
      "learning_rate": 3.1964389312128195e-07,
      "loss": 0.0616,
      "step": 17590
    },
    {
      "epoch": 2.65684941851684,
      "grad_norm": 1.4392549501856453,
      "learning_rate": 3.193657345098988e-07,
      "loss": 0.0693,
      "step": 17591
    },
    {
      "epoch": 2.6570004531037608,
      "grad_norm": 1.3184339051054355,
      "learning_rate": 3.190876929871567e-07,
      "loss": 0.0774,
      "step": 17592
    },
    {
      "epoch": 2.6571514876906814,
      "grad_norm": 1.7920702676186784,
      "learning_rate": 3.188097685600106e-07,
      "loss": 0.0842,
      "step": 17593
    },
    {
      "epoch": 2.6573025222776017,
      "grad_norm": 1.1768521076478757,
      "learning_rate": 3.185319612354143e-07,
      "loss": 0.071,
      "step": 17594
    },
    {
      "epoch": 2.657453556864522,
      "grad_norm": 1.9374627848595565,
      "learning_rate": 3.1825427102031626e-07,
      "loss": 0.0856,
      "step": 17595
    },
    {
      "epoch": 2.6576045914514426,
      "grad_norm": 1.4230453031584138,
      "learning_rate": 3.179766979216642e-07,
      "loss": 0.0801,
      "step": 17596
    },
    {
      "epoch": 2.657755626038363,
      "grad_norm": 1.72479622237152,
      "learning_rate": 3.1769924194640033e-07,
      "loss": 0.0738,
      "step": 17597
    },
    {
      "epoch": 2.657906660625283,
      "grad_norm": 1.2668873896827202,
      "learning_rate": 3.1742190310146694e-07,
      "loss": 0.0663,
      "step": 17598
    },
    {
      "epoch": 2.6580576952122037,
      "grad_norm": 1.3649487186517342,
      "learning_rate": 3.1714468139380063e-07,
      "loss": 0.0773,
      "step": 17599
    },
    {
      "epoch": 2.658208729799124,
      "grad_norm": 1.2080043048644145,
      "learning_rate": 3.1686757683033586e-07,
      "loss": 0.0544,
      "step": 17600
    },
    {
      "epoch": 2.658359764386044,
      "grad_norm": 1.4814177067036673,
      "learning_rate": 3.165905894180066e-07,
      "loss": 0.0708,
      "step": 17601
    },
    {
      "epoch": 2.658510798972965,
      "grad_norm": 1.4206957102713584,
      "learning_rate": 3.163137191637394e-07,
      "loss": 0.0719,
      "step": 17602
    },
    {
      "epoch": 2.658661833559885,
      "grad_norm": 1.3809381655417394,
      "learning_rate": 3.160369660744622e-07,
      "loss": 0.0802,
      "step": 17603
    },
    {
      "epoch": 2.6588128681468057,
      "grad_norm": 1.6071535829818644,
      "learning_rate": 3.157603301570966e-07,
      "loss": 0.0735,
      "step": 17604
    },
    {
      "epoch": 2.658963902733726,
      "grad_norm": 1.4353990900655298,
      "learning_rate": 3.154838114185638e-07,
      "loss": 0.0761,
      "step": 17605
    },
    {
      "epoch": 2.6591149373206466,
      "grad_norm": 1.6714695550433434,
      "learning_rate": 3.1520740986578255e-07,
      "loss": 0.0824,
      "step": 17606
    },
    {
      "epoch": 2.659265971907567,
      "grad_norm": 2.0782333337864807,
      "learning_rate": 3.149311255056636e-07,
      "loss": 0.1027,
      "step": 17607
    },
    {
      "epoch": 2.659417006494487,
      "grad_norm": 1.5885278672015268,
      "learning_rate": 3.1465495834512136e-07,
      "loss": 0.0697,
      "step": 17608
    },
    {
      "epoch": 2.6595680410814078,
      "grad_norm": 1.437042560341812,
      "learning_rate": 3.14378908391062e-07,
      "loss": 0.0696,
      "step": 17609
    },
    {
      "epoch": 2.659719075668328,
      "grad_norm": 1.4280271293774818,
      "learning_rate": 3.141029756503927e-07,
      "loss": 0.0899,
      "step": 17610
    },
    {
      "epoch": 2.659870110255248,
      "grad_norm": 2.2405267799717996,
      "learning_rate": 3.138271601300158e-07,
      "loss": 0.0761,
      "step": 17611
    },
    {
      "epoch": 2.660021144842169,
      "grad_norm": 1.6120033391822437,
      "learning_rate": 3.135514618368307e-07,
      "loss": 0.0694,
      "step": 17612
    },
    {
      "epoch": 2.660172179429089,
      "grad_norm": 1.2114500055934716,
      "learning_rate": 3.132758807777353e-07,
      "loss": 0.0628,
      "step": 17613
    },
    {
      "epoch": 2.66032321401601,
      "grad_norm": 1.3279587555674182,
      "learning_rate": 3.1300041695962124e-07,
      "loss": 0.0605,
      "step": 17614
    },
    {
      "epoch": 2.66047424860293,
      "grad_norm": 1.3829382109500525,
      "learning_rate": 3.127250703893803e-07,
      "loss": 0.0705,
      "step": 17615
    },
    {
      "epoch": 2.6606252831898507,
      "grad_norm": 1.426359862007226,
      "learning_rate": 3.124498410739013e-07,
      "loss": 0.0742,
      "step": 17616
    },
    {
      "epoch": 2.660776317776771,
      "grad_norm": 1.3404286445048952,
      "learning_rate": 3.121747290200683e-07,
      "loss": 0.0666,
      "step": 17617
    },
    {
      "epoch": 2.660927352363691,
      "grad_norm": 1.5189058540551736,
      "learning_rate": 3.1189973423476404e-07,
      "loss": 0.0749,
      "step": 17618
    },
    {
      "epoch": 2.661078386950612,
      "grad_norm": 1.3960761817835414,
      "learning_rate": 3.116248567248664e-07,
      "loss": 0.0678,
      "step": 17619
    },
    {
      "epoch": 2.661229421537532,
      "grad_norm": 3.8442194058635253,
      "learning_rate": 3.113500964972538e-07,
      "loss": 0.0659,
      "step": 17620
    },
    {
      "epoch": 2.6613804561244523,
      "grad_norm": 1.2585856268315192,
      "learning_rate": 3.110754535587979e-07,
      "loss": 0.0605,
      "step": 17621
    },
    {
      "epoch": 2.661531490711373,
      "grad_norm": 1.4855434080713337,
      "learning_rate": 3.108009279163682e-07,
      "loss": 0.0813,
      "step": 17622
    },
    {
      "epoch": 2.661682525298293,
      "grad_norm": 2.9780611896584412,
      "learning_rate": 3.1052651957683477e-07,
      "loss": 0.0906,
      "step": 17623
    },
    {
      "epoch": 2.661833559885214,
      "grad_norm": 1.6288939928063064,
      "learning_rate": 3.102522285470594e-07,
      "loss": 0.0818,
      "step": 17624
    },
    {
      "epoch": 2.661984594472134,
      "grad_norm": 1.2300220898800545,
      "learning_rate": 3.0997805483390543e-07,
      "loss": 0.0773,
      "step": 17625
    },
    {
      "epoch": 2.6621356290590548,
      "grad_norm": 2.620288650584711,
      "learning_rate": 3.097039984442307e-07,
      "loss": 0.0964,
      "step": 17626
    },
    {
      "epoch": 2.662286663645975,
      "grad_norm": 1.3111535034650725,
      "learning_rate": 3.0943005938489144e-07,
      "loss": 0.0684,
      "step": 17627
    },
    {
      "epoch": 2.6624376982328952,
      "grad_norm": 1.4206806360945732,
      "learning_rate": 3.0915623766273997e-07,
      "loss": 0.07,
      "step": 17628
    },
    {
      "epoch": 2.662588732819816,
      "grad_norm": 1.8080231866452903,
      "learning_rate": 3.088825332846251e-07,
      "loss": 0.078,
      "step": 17629
    },
    {
      "epoch": 2.662739767406736,
      "grad_norm": 1.1321503629067482,
      "learning_rate": 3.08608946257396e-07,
      "loss": 0.0576,
      "step": 17630
    },
    {
      "epoch": 2.6628908019936564,
      "grad_norm": 1.6227442914219512,
      "learning_rate": 3.0833547658789377e-07,
      "loss": 0.0819,
      "step": 17631
    },
    {
      "epoch": 2.663041836580577,
      "grad_norm": 1.3566125376967788,
      "learning_rate": 3.080621242829618e-07,
      "loss": 0.0683,
      "step": 17632
    },
    {
      "epoch": 2.6631928711674973,
      "grad_norm": 2.831593117946323,
      "learning_rate": 3.077888893494374e-07,
      "loss": 0.0926,
      "step": 17633
    },
    {
      "epoch": 2.6633439057544175,
      "grad_norm": 1.2490954108613166,
      "learning_rate": 3.075157717941557e-07,
      "loss": 0.0741,
      "step": 17634
    },
    {
      "epoch": 2.663494940341338,
      "grad_norm": 1.4473663726917985,
      "learning_rate": 3.07242771623949e-07,
      "loss": 0.0591,
      "step": 17635
    },
    {
      "epoch": 2.663645974928259,
      "grad_norm": 1.1005931353458112,
      "learning_rate": 3.0696988884564574e-07,
      "loss": 0.062,
      "step": 17636
    },
    {
      "epoch": 2.663797009515179,
      "grad_norm": 1.2673023209982839,
      "learning_rate": 3.0669712346607205e-07,
      "loss": 0.0659,
      "step": 17637
    },
    {
      "epoch": 2.6639480441020993,
      "grad_norm": 2.1563239563519745,
      "learning_rate": 3.0642447549205313e-07,
      "loss": 0.0836,
      "step": 17638
    },
    {
      "epoch": 2.66409907868902,
      "grad_norm": 1.4553942539415707,
      "learning_rate": 3.061519449304079e-07,
      "loss": 0.0747,
      "step": 17639
    },
    {
      "epoch": 2.66425011327594,
      "grad_norm": 1.7582920941221898,
      "learning_rate": 3.058795317879548e-07,
      "loss": 0.0807,
      "step": 17640
    },
    {
      "epoch": 2.6644011478628604,
      "grad_norm": 1.1419156880074863,
      "learning_rate": 3.0560723607150734e-07,
      "loss": 0.0634,
      "step": 17641
    },
    {
      "epoch": 2.664552182449781,
      "grad_norm": 1.4069321444876124,
      "learning_rate": 3.053350577878783e-07,
      "loss": 0.0658,
      "step": 17642
    },
    {
      "epoch": 2.6647032170367013,
      "grad_norm": 1.4344546810672227,
      "learning_rate": 3.050629969438756e-07,
      "loss": 0.0658,
      "step": 17643
    },
    {
      "epoch": 2.6648542516236216,
      "grad_norm": 1.3553817911861792,
      "learning_rate": 3.04791053546305e-07,
      "loss": 0.0848,
      "step": 17644
    },
    {
      "epoch": 2.6650052862105422,
      "grad_norm": 1.3460766008397427,
      "learning_rate": 3.0451922760196983e-07,
      "loss": 0.0794,
      "step": 17645
    },
    {
      "epoch": 2.6651563207974625,
      "grad_norm": 1.76164585080736,
      "learning_rate": 3.042475191176686e-07,
      "loss": 0.0813,
      "step": 17646
    },
    {
      "epoch": 2.665307355384383,
      "grad_norm": 1.2611939077567513,
      "learning_rate": 3.039759281002003e-07,
      "loss": 0.0669,
      "step": 17647
    },
    {
      "epoch": 2.6654583899713034,
      "grad_norm": 1.3406775560119408,
      "learning_rate": 3.0370445455635724e-07,
      "loss": 0.071,
      "step": 17648
    },
    {
      "epoch": 2.665609424558224,
      "grad_norm": 1.621699529034838,
      "learning_rate": 3.034330984929318e-07,
      "loss": 0.0652,
      "step": 17649
    },
    {
      "epoch": 2.6657604591451443,
      "grad_norm": 1.6961045197435363,
      "learning_rate": 3.031618599167119e-07,
      "loss": 0.0799,
      "step": 17650
    },
    {
      "epoch": 2.6659114937320645,
      "grad_norm": 1.50357619196838,
      "learning_rate": 3.0289073883448094e-07,
      "loss": 0.0709,
      "step": 17651
    },
    {
      "epoch": 2.666062528318985,
      "grad_norm": 1.9343323489703053,
      "learning_rate": 3.02619735253023e-07,
      "loss": 0.0781,
      "step": 17652
    },
    {
      "epoch": 2.6662135629059054,
      "grad_norm": 1.4386451898236987,
      "learning_rate": 3.0234884917911656e-07,
      "loss": 0.0913,
      "step": 17653
    },
    {
      "epoch": 2.6663645974928256,
      "grad_norm": 1.3823252467802367,
      "learning_rate": 3.0207808061953894e-07,
      "loss": 0.065,
      "step": 17654
    },
    {
      "epoch": 2.6665156320797463,
      "grad_norm": 1.4322761096314884,
      "learning_rate": 3.0180742958106245e-07,
      "loss": 0.0818,
      "step": 17655
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.5643854430416486,
      "learning_rate": 3.015368960704584e-07,
      "loss": 0.0843,
      "step": 17656
    },
    {
      "epoch": 2.666817701253587,
      "grad_norm": 1.59099988556152,
      "learning_rate": 3.0126648009449424e-07,
      "loss": 0.0766,
      "step": 17657
    },
    {
      "epoch": 2.6669687358405074,
      "grad_norm": 1.6190239267699524,
      "learning_rate": 3.009961816599333e-07,
      "loss": 0.0686,
      "step": 17658
    },
    {
      "epoch": 2.667119770427428,
      "grad_norm": 1.943787226639594,
      "learning_rate": 3.007260007735391e-07,
      "loss": 0.0726,
      "step": 17659
    },
    {
      "epoch": 2.6672708050143483,
      "grad_norm": 2.2838413514173417,
      "learning_rate": 3.0045593744206846e-07,
      "loss": 0.1046,
      "step": 17660
    },
    {
      "epoch": 2.6674218396012686,
      "grad_norm": 1.7158166480573336,
      "learning_rate": 3.001859916722788e-07,
      "loss": 0.0726,
      "step": 17661
    },
    {
      "epoch": 2.6675728741881892,
      "grad_norm": 1.166806028725468,
      "learning_rate": 2.99916163470923e-07,
      "loss": 0.0549,
      "step": 17662
    },
    {
      "epoch": 2.6677239087751095,
      "grad_norm": 1.3518671834275744,
      "learning_rate": 2.9964645284475015e-07,
      "loss": 0.0731,
      "step": 17663
    },
    {
      "epoch": 2.6678749433620297,
      "grad_norm": 2.0688315042678536,
      "learning_rate": 2.9937685980050756e-07,
      "loss": 0.0829,
      "step": 17664
    },
    {
      "epoch": 2.6680259779489504,
      "grad_norm": 2.336693252643824,
      "learning_rate": 2.9910738434493826e-07,
      "loss": 0.0785,
      "step": 17665
    },
    {
      "epoch": 2.6681770125358706,
      "grad_norm": 1.8432247494013203,
      "learning_rate": 2.98838026484784e-07,
      "loss": 0.095,
      "step": 17666
    },
    {
      "epoch": 2.6683280471227913,
      "grad_norm": 1.1966175667113566,
      "learning_rate": 2.9856878622678386e-07,
      "loss": 0.0725,
      "step": 17667
    },
    {
      "epoch": 2.6684790817097115,
      "grad_norm": 1.831808817777036,
      "learning_rate": 2.9829966357767193e-07,
      "loss": 0.088,
      "step": 17668
    },
    {
      "epoch": 2.668630116296632,
      "grad_norm": 1.9894450887359956,
      "learning_rate": 2.980306585441811e-07,
      "loss": 0.0841,
      "step": 17669
    },
    {
      "epoch": 2.6687811508835524,
      "grad_norm": 1.476146317635832,
      "learning_rate": 2.977617711330394e-07,
      "loss": 0.0745,
      "step": 17670
    },
    {
      "epoch": 2.6689321854704726,
      "grad_norm": 1.3291552488726077,
      "learning_rate": 2.9749300135097523e-07,
      "loss": 0.0688,
      "step": 17671
    },
    {
      "epoch": 2.6690832200573933,
      "grad_norm": 1.260728379323963,
      "learning_rate": 2.972243492047111e-07,
      "loss": 0.0683,
      "step": 17672
    },
    {
      "epoch": 2.6692342546443135,
      "grad_norm": 1.1988293300803712,
      "learning_rate": 2.9695581470096655e-07,
      "loss": 0.061,
      "step": 17673
    },
    {
      "epoch": 2.6693852892312337,
      "grad_norm": 1.5171430287031942,
      "learning_rate": 2.9668739784646017e-07,
      "loss": 0.0645,
      "step": 17674
    },
    {
      "epoch": 2.6695363238181544,
      "grad_norm": 1.8154695728626773,
      "learning_rate": 2.9641909864790594e-07,
      "loss": 0.0823,
      "step": 17675
    },
    {
      "epoch": 2.6696873584050747,
      "grad_norm": 1.4948339894470406,
      "learning_rate": 2.9615091711201635e-07,
      "loss": 0.0764,
      "step": 17676
    },
    {
      "epoch": 2.6698383929919953,
      "grad_norm": 1.3533593725471662,
      "learning_rate": 2.9588285324549937e-07,
      "loss": 0.0686,
      "step": 17677
    },
    {
      "epoch": 2.6699894275789156,
      "grad_norm": 1.3491438742990054,
      "learning_rate": 2.956149070550612e-07,
      "loss": 0.0785,
      "step": 17678
    },
    {
      "epoch": 2.6701404621658362,
      "grad_norm": 1.5269736591125735,
      "learning_rate": 2.953470785474044e-07,
      "loss": 0.0729,
      "step": 17679
    },
    {
      "epoch": 2.6702914967527565,
      "grad_norm": 1.1626684557474827,
      "learning_rate": 2.950793677292285e-07,
      "loss": 0.0638,
      "step": 17680
    },
    {
      "epoch": 2.6704425313396767,
      "grad_norm": 1.1788844125658235,
      "learning_rate": 2.948117746072315e-07,
      "loss": 0.0595,
      "step": 17681
    },
    {
      "epoch": 2.6705935659265974,
      "grad_norm": 1.490705659978069,
      "learning_rate": 2.9454429918810645e-07,
      "loss": 0.076,
      "step": 17682
    },
    {
      "epoch": 2.6707446005135176,
      "grad_norm": 1.5668816368936913,
      "learning_rate": 2.942769414785446e-07,
      "loss": 0.0916,
      "step": 17683
    },
    {
      "epoch": 2.670895635100438,
      "grad_norm": 1.494042546752001,
      "learning_rate": 2.940097014852339e-07,
      "loss": 0.0797,
      "step": 17684
    },
    {
      "epoch": 2.6710466696873585,
      "grad_norm": 1.5401069944043941,
      "learning_rate": 2.9374257921486014e-07,
      "loss": 0.079,
      "step": 17685
    },
    {
      "epoch": 2.6711977042742787,
      "grad_norm": 1.3136950164984365,
      "learning_rate": 2.934755746741058e-07,
      "loss": 0.077,
      "step": 17686
    },
    {
      "epoch": 2.671348738861199,
      "grad_norm": 1.5703567556035563,
      "learning_rate": 2.9320868786964827e-07,
      "loss": 0.0642,
      "step": 17687
    },
    {
      "epoch": 2.6714997734481196,
      "grad_norm": 1.488469813042173,
      "learning_rate": 2.9294191880816557e-07,
      "loss": 0.088,
      "step": 17688
    },
    {
      "epoch": 2.6716508080350403,
      "grad_norm": 2.02391907644381,
      "learning_rate": 2.926752674963301e-07,
      "loss": 0.0984,
      "step": 17689
    },
    {
      "epoch": 2.6718018426219605,
      "grad_norm": 1.2905927241676496,
      "learning_rate": 2.924087339408127e-07,
      "loss": 0.0648,
      "step": 17690
    },
    {
      "epoch": 2.6719528772088808,
      "grad_norm": 1.2764437363250107,
      "learning_rate": 2.9214231814828186e-07,
      "loss": 0.0694,
      "step": 17691
    },
    {
      "epoch": 2.6721039117958014,
      "grad_norm": 1.217973386557129,
      "learning_rate": 2.9187602012540117e-07,
      "loss": 0.0721,
      "step": 17692
    },
    {
      "epoch": 2.6722549463827217,
      "grad_norm": 1.681263472266966,
      "learning_rate": 2.9160983987883194e-07,
      "loss": 0.0645,
      "step": 17693
    },
    {
      "epoch": 2.672405980969642,
      "grad_norm": 1.2848439221476724,
      "learning_rate": 2.913437774152328e-07,
      "loss": 0.0687,
      "step": 17694
    },
    {
      "epoch": 2.6725570155565626,
      "grad_norm": 1.2411733455780185,
      "learning_rate": 2.9107783274125945e-07,
      "loss": 0.0684,
      "step": 17695
    },
    {
      "epoch": 2.672708050143483,
      "grad_norm": 1.7272533137419446,
      "learning_rate": 2.908120058635655e-07,
      "loss": 0.0849,
      "step": 17696
    },
    {
      "epoch": 2.672859084730403,
      "grad_norm": 1.1956801715432517,
      "learning_rate": 2.905462967888001e-07,
      "loss": 0.0674,
      "step": 17697
    },
    {
      "epoch": 2.6730101193173237,
      "grad_norm": 1.667737252374803,
      "learning_rate": 2.902807055236101e-07,
      "loss": 0.087,
      "step": 17698
    },
    {
      "epoch": 2.673161153904244,
      "grad_norm": 2.096026618831794,
      "learning_rate": 2.9001523207464024e-07,
      "loss": 0.0731,
      "step": 17699
    },
    {
      "epoch": 2.6733121884911646,
      "grad_norm": 1.5589168964103748,
      "learning_rate": 2.897498764485296e-07,
      "loss": 0.0703,
      "step": 17700
    },
    {
      "epoch": 2.673463223078085,
      "grad_norm": 1.5021798228084893,
      "learning_rate": 2.8948463865191844e-07,
      "loss": 0.0767,
      "step": 17701
    },
    {
      "epoch": 2.6736142576650055,
      "grad_norm": 1.3722360726666019,
      "learning_rate": 2.892195186914398e-07,
      "loss": 0.0715,
      "step": 17702
    },
    {
      "epoch": 2.6737652922519257,
      "grad_norm": 1.0805577821102983,
      "learning_rate": 2.889545165737273e-07,
      "loss": 0.0663,
      "step": 17703
    },
    {
      "epoch": 2.673916326838846,
      "grad_norm": 1.633712772890499,
      "learning_rate": 2.886896323054095e-07,
      "loss": 0.0839,
      "step": 17704
    },
    {
      "epoch": 2.6740673614257666,
      "grad_norm": 1.1950184824993038,
      "learning_rate": 2.884248658931127e-07,
      "loss": 0.0677,
      "step": 17705
    },
    {
      "epoch": 2.674218396012687,
      "grad_norm": 2.4808046133278165,
      "learning_rate": 2.8816021734346e-07,
      "loss": 0.0868,
      "step": 17706
    },
    {
      "epoch": 2.674369430599607,
      "grad_norm": 1.422452185642042,
      "learning_rate": 2.878956866630722e-07,
      "loss": 0.0752,
      "step": 17707
    },
    {
      "epoch": 2.6745204651865278,
      "grad_norm": 2.0992956893206767,
      "learning_rate": 2.8763127385856684e-07,
      "loss": 0.0803,
      "step": 17708
    },
    {
      "epoch": 2.674671499773448,
      "grad_norm": 1.4466666465549953,
      "learning_rate": 2.8736697893655687e-07,
      "loss": 0.0747,
      "step": 17709
    },
    {
      "epoch": 2.6748225343603687,
      "grad_norm": 1.6069987201497724,
      "learning_rate": 2.8710280190365537e-07,
      "loss": 0.0869,
      "step": 17710
    },
    {
      "epoch": 2.674973568947289,
      "grad_norm": 1.611163268744912,
      "learning_rate": 2.868387427664698e-07,
      "loss": 0.088,
      "step": 17711
    },
    {
      "epoch": 2.6751246035342096,
      "grad_norm": 1.6782136183122718,
      "learning_rate": 2.865748015316061e-07,
      "loss": 0.0613,
      "step": 17712
    },
    {
      "epoch": 2.67527563812113,
      "grad_norm": 1.055509366657964,
      "learning_rate": 2.863109782056678e-07,
      "loss": 0.0539,
      "step": 17713
    },
    {
      "epoch": 2.67542667270805,
      "grad_norm": 1.257234358464948,
      "learning_rate": 2.8604727279525404e-07,
      "loss": 0.0662,
      "step": 17714
    },
    {
      "epoch": 2.6755777072949707,
      "grad_norm": 2.1540641564099134,
      "learning_rate": 2.8578368530696123e-07,
      "loss": 0.0925,
      "step": 17715
    },
    {
      "epoch": 2.675728741881891,
      "grad_norm": 1.3892231071862648,
      "learning_rate": 2.855202157473824e-07,
      "loss": 0.065,
      "step": 17716
    },
    {
      "epoch": 2.675879776468811,
      "grad_norm": 1.0876784732972482,
      "learning_rate": 2.852568641231096e-07,
      "loss": 0.064,
      "step": 17717
    },
    {
      "epoch": 2.676030811055732,
      "grad_norm": 2.5593259547680485,
      "learning_rate": 2.8499363044073083e-07,
      "loss": 0.0779,
      "step": 17718
    },
    {
      "epoch": 2.676181845642652,
      "grad_norm": 1.545039417077236,
      "learning_rate": 2.847305147068302e-07,
      "loss": 0.0869,
      "step": 17719
    },
    {
      "epoch": 2.6763328802295727,
      "grad_norm": 1.4621638900960054,
      "learning_rate": 2.8446751692799034e-07,
      "loss": 0.0703,
      "step": 17720
    },
    {
      "epoch": 2.676483914816493,
      "grad_norm": 1.751358680376344,
      "learning_rate": 2.842046371107904e-07,
      "loss": 0.0686,
      "step": 17721
    },
    {
      "epoch": 2.6766349494034136,
      "grad_norm": 1.6875218514665427,
      "learning_rate": 2.8394187526180503e-07,
      "loss": 0.0747,
      "step": 17722
    },
    {
      "epoch": 2.676785983990334,
      "grad_norm": 2.0582729533342206,
      "learning_rate": 2.8367923138760913e-07,
      "loss": 0.0801,
      "step": 17723
    },
    {
      "epoch": 2.676937018577254,
      "grad_norm": 1.3159165521598069,
      "learning_rate": 2.8341670549477174e-07,
      "loss": 0.0617,
      "step": 17724
    },
    {
      "epoch": 2.6770880531641748,
      "grad_norm": 1.680104489879827,
      "learning_rate": 2.83154297589861e-07,
      "loss": 0.0659,
      "step": 17725
    },
    {
      "epoch": 2.677239087751095,
      "grad_norm": 1.5080500145031042,
      "learning_rate": 2.8289200767944e-07,
      "loss": 0.0775,
      "step": 17726
    },
    {
      "epoch": 2.677390122338015,
      "grad_norm": 2.522888390515654,
      "learning_rate": 2.826298357700713e-07,
      "loss": 0.0948,
      "step": 17727
    },
    {
      "epoch": 2.677541156924936,
      "grad_norm": 1.2426620037995801,
      "learning_rate": 2.823677818683135e-07,
      "loss": 0.071,
      "step": 17728
    },
    {
      "epoch": 2.677692191511856,
      "grad_norm": 1.4732140067979915,
      "learning_rate": 2.8210584598071967e-07,
      "loss": 0.0843,
      "step": 17729
    },
    {
      "epoch": 2.677843226098777,
      "grad_norm": 1.4674908877406292,
      "learning_rate": 2.8184402811384513e-07,
      "loss": 0.0746,
      "step": 17730
    },
    {
      "epoch": 2.677994260685697,
      "grad_norm": 1.7686912798280094,
      "learning_rate": 2.815823282742369e-07,
      "loss": 0.0785,
      "step": 17731
    },
    {
      "epoch": 2.6781452952726177,
      "grad_norm": 1.3645805567291713,
      "learning_rate": 2.813207464684442e-07,
      "loss": 0.0768,
      "step": 17732
    },
    {
      "epoch": 2.678296329859538,
      "grad_norm": 1.9290370394200038,
      "learning_rate": 2.8105928270300785e-07,
      "loss": 0.0926,
      "step": 17733
    },
    {
      "epoch": 2.678447364446458,
      "grad_norm": 1.639061911068192,
      "learning_rate": 2.80797936984471e-07,
      "loss": 0.0735,
      "step": 17734
    },
    {
      "epoch": 2.678598399033379,
      "grad_norm": 1.5082404648165453,
      "learning_rate": 2.8053670931937004e-07,
      "loss": 0.084,
      "step": 17735
    },
    {
      "epoch": 2.678749433620299,
      "grad_norm": 1.389147754579472,
      "learning_rate": 2.8027559971423924e-07,
      "loss": 0.0658,
      "step": 17736
    },
    {
      "epoch": 2.6789004682072193,
      "grad_norm": 1.4482867621595201,
      "learning_rate": 2.8001460817561223e-07,
      "loss": 0.0801,
      "step": 17737
    },
    {
      "epoch": 2.67905150279414,
      "grad_norm": 1.3074646919069526,
      "learning_rate": 2.797537347100154e-07,
      "loss": 0.0638,
      "step": 17738
    },
    {
      "epoch": 2.67920253738106,
      "grad_norm": 1.5526693706759922,
      "learning_rate": 2.79492979323977e-07,
      "loss": 0.0779,
      "step": 17739
    },
    {
      "epoch": 2.6793535719679804,
      "grad_norm": 1.3339091664048022,
      "learning_rate": 2.792323420240184e-07,
      "loss": 0.0662,
      "step": 17740
    },
    {
      "epoch": 2.679504606554901,
      "grad_norm": 2.0484728479733305,
      "learning_rate": 2.789718228166599e-07,
      "loss": 0.0836,
      "step": 17741
    },
    {
      "epoch": 2.6796556411418218,
      "grad_norm": 2.179692868755131,
      "learning_rate": 2.7871142170841913e-07,
      "loss": 0.0824,
      "step": 17742
    },
    {
      "epoch": 2.679806675728742,
      "grad_norm": 1.3542997535782368,
      "learning_rate": 2.7845113870581033e-07,
      "loss": 0.0752,
      "step": 17743
    },
    {
      "epoch": 2.679957710315662,
      "grad_norm": 1.459719019822824,
      "learning_rate": 2.7819097381534376e-07,
      "loss": 0.0669,
      "step": 17744
    },
    {
      "epoch": 2.680108744902583,
      "grad_norm": 1.1779233176277133,
      "learning_rate": 2.779309270435271e-07,
      "loss": 0.0597,
      "step": 17745
    },
    {
      "epoch": 2.680259779489503,
      "grad_norm": 1.8181342494753134,
      "learning_rate": 2.7767099839686674e-07,
      "loss": 0.0823,
      "step": 17746
    },
    {
      "epoch": 2.6804108140764233,
      "grad_norm": 2.6643461267929522,
      "learning_rate": 2.774111878818647e-07,
      "loss": 0.0821,
      "step": 17747
    },
    {
      "epoch": 2.680561848663344,
      "grad_norm": 1.5401368913976392,
      "learning_rate": 2.771514955050203e-07,
      "loss": 0.0738,
      "step": 17748
    },
    {
      "epoch": 2.6807128832502642,
      "grad_norm": 2.3056296285365705,
      "learning_rate": 2.768919212728299e-07,
      "loss": 0.1026,
      "step": 17749
    },
    {
      "epoch": 2.6808639178371845,
      "grad_norm": 2.252401666715598,
      "learning_rate": 2.766324651917868e-07,
      "loss": 0.1006,
      "step": 17750
    },
    {
      "epoch": 2.681014952424105,
      "grad_norm": 2.7176370232685385,
      "learning_rate": 2.7637312726838064e-07,
      "loss": 0.0871,
      "step": 17751
    },
    {
      "epoch": 2.6811659870110254,
      "grad_norm": 1.2270904336308612,
      "learning_rate": 2.7611390750910014e-07,
      "loss": 0.0656,
      "step": 17752
    },
    {
      "epoch": 2.681317021597946,
      "grad_norm": 1.041446773810132,
      "learning_rate": 2.7585480592042855e-07,
      "loss": 0.0522,
      "step": 17753
    },
    {
      "epoch": 2.6814680561848663,
      "grad_norm": 2.7657552243731844,
      "learning_rate": 2.7559582250884953e-07,
      "loss": 0.0894,
      "step": 17754
    },
    {
      "epoch": 2.681619090771787,
      "grad_norm": 1.3646103532840848,
      "learning_rate": 2.7533695728083896e-07,
      "loss": 0.072,
      "step": 17755
    },
    {
      "epoch": 2.681770125358707,
      "grad_norm": 1.5102419250732333,
      "learning_rate": 2.7507821024287507e-07,
      "loss": 0.0605,
      "step": 17756
    },
    {
      "epoch": 2.6819211599456274,
      "grad_norm": 1.5172131611031772,
      "learning_rate": 2.748195814014293e-07,
      "loss": 0.0721,
      "step": 17757
    },
    {
      "epoch": 2.682072194532548,
      "grad_norm": 2.216426870528853,
      "learning_rate": 2.745610707629709e-07,
      "loss": 0.0649,
      "step": 17758
    },
    {
      "epoch": 2.6822232291194683,
      "grad_norm": 1.5515582726058923,
      "learning_rate": 2.743026783339675e-07,
      "loss": 0.0653,
      "step": 17759
    },
    {
      "epoch": 2.6823742637063885,
      "grad_norm": 1.3845173582372003,
      "learning_rate": 2.7404440412088227e-07,
      "loss": 0.0668,
      "step": 17760
    },
    {
      "epoch": 2.682525298293309,
      "grad_norm": 1.3565385695094123,
      "learning_rate": 2.737862481301773e-07,
      "loss": 0.0704,
      "step": 17761
    },
    {
      "epoch": 2.6826763328802294,
      "grad_norm": 1.2474936396389282,
      "learning_rate": 2.7352821036830846e-07,
      "loss": 0.0613,
      "step": 17762
    },
    {
      "epoch": 2.68282736746715,
      "grad_norm": 1.52183558936588,
      "learning_rate": 2.7327029084173227e-07,
      "loss": 0.0848,
      "step": 17763
    },
    {
      "epoch": 2.6829784020540703,
      "grad_norm": 1.2772395030471682,
      "learning_rate": 2.7301248955690194e-07,
      "loss": 0.0675,
      "step": 17764
    },
    {
      "epoch": 2.683129436640991,
      "grad_norm": 1.3215478830195497,
      "learning_rate": 2.7275480652026343e-07,
      "loss": 0.0661,
      "step": 17765
    },
    {
      "epoch": 2.6832804712279112,
      "grad_norm": 1.384036921070648,
      "learning_rate": 2.7249724173826485e-07,
      "loss": 0.0731,
      "step": 17766
    },
    {
      "epoch": 2.6834315058148315,
      "grad_norm": 1.3469163996107318,
      "learning_rate": 2.7223979521734834e-07,
      "loss": 0.072,
      "step": 17767
    },
    {
      "epoch": 2.683582540401752,
      "grad_norm": 1.8609682091943407,
      "learning_rate": 2.719824669639548e-07,
      "loss": 0.0921,
      "step": 17768
    },
    {
      "epoch": 2.6837335749886724,
      "grad_norm": 1.2103389277096388,
      "learning_rate": 2.7172525698452133e-07,
      "loss": 0.0686,
      "step": 17769
    },
    {
      "epoch": 2.6838846095755926,
      "grad_norm": 1.3702444029956928,
      "learning_rate": 2.714681652854817e-07,
      "loss": 0.076,
      "step": 17770
    },
    {
      "epoch": 2.6840356441625133,
      "grad_norm": 1.568628694881075,
      "learning_rate": 2.7121119187326904e-07,
      "loss": 0.0855,
      "step": 17771
    },
    {
      "epoch": 2.6841866787494335,
      "grad_norm": 1.4682720579775415,
      "learning_rate": 2.709543367543083e-07,
      "loss": 0.0752,
      "step": 17772
    },
    {
      "epoch": 2.684337713336354,
      "grad_norm": 1.8325437171578534,
      "learning_rate": 2.70697599935027e-07,
      "loss": 0.079,
      "step": 17773
    },
    {
      "epoch": 2.6844887479232744,
      "grad_norm": 1.638619454147212,
      "learning_rate": 2.704409814218484e-07,
      "loss": 0.0949,
      "step": 17774
    },
    {
      "epoch": 2.684639782510195,
      "grad_norm": 1.1429240247533998,
      "learning_rate": 2.701844812211896e-07,
      "loss": 0.0609,
      "step": 17775
    },
    {
      "epoch": 2.6847908170971153,
      "grad_norm": 1.5112355462086609,
      "learning_rate": 2.699280993394693e-07,
      "loss": 0.085,
      "step": 17776
    },
    {
      "epoch": 2.6849418516840355,
      "grad_norm": 1.1449965733976901,
      "learning_rate": 2.696718357830991e-07,
      "loss": 0.0612,
      "step": 17777
    },
    {
      "epoch": 2.685092886270956,
      "grad_norm": 1.5106147007247792,
      "learning_rate": 2.694156905584916e-07,
      "loss": 0.0776,
      "step": 17778
    },
    {
      "epoch": 2.6852439208578764,
      "grad_norm": 1.4781848718980082,
      "learning_rate": 2.6915966367205283e-07,
      "loss": 0.0782,
      "step": 17779
    },
    {
      "epoch": 2.6853949554447967,
      "grad_norm": 1.6702071925965745,
      "learning_rate": 2.6890375513018764e-07,
      "loss": 0.0898,
      "step": 17780
    },
    {
      "epoch": 2.6855459900317173,
      "grad_norm": 1.1655134329246324,
      "learning_rate": 2.686479649392987e-07,
      "loss": 0.0676,
      "step": 17781
    },
    {
      "epoch": 2.6856970246186376,
      "grad_norm": 1.069809352649999,
      "learning_rate": 2.683922931057831e-07,
      "loss": 0.0555,
      "step": 17782
    },
    {
      "epoch": 2.685848059205558,
      "grad_norm": 1.3248409194624693,
      "learning_rate": 2.6813673963603905e-07,
      "loss": 0.0597,
      "step": 17783
    },
    {
      "epoch": 2.6859990937924785,
      "grad_norm": 1.375203143980021,
      "learning_rate": 2.6788130453645646e-07,
      "loss": 0.0687,
      "step": 17784
    },
    {
      "epoch": 2.686150128379399,
      "grad_norm": 2.108595986957839,
      "learning_rate": 2.676259878134274e-07,
      "loss": 0.074,
      "step": 17785
    },
    {
      "epoch": 2.6863011629663194,
      "grad_norm": 1.627349578815126,
      "learning_rate": 2.673707894733385e-07,
      "loss": 0.0816,
      "step": 17786
    },
    {
      "epoch": 2.6864521975532396,
      "grad_norm": 1.0245197125015133,
      "learning_rate": 2.671157095225724e-07,
      "loss": 0.0583,
      "step": 17787
    },
    {
      "epoch": 2.6866032321401603,
      "grad_norm": 1.562164189128796,
      "learning_rate": 2.6686074796751116e-07,
      "loss": 0.0716,
      "step": 17788
    },
    {
      "epoch": 2.6867542667270805,
      "grad_norm": 2.9668740414052737,
      "learning_rate": 2.6660590481453197e-07,
      "loss": 0.0903,
      "step": 17789
    },
    {
      "epoch": 2.6869053013140007,
      "grad_norm": 1.2106414371664591,
      "learning_rate": 2.663511800700108e-07,
      "loss": 0.0603,
      "step": 17790
    },
    {
      "epoch": 2.6870563359009214,
      "grad_norm": 1.2024901460746211,
      "learning_rate": 2.660965737403187e-07,
      "loss": 0.0644,
      "step": 17791
    },
    {
      "epoch": 2.6872073704878416,
      "grad_norm": 1.3672098078543753,
      "learning_rate": 2.658420858318256e-07,
      "loss": 0.075,
      "step": 17792
    },
    {
      "epoch": 2.687358405074762,
      "grad_norm": 1.574216552250224,
      "learning_rate": 2.655877163508991e-07,
      "loss": 0.083,
      "step": 17793
    },
    {
      "epoch": 2.6875094396616825,
      "grad_norm": 1.1115963252120624,
      "learning_rate": 2.6533346530389856e-07,
      "loss": 0.0547,
      "step": 17794
    },
    {
      "epoch": 2.6876604742486028,
      "grad_norm": 1.7411590376598354,
      "learning_rate": 2.650793326971879e-07,
      "loss": 0.0884,
      "step": 17795
    },
    {
      "epoch": 2.6878115088355234,
      "grad_norm": 1.3331671394668367,
      "learning_rate": 2.648253185371219e-07,
      "loss": 0.0736,
      "step": 17796
    },
    {
      "epoch": 2.6879625434224437,
      "grad_norm": 1.5486502731682792,
      "learning_rate": 2.6457142283005556e-07,
      "loss": 0.0821,
      "step": 17797
    },
    {
      "epoch": 2.6881135780093643,
      "grad_norm": 1.245200572005546,
      "learning_rate": 2.643176455823415e-07,
      "loss": 0.068,
      "step": 17798
    },
    {
      "epoch": 2.6882646125962846,
      "grad_norm": 1.642185180899999,
      "learning_rate": 2.6406398680032586e-07,
      "loss": 0.08,
      "step": 17799
    },
    {
      "epoch": 2.688415647183205,
      "grad_norm": 1.8005637834160095,
      "learning_rate": 2.638104464903574e-07,
      "loss": 0.0755,
      "step": 17800
    },
    {
      "epoch": 2.6885666817701255,
      "grad_norm": 1.3520492360516083,
      "learning_rate": 2.6355702465877486e-07,
      "loss": 0.0663,
      "step": 17801
    },
    {
      "epoch": 2.6887177163570457,
      "grad_norm": 1.715675688200204,
      "learning_rate": 2.6330372131191886e-07,
      "loss": 0.0744,
      "step": 17802
    },
    {
      "epoch": 2.688868750943966,
      "grad_norm": 1.3882023490284225,
      "learning_rate": 2.6305053645612756e-07,
      "loss": 0.0699,
      "step": 17803
    },
    {
      "epoch": 2.6890197855308866,
      "grad_norm": 1.3661568428387043,
      "learning_rate": 2.627974700977326e-07,
      "loss": 0.0659,
      "step": 17804
    },
    {
      "epoch": 2.689170820117807,
      "grad_norm": 1.3922348585462194,
      "learning_rate": 2.625445222430656e-07,
      "loss": 0.0613,
      "step": 17805
    },
    {
      "epoch": 2.6893218547047275,
      "grad_norm": 1.974325315444701,
      "learning_rate": 2.6229169289845367e-07,
      "loss": 0.0707,
      "step": 17806
    },
    {
      "epoch": 2.6894728892916477,
      "grad_norm": 1.444122584481701,
      "learning_rate": 2.6203898207022236e-07,
      "loss": 0.0644,
      "step": 17807
    },
    {
      "epoch": 2.6896239238785684,
      "grad_norm": 1.6699706955749953,
      "learning_rate": 2.617863897646927e-07,
      "loss": 0.0832,
      "step": 17808
    },
    {
      "epoch": 2.6897749584654886,
      "grad_norm": 1.0776893563464316,
      "learning_rate": 2.6153391598818247e-07,
      "loss": 0.0591,
      "step": 17809
    },
    {
      "epoch": 2.689925993052409,
      "grad_norm": 1.2345877863670074,
      "learning_rate": 2.612815607470098e-07,
      "loss": 0.0685,
      "step": 17810
    },
    {
      "epoch": 2.6900770276393295,
      "grad_norm": 1.445867002221524,
      "learning_rate": 2.610293240474848e-07,
      "loss": 0.0831,
      "step": 17811
    },
    {
      "epoch": 2.6902280622262498,
      "grad_norm": 1.3514566531822914,
      "learning_rate": 2.6077720589591957e-07,
      "loss": 0.0728,
      "step": 17812
    },
    {
      "epoch": 2.69037909681317,
      "grad_norm": 1.2808285370381776,
      "learning_rate": 2.6052520629861913e-07,
      "loss": 0.0696,
      "step": 17813
    },
    {
      "epoch": 2.6905301314000907,
      "grad_norm": 1.2418205780233282,
      "learning_rate": 2.602733252618883e-07,
      "loss": 0.0665,
      "step": 17814
    },
    {
      "epoch": 2.690681165987011,
      "grad_norm": 1.725238128709027,
      "learning_rate": 2.6002156279202993e-07,
      "loss": 0.0873,
      "step": 17815
    },
    {
      "epoch": 2.6908322005739316,
      "grad_norm": 1.3147428418117328,
      "learning_rate": 2.597699188953379e-07,
      "loss": 0.0703,
      "step": 17816
    },
    {
      "epoch": 2.690983235160852,
      "grad_norm": 1.2478095115420698,
      "learning_rate": 2.595183935781109e-07,
      "loss": 0.0678,
      "step": 17817
    },
    {
      "epoch": 2.6911342697477725,
      "grad_norm": 1.3184655457103067,
      "learning_rate": 2.5926698684663796e-07,
      "loss": 0.0769,
      "step": 17818
    },
    {
      "epoch": 2.6912853043346927,
      "grad_norm": 1.2172712949889666,
      "learning_rate": 2.5901569870721064e-07,
      "loss": 0.0598,
      "step": 17819
    },
    {
      "epoch": 2.691436338921613,
      "grad_norm": 1.1132033429682713,
      "learning_rate": 2.5876452916611395e-07,
      "loss": 0.0643,
      "step": 17820
    },
    {
      "epoch": 2.6915873735085336,
      "grad_norm": 1.835746308785703,
      "learning_rate": 2.5851347822963113e-07,
      "loss": 0.0743,
      "step": 17821
    },
    {
      "epoch": 2.691738408095454,
      "grad_norm": 1.4146445173995756,
      "learning_rate": 2.582625459040433e-07,
      "loss": 0.0788,
      "step": 17822
    },
    {
      "epoch": 2.691889442682374,
      "grad_norm": 1.458271605853181,
      "learning_rate": 2.580117321956255e-07,
      "loss": 0.0796,
      "step": 17823
    },
    {
      "epoch": 2.6920404772692947,
      "grad_norm": 1.742929385109614,
      "learning_rate": 2.5776103711065316e-07,
      "loss": 0.0804,
      "step": 17824
    },
    {
      "epoch": 2.692191511856215,
      "grad_norm": 1.2899097747223824,
      "learning_rate": 2.5751046065539853e-07,
      "loss": 0.0658,
      "step": 17825
    },
    {
      "epoch": 2.6923425464431356,
      "grad_norm": 1.6369128294066948,
      "learning_rate": 2.5726000283612827e-07,
      "loss": 0.0793,
      "step": 17826
    },
    {
      "epoch": 2.692493581030056,
      "grad_norm": 1.167621879837306,
      "learning_rate": 2.5700966365910904e-07,
      "loss": 0.0637,
      "step": 17827
    },
    {
      "epoch": 2.6926446156169765,
      "grad_norm": 1.588570909425159,
      "learning_rate": 2.5675944313060255e-07,
      "loss": 0.0717,
      "step": 17828
    },
    {
      "epoch": 2.6927956502038968,
      "grad_norm": 1.5253469413412808,
      "learning_rate": 2.565093412568681e-07,
      "loss": 0.0881,
      "step": 17829
    },
    {
      "epoch": 2.692946684790817,
      "grad_norm": 1.4687404401234667,
      "learning_rate": 2.56259358044163e-07,
      "loss": 0.0707,
      "step": 17830
    },
    {
      "epoch": 2.6930977193777377,
      "grad_norm": 1.2403290470466781,
      "learning_rate": 2.560094934987389e-07,
      "loss": 0.0693,
      "step": 17831
    },
    {
      "epoch": 2.693248753964658,
      "grad_norm": 1.797198056766977,
      "learning_rate": 2.5575974762684863e-07,
      "loss": 0.0692,
      "step": 17832
    },
    {
      "epoch": 2.693399788551578,
      "grad_norm": 1.18708261849621,
      "learning_rate": 2.5551012043473765e-07,
      "loss": 0.0632,
      "step": 17833
    },
    {
      "epoch": 2.693550823138499,
      "grad_norm": 1.4587028143653717,
      "learning_rate": 2.5526061192865216e-07,
      "loss": 0.0772,
      "step": 17834
    },
    {
      "epoch": 2.693701857725419,
      "grad_norm": 1.340856333764632,
      "learning_rate": 2.550112221148321e-07,
      "loss": 0.0671,
      "step": 17835
    },
    {
      "epoch": 2.6938528923123393,
      "grad_norm": 1.523149005246562,
      "learning_rate": 2.547619509995175e-07,
      "loss": 0.0674,
      "step": 17836
    },
    {
      "epoch": 2.69400392689926,
      "grad_norm": 1.1594428267365375,
      "learning_rate": 2.5451279858894397e-07,
      "loss": 0.0697,
      "step": 17837
    },
    {
      "epoch": 2.6941549614861806,
      "grad_norm": 2.414283880096661,
      "learning_rate": 2.5426376488934314e-07,
      "loss": 0.0763,
      "step": 17838
    },
    {
      "epoch": 2.694305996073101,
      "grad_norm": 1.2787566930565186,
      "learning_rate": 2.540148499069456e-07,
      "loss": 0.0609,
      "step": 17839
    },
    {
      "epoch": 2.694457030660021,
      "grad_norm": 1.3945037499204775,
      "learning_rate": 2.5376605364797746e-07,
      "loss": 0.0769,
      "step": 17840
    },
    {
      "epoch": 2.6946080652469417,
      "grad_norm": 1.5765854244460213,
      "learning_rate": 2.5351737611866325e-07,
      "loss": 0.0761,
      "step": 17841
    },
    {
      "epoch": 2.694759099833862,
      "grad_norm": 1.2432262883019347,
      "learning_rate": 2.5326881732522236e-07,
      "loss": 0.0683,
      "step": 17842
    },
    {
      "epoch": 2.694910134420782,
      "grad_norm": 1.5987370480552199,
      "learning_rate": 2.5302037727387483e-07,
      "loss": 0.0619,
      "step": 17843
    },
    {
      "epoch": 2.695061169007703,
      "grad_norm": 1.9586339780505084,
      "learning_rate": 2.5277205597083464e-07,
      "loss": 0.0764,
      "step": 17844
    },
    {
      "epoch": 2.695212203594623,
      "grad_norm": 1.3775730159453274,
      "learning_rate": 2.5252385342231235e-07,
      "loss": 0.0684,
      "step": 17845
    },
    {
      "epoch": 2.6953632381815433,
      "grad_norm": 1.1911809334597827,
      "learning_rate": 2.522757696345185e-07,
      "loss": 0.0634,
      "step": 17846
    },
    {
      "epoch": 2.695514272768464,
      "grad_norm": 1.5434231806857936,
      "learning_rate": 2.520278046136576e-07,
      "loss": 0.0772,
      "step": 17847
    },
    {
      "epoch": 2.6956653073553842,
      "grad_norm": 1.3350200195386275,
      "learning_rate": 2.517799583659336e-07,
      "loss": 0.0659,
      "step": 17848
    },
    {
      "epoch": 2.695816341942305,
      "grad_norm": 1.2051143120451717,
      "learning_rate": 2.5153223089754763e-07,
      "loss": 0.0615,
      "step": 17849
    },
    {
      "epoch": 2.695967376529225,
      "grad_norm": 1.2745413203390272,
      "learning_rate": 2.512846222146942e-07,
      "loss": 0.0689,
      "step": 17850
    },
    {
      "epoch": 2.696118411116146,
      "grad_norm": 2.109562645998326,
      "learning_rate": 2.5103713232356995e-07,
      "loss": 0.0942,
      "step": 17851
    },
    {
      "epoch": 2.696269445703066,
      "grad_norm": 1.8353097833934096,
      "learning_rate": 2.507897612303639e-07,
      "loss": 0.0777,
      "step": 17852
    },
    {
      "epoch": 2.6964204802899863,
      "grad_norm": 1.359569776018341,
      "learning_rate": 2.505425089412644e-07,
      "loss": 0.07,
      "step": 17853
    },
    {
      "epoch": 2.696571514876907,
      "grad_norm": 1.4138300083057662,
      "learning_rate": 2.502953754624582e-07,
      "loss": 0.0704,
      "step": 17854
    },
    {
      "epoch": 2.696722549463827,
      "grad_norm": 1.3938578869510063,
      "learning_rate": 2.500483608001258e-07,
      "loss": 0.0648,
      "step": 17855
    },
    {
      "epoch": 2.6968735840507474,
      "grad_norm": 1.3534317445548267,
      "learning_rate": 2.49801464960448e-07,
      "loss": 0.0757,
      "step": 17856
    },
    {
      "epoch": 2.697024618637668,
      "grad_norm": 1.2521665743771695,
      "learning_rate": 2.495546879495986e-07,
      "loss": 0.0654,
      "step": 17857
    },
    {
      "epoch": 2.6971756532245883,
      "grad_norm": 1.6367047540139434,
      "learning_rate": 2.493080297737538e-07,
      "loss": 0.0725,
      "step": 17858
    },
    {
      "epoch": 2.697326687811509,
      "grad_norm": 2.2064600476997778,
      "learning_rate": 2.49061490439082e-07,
      "loss": 0.0794,
      "step": 17859
    },
    {
      "epoch": 2.697477722398429,
      "grad_norm": 2.037835652004908,
      "learning_rate": 2.4881506995175055e-07,
      "loss": 0.0685,
      "step": 17860
    },
    {
      "epoch": 2.69762875698535,
      "grad_norm": 1.6198066552763348,
      "learning_rate": 2.4856876831792496e-07,
      "loss": 0.0893,
      "step": 17861
    },
    {
      "epoch": 2.69777979157227,
      "grad_norm": 1.130872481338852,
      "learning_rate": 2.4832258554376487e-07,
      "loss": 0.063,
      "step": 17862
    },
    {
      "epoch": 2.6979308261591903,
      "grad_norm": 1.325747799084065,
      "learning_rate": 2.4807652163543026e-07,
      "loss": 0.0798,
      "step": 17863
    },
    {
      "epoch": 2.698081860746111,
      "grad_norm": 1.4104633813513034,
      "learning_rate": 2.4783057659907574e-07,
      "loss": 0.0672,
      "step": 17864
    },
    {
      "epoch": 2.6982328953330312,
      "grad_norm": 1.386793297137215,
      "learning_rate": 2.475847504408546e-07,
      "loss": 0.0656,
      "step": 17865
    },
    {
      "epoch": 2.6983839299199515,
      "grad_norm": 1.4300424289706415,
      "learning_rate": 2.4733904316691537e-07,
      "loss": 0.0784,
      "step": 17866
    },
    {
      "epoch": 2.698534964506872,
      "grad_norm": 1.4194696251270043,
      "learning_rate": 2.470934547834042e-07,
      "loss": 0.0592,
      "step": 17867
    },
    {
      "epoch": 2.6986859990937924,
      "grad_norm": 1.2948387146755496,
      "learning_rate": 2.4684798529646615e-07,
      "loss": 0.0686,
      "step": 17868
    },
    {
      "epoch": 2.698837033680713,
      "grad_norm": 1.2987908947562565,
      "learning_rate": 2.466026347122402e-07,
      "loss": 0.0705,
      "step": 17869
    },
    {
      "epoch": 2.6989880682676333,
      "grad_norm": 1.296884309153737,
      "learning_rate": 2.463574030368643e-07,
      "loss": 0.0724,
      "step": 17870
    },
    {
      "epoch": 2.699139102854554,
      "grad_norm": 1.3781351982926096,
      "learning_rate": 2.4611229027647454e-07,
      "loss": 0.0761,
      "step": 17871
    },
    {
      "epoch": 2.699290137441474,
      "grad_norm": 1.4229268341274415,
      "learning_rate": 2.458672964372016e-07,
      "loss": 0.0676,
      "step": 17872
    },
    {
      "epoch": 2.6994411720283944,
      "grad_norm": 1.5570684089562705,
      "learning_rate": 2.4562242152517344e-07,
      "loss": 0.0848,
      "step": 17873
    },
    {
      "epoch": 2.699592206615315,
      "grad_norm": 1.2052659232332945,
      "learning_rate": 2.4537766554651565e-07,
      "loss": 0.0662,
      "step": 17874
    },
    {
      "epoch": 2.6997432412022353,
      "grad_norm": 1.1311746269543959,
      "learning_rate": 2.4513302850735166e-07,
      "loss": 0.0643,
      "step": 17875
    },
    {
      "epoch": 2.6998942757891555,
      "grad_norm": 1.3104876918669255,
      "learning_rate": 2.4488851041380213e-07,
      "loss": 0.0608,
      "step": 17876
    },
    {
      "epoch": 2.700045310376076,
      "grad_norm": 2.016792146918096,
      "learning_rate": 2.4464411127198163e-07,
      "loss": 0.0693,
      "step": 17877
    },
    {
      "epoch": 2.7001963449629964,
      "grad_norm": 1.339641857318671,
      "learning_rate": 2.443998310880058e-07,
      "loss": 0.0732,
      "step": 17878
    },
    {
      "epoch": 2.7003473795499167,
      "grad_norm": 1.8030972993664434,
      "learning_rate": 2.441556698679848e-07,
      "loss": 0.0935,
      "step": 17879
    },
    {
      "epoch": 2.7004984141368373,
      "grad_norm": 1.0799190680602258,
      "learning_rate": 2.4391162761802535e-07,
      "loss": 0.0562,
      "step": 17880
    },
    {
      "epoch": 2.700649448723758,
      "grad_norm": 1.432887948138544,
      "learning_rate": 2.4366770434423424e-07,
      "loss": 0.0741,
      "step": 17881
    },
    {
      "epoch": 2.7008004833106782,
      "grad_norm": 1.4825987359445443,
      "learning_rate": 2.4342390005271166e-07,
      "loss": 0.0668,
      "step": 17882
    },
    {
      "epoch": 2.7009515178975985,
      "grad_norm": 1.1768923023005449,
      "learning_rate": 2.431802147495582e-07,
      "loss": 0.0582,
      "step": 17883
    },
    {
      "epoch": 2.701102552484519,
      "grad_norm": 1.3623246683548293,
      "learning_rate": 2.4293664844086794e-07,
      "loss": 0.0655,
      "step": 17884
    },
    {
      "epoch": 2.7012535870714394,
      "grad_norm": 3.623859082969899,
      "learning_rate": 2.4269320113273544e-07,
      "loss": 0.0979,
      "step": 17885
    },
    {
      "epoch": 2.7014046216583596,
      "grad_norm": 2.301738264176025,
      "learning_rate": 2.4244987283124967e-07,
      "loss": 0.074,
      "step": 17886
    },
    {
      "epoch": 2.7015556562452803,
      "grad_norm": 1.4585221168396045,
      "learning_rate": 2.42206663542498e-07,
      "loss": 0.0715,
      "step": 17887
    },
    {
      "epoch": 2.7017066908322005,
      "grad_norm": 1.1584656879905906,
      "learning_rate": 2.4196357327256506e-07,
      "loss": 0.0659,
      "step": 17888
    },
    {
      "epoch": 2.7018577254191207,
      "grad_norm": 1.7246416014796484,
      "learning_rate": 2.4172060202752977e-07,
      "loss": 0.0858,
      "step": 17889
    },
    {
      "epoch": 2.7020087600060414,
      "grad_norm": 2.000086373992404,
      "learning_rate": 2.414777498134729e-07,
      "loss": 0.0985,
      "step": 17890
    },
    {
      "epoch": 2.7021597945929616,
      "grad_norm": 1.4577739780535648,
      "learning_rate": 2.412350166364669e-07,
      "loss": 0.0797,
      "step": 17891
    },
    {
      "epoch": 2.7023108291798823,
      "grad_norm": 1.5263491375339573,
      "learning_rate": 2.409924025025867e-07,
      "loss": 0.0738,
      "step": 17892
    },
    {
      "epoch": 2.7024618637668025,
      "grad_norm": 1.458389798028822,
      "learning_rate": 2.407499074178987e-07,
      "loss": 0.0708,
      "step": 17893
    },
    {
      "epoch": 2.702612898353723,
      "grad_norm": 0.9287372186119988,
      "learning_rate": 2.405075313884708e-07,
      "loss": 0.0486,
      "step": 17894
    },
    {
      "epoch": 2.7027639329406434,
      "grad_norm": 1.3576200675721624,
      "learning_rate": 2.4026527442036596e-07,
      "loss": 0.0719,
      "step": 17895
    },
    {
      "epoch": 2.7029149675275637,
      "grad_norm": 1.392339564582113,
      "learning_rate": 2.400231365196437e-07,
      "loss": 0.0706,
      "step": 17896
    },
    {
      "epoch": 2.7030660021144843,
      "grad_norm": 2.065395678909624,
      "learning_rate": 2.39781117692362e-07,
      "loss": 0.0739,
      "step": 17897
    },
    {
      "epoch": 2.7032170367014046,
      "grad_norm": 1.4426926361547008,
      "learning_rate": 2.3953921794457377e-07,
      "loss": 0.0805,
      "step": 17898
    },
    {
      "epoch": 2.703368071288325,
      "grad_norm": 1.1415889315885055,
      "learning_rate": 2.3929743728233143e-07,
      "loss": 0.0604,
      "step": 17899
    },
    {
      "epoch": 2.7035191058752455,
      "grad_norm": 1.1852083177730826,
      "learning_rate": 2.39055775711684e-07,
      "loss": 0.0614,
      "step": 17900
    },
    {
      "epoch": 2.7036701404621657,
      "grad_norm": 1.557968176168198,
      "learning_rate": 2.388142332386756e-07,
      "loss": 0.0662,
      "step": 17901
    },
    {
      "epoch": 2.7038211750490864,
      "grad_norm": 1.8385863864444494,
      "learning_rate": 2.385728098693485e-07,
      "loss": 0.0714,
      "step": 17902
    },
    {
      "epoch": 2.7039722096360066,
      "grad_norm": 1.4415050427850116,
      "learning_rate": 2.3833150560974183e-07,
      "loss": 0.0789,
      "step": 17903
    },
    {
      "epoch": 2.7041232442229273,
      "grad_norm": 1.56600589351024,
      "learning_rate": 2.3809032046589243e-07,
      "loss": 0.064,
      "step": 17904
    },
    {
      "epoch": 2.7042742788098475,
      "grad_norm": 1.2453977456869338,
      "learning_rate": 2.3784925444383377e-07,
      "loss": 0.0592,
      "step": 17905
    },
    {
      "epoch": 2.7044253133967677,
      "grad_norm": 1.209705410129505,
      "learning_rate": 2.3760830754959608e-07,
      "loss": 0.0643,
      "step": 17906
    },
    {
      "epoch": 2.7045763479836884,
      "grad_norm": 2.0259455276278655,
      "learning_rate": 2.3736747978920728e-07,
      "loss": 0.0827,
      "step": 17907
    },
    {
      "epoch": 2.7047273825706086,
      "grad_norm": 1.1741382388803918,
      "learning_rate": 2.3712677116869142e-07,
      "loss": 0.0619,
      "step": 17908
    },
    {
      "epoch": 2.704878417157529,
      "grad_norm": 1.3858271079173858,
      "learning_rate": 2.368861816940693e-07,
      "loss": 0.0689,
      "step": 17909
    },
    {
      "epoch": 2.7050294517444495,
      "grad_norm": 1.1194975581721043,
      "learning_rate": 2.366457113713605e-07,
      "loss": 0.0537,
      "step": 17910
    },
    {
      "epoch": 2.7051804863313698,
      "grad_norm": 1.3598470486102974,
      "learning_rate": 2.3640536020657968e-07,
      "loss": 0.0673,
      "step": 17911
    },
    {
      "epoch": 2.7053315209182904,
      "grad_norm": 1.750599881781826,
      "learning_rate": 2.361651282057398e-07,
      "loss": 0.0903,
      "step": 17912
    },
    {
      "epoch": 2.7054825555052107,
      "grad_norm": 1.691341280370222,
      "learning_rate": 2.359250153748499e-07,
      "loss": 0.0932,
      "step": 17913
    },
    {
      "epoch": 2.7056335900921313,
      "grad_norm": 1.133656291394428,
      "learning_rate": 2.3568502171991803e-07,
      "loss": 0.0557,
      "step": 17914
    },
    {
      "epoch": 2.7057846246790516,
      "grad_norm": 2.066796259252273,
      "learning_rate": 2.35445147246946e-07,
      "loss": 0.0832,
      "step": 17915
    },
    {
      "epoch": 2.705935659265972,
      "grad_norm": 1.7377937524507483,
      "learning_rate": 2.352053919619346e-07,
      "loss": 0.063,
      "step": 17916
    },
    {
      "epoch": 2.7060866938528925,
      "grad_norm": 1.2313804659220118,
      "learning_rate": 2.3496575587088232e-07,
      "loss": 0.06,
      "step": 17917
    },
    {
      "epoch": 2.7062377284398127,
      "grad_norm": 1.4022349683031576,
      "learning_rate": 2.347262389797833e-07,
      "loss": 0.0657,
      "step": 17918
    },
    {
      "epoch": 2.706388763026733,
      "grad_norm": 1.5536968498061405,
      "learning_rate": 2.344868412946294e-07,
      "loss": 0.0715,
      "step": 17919
    },
    {
      "epoch": 2.7065397976136536,
      "grad_norm": 2.056114012275932,
      "learning_rate": 2.3424756282140858e-07,
      "loss": 0.085,
      "step": 17920
    },
    {
      "epoch": 2.706690832200574,
      "grad_norm": 1.3443088941734476,
      "learning_rate": 2.3400840356610777e-07,
      "loss": 0.0621,
      "step": 17921
    },
    {
      "epoch": 2.7068418667874945,
      "grad_norm": 1.3980850946040997,
      "learning_rate": 2.3376936353470824e-07,
      "loss": 0.0791,
      "step": 17922
    },
    {
      "epoch": 2.7069929013744147,
      "grad_norm": 1.2587266266703898,
      "learning_rate": 2.3353044273319136e-07,
      "loss": 0.0687,
      "step": 17923
    },
    {
      "epoch": 2.7071439359613354,
      "grad_norm": 1.1982782928188316,
      "learning_rate": 2.332916411675329e-07,
      "loss": 0.0691,
      "step": 17924
    },
    {
      "epoch": 2.7072949705482556,
      "grad_norm": 1.4774848342736882,
      "learning_rate": 2.3305295884370582e-07,
      "loss": 0.0715,
      "step": 17925
    },
    {
      "epoch": 2.707446005135176,
      "grad_norm": 2.2548332915202702,
      "learning_rate": 2.3281439576768262e-07,
      "loss": 0.0839,
      "step": 17926
    },
    {
      "epoch": 2.7075970397220965,
      "grad_norm": 1.1148839302656885,
      "learning_rate": 2.325759519454296e-07,
      "loss": 0.0524,
      "step": 17927
    },
    {
      "epoch": 2.7077480743090168,
      "grad_norm": 1.2856722892325818,
      "learning_rate": 2.3233762738291199e-07,
      "loss": 0.0649,
      "step": 17928
    },
    {
      "epoch": 2.707899108895937,
      "grad_norm": 1.2652177958753947,
      "learning_rate": 2.3209942208609226e-07,
      "loss": 0.0635,
      "step": 17929
    },
    {
      "epoch": 2.7080501434828577,
      "grad_norm": 1.5046064826948795,
      "learning_rate": 2.3186133606092897e-07,
      "loss": 0.0792,
      "step": 17930
    },
    {
      "epoch": 2.708201178069778,
      "grad_norm": 1.56888671139891,
      "learning_rate": 2.3162336931337792e-07,
      "loss": 0.0736,
      "step": 17931
    },
    {
      "epoch": 2.708352212656698,
      "grad_norm": 1.9529585644652947,
      "learning_rate": 2.3138552184939044e-07,
      "loss": 0.085,
      "step": 17932
    },
    {
      "epoch": 2.708503247243619,
      "grad_norm": 2.360171698175035,
      "learning_rate": 2.3114779367491846e-07,
      "loss": 0.0925,
      "step": 17933
    },
    {
      "epoch": 2.7086542818305395,
      "grad_norm": 1.2566743912702245,
      "learning_rate": 2.3091018479590887e-07,
      "loss": 0.0668,
      "step": 17934
    },
    {
      "epoch": 2.7088053164174597,
      "grad_norm": 1.0809218463367811,
      "learning_rate": 2.3067269521830416e-07,
      "loss": 0.0545,
      "step": 17935
    },
    {
      "epoch": 2.70895635100438,
      "grad_norm": 1.1451580060916822,
      "learning_rate": 2.3043532494804676e-07,
      "loss": 0.0582,
      "step": 17936
    },
    {
      "epoch": 2.7091073855913006,
      "grad_norm": 1.4663727643334579,
      "learning_rate": 2.301980739910742e-07,
      "loss": 0.0801,
      "step": 17937
    },
    {
      "epoch": 2.709258420178221,
      "grad_norm": 1.2526520887279258,
      "learning_rate": 2.2996094235332e-07,
      "loss": 0.0659,
      "step": 17938
    },
    {
      "epoch": 2.709409454765141,
      "grad_norm": 2.3890463040410213,
      "learning_rate": 2.2972393004071837e-07,
      "loss": 0.0645,
      "step": 17939
    },
    {
      "epoch": 2.7095604893520617,
      "grad_norm": 1.3278525919723052,
      "learning_rate": 2.2948703705919617e-07,
      "loss": 0.0743,
      "step": 17940
    },
    {
      "epoch": 2.709711523938982,
      "grad_norm": 1.2031209184289309,
      "learning_rate": 2.2925026341468093e-07,
      "loss": 0.0604,
      "step": 17941
    },
    {
      "epoch": 2.709862558525902,
      "grad_norm": 1.4411182233597764,
      "learning_rate": 2.2901360911309512e-07,
      "loss": 0.073,
      "step": 17942
    },
    {
      "epoch": 2.710013593112823,
      "grad_norm": 1.2010158012632224,
      "learning_rate": 2.2877707416035955e-07,
      "loss": 0.0557,
      "step": 17943
    },
    {
      "epoch": 2.710164627699743,
      "grad_norm": 1.5932301339683703,
      "learning_rate": 2.2854065856239005e-07,
      "loss": 0.0727,
      "step": 17944
    },
    {
      "epoch": 2.7103156622866638,
      "grad_norm": 1.3890502930424642,
      "learning_rate": 2.283043623251008e-07,
      "loss": 0.0685,
      "step": 17945
    },
    {
      "epoch": 2.710466696873584,
      "grad_norm": 2.8321634184574607,
      "learning_rate": 2.2806818545440423e-07,
      "loss": 0.0868,
      "step": 17946
    },
    {
      "epoch": 2.7106177314605047,
      "grad_norm": 1.9582419439391694,
      "learning_rate": 2.2783212795620624e-07,
      "loss": 0.0824,
      "step": 17947
    },
    {
      "epoch": 2.710768766047425,
      "grad_norm": 1.4155420668866663,
      "learning_rate": 2.275961898364143e-07,
      "loss": 0.07,
      "step": 17948
    },
    {
      "epoch": 2.710919800634345,
      "grad_norm": 1.3630164833620892,
      "learning_rate": 2.2736037110092868e-07,
      "loss": 0.0637,
      "step": 17949
    },
    {
      "epoch": 2.711070835221266,
      "grad_norm": 1.2011197118960106,
      "learning_rate": 2.2712467175564912e-07,
      "loss": 0.06,
      "step": 17950
    },
    {
      "epoch": 2.711221869808186,
      "grad_norm": 1.201523167591438,
      "learning_rate": 2.2688909180647367e-07,
      "loss": 0.065,
      "step": 17951
    },
    {
      "epoch": 2.7113729043951063,
      "grad_norm": 1.6999834663988487,
      "learning_rate": 2.2665363125929208e-07,
      "loss": 0.0839,
      "step": 17952
    },
    {
      "epoch": 2.711523938982027,
      "grad_norm": 1.534069501013534,
      "learning_rate": 2.2641829011999683e-07,
      "loss": 0.0696,
      "step": 17953
    },
    {
      "epoch": 2.711674973568947,
      "grad_norm": 1.2488224764719926,
      "learning_rate": 2.261830683944738e-07,
      "loss": 0.0673,
      "step": 17954
    },
    {
      "epoch": 2.711826008155868,
      "grad_norm": 1.3584835272703788,
      "learning_rate": 2.2594796608860824e-07,
      "loss": 0.0715,
      "step": 17955
    },
    {
      "epoch": 2.711977042742788,
      "grad_norm": 1.254515991160638,
      "learning_rate": 2.2571298320828106e-07,
      "loss": 0.0673,
      "step": 17956
    },
    {
      "epoch": 2.7121280773297087,
      "grad_norm": 1.3535386302701362,
      "learning_rate": 2.254781197593703e-07,
      "loss": 0.0686,
      "step": 17957
    },
    {
      "epoch": 2.712279111916629,
      "grad_norm": 1.2644861446474631,
      "learning_rate": 2.2524337574775125e-07,
      "loss": 0.0566,
      "step": 17958
    },
    {
      "epoch": 2.712430146503549,
      "grad_norm": 1.2489273871699391,
      "learning_rate": 2.25008751179297e-07,
      "loss": 0.0689,
      "step": 17959
    },
    {
      "epoch": 2.71258118109047,
      "grad_norm": 2.0519887910709986,
      "learning_rate": 2.2477424605987508e-07,
      "loss": 0.0894,
      "step": 17960
    },
    {
      "epoch": 2.71273221567739,
      "grad_norm": 1.2961347281346145,
      "learning_rate": 2.2453986039535302e-07,
      "loss": 0.0672,
      "step": 17961
    },
    {
      "epoch": 2.7128832502643103,
      "grad_norm": 1.1774066910756462,
      "learning_rate": 2.2430559419159338e-07,
      "loss": 0.0635,
      "step": 17962
    },
    {
      "epoch": 2.713034284851231,
      "grad_norm": 1.719441128757704,
      "learning_rate": 2.2407144745445753e-07,
      "loss": 0.0699,
      "step": 17963
    },
    {
      "epoch": 2.713185319438151,
      "grad_norm": 1.5425334147443739,
      "learning_rate": 2.2383742018980138e-07,
      "loss": 0.0659,
      "step": 17964
    },
    {
      "epoch": 2.713336354025072,
      "grad_norm": 1.2266218600574545,
      "learning_rate": 2.2360351240348078e-07,
      "loss": 0.0681,
      "step": 17965
    },
    {
      "epoch": 2.713487388611992,
      "grad_norm": 0.9206624442138397,
      "learning_rate": 2.2336972410134662e-07,
      "loss": 0.0514,
      "step": 17966
    },
    {
      "epoch": 2.713638423198913,
      "grad_norm": 1.1802761725754352,
      "learning_rate": 2.2313605528924588e-07,
      "loss": 0.0632,
      "step": 17967
    },
    {
      "epoch": 2.713789457785833,
      "grad_norm": 1.5929548139599803,
      "learning_rate": 2.2290250597302555e-07,
      "loss": 0.0736,
      "step": 17968
    },
    {
      "epoch": 2.7139404923727533,
      "grad_norm": 2.9564103033683065,
      "learning_rate": 2.226690761585265e-07,
      "loss": 0.0815,
      "step": 17969
    },
    {
      "epoch": 2.714091526959674,
      "grad_norm": 1.4908167838424398,
      "learning_rate": 2.224357658515902e-07,
      "loss": 0.0768,
      "step": 17970
    },
    {
      "epoch": 2.714242561546594,
      "grad_norm": 1.3295391953417122,
      "learning_rate": 2.2220257505805086e-07,
      "loss": 0.058,
      "step": 17971
    },
    {
      "epoch": 2.7143935961335144,
      "grad_norm": 1.314972854742167,
      "learning_rate": 2.2196950378374327e-07,
      "loss": 0.071,
      "step": 17972
    },
    {
      "epoch": 2.714544630720435,
      "grad_norm": 1.3318169364996097,
      "learning_rate": 2.2173655203449773e-07,
      "loss": 0.0758,
      "step": 17973
    },
    {
      "epoch": 2.7146956653073553,
      "grad_norm": 1.3044344075960441,
      "learning_rate": 2.2150371981614016e-07,
      "loss": 0.0702,
      "step": 17974
    },
    {
      "epoch": 2.7148466998942755,
      "grad_norm": 1.956717315085301,
      "learning_rate": 2.2127100713449755e-07,
      "loss": 0.092,
      "step": 17975
    },
    {
      "epoch": 2.714997734481196,
      "grad_norm": 1.2279075393933363,
      "learning_rate": 2.210384139953886e-07,
      "loss": 0.0621,
      "step": 17976
    },
    {
      "epoch": 2.715148769068117,
      "grad_norm": 1.2893857632142107,
      "learning_rate": 2.2080594040463422e-07,
      "loss": 0.0722,
      "step": 17977
    },
    {
      "epoch": 2.715299803655037,
      "grad_norm": 1.8810903663238034,
      "learning_rate": 2.2057358636804805e-07,
      "loss": 0.0872,
      "step": 17978
    },
    {
      "epoch": 2.7154508382419573,
      "grad_norm": 1.6043494940202148,
      "learning_rate": 2.2034135189144323e-07,
      "loss": 0.0748,
      "step": 17979
    },
    {
      "epoch": 2.715601872828878,
      "grad_norm": 1.2705984669318442,
      "learning_rate": 2.2010923698063015e-07,
      "loss": 0.0672,
      "step": 17980
    },
    {
      "epoch": 2.7157529074157982,
      "grad_norm": 1.3578229017017083,
      "learning_rate": 2.1987724164141356e-07,
      "loss": 0.0726,
      "step": 17981
    },
    {
      "epoch": 2.7159039420027185,
      "grad_norm": 1.4257372423464207,
      "learning_rate": 2.1964536587959827e-07,
      "loss": 0.0895,
      "step": 17982
    },
    {
      "epoch": 2.716054976589639,
      "grad_norm": 1.7445453376306281,
      "learning_rate": 2.1941360970098358e-07,
      "loss": 0.077,
      "step": 17983
    },
    {
      "epoch": 2.7162060111765594,
      "grad_norm": 1.3238596113637995,
      "learning_rate": 2.1918197311136757e-07,
      "loss": 0.0591,
      "step": 17984
    },
    {
      "epoch": 2.7163570457634796,
      "grad_norm": 1.7021767888579191,
      "learning_rate": 2.189504561165462e-07,
      "loss": 0.0765,
      "step": 17985
    },
    {
      "epoch": 2.7165080803504003,
      "grad_norm": 1.3343728494872542,
      "learning_rate": 2.1871905872230815e-07,
      "loss": 0.0691,
      "step": 17986
    },
    {
      "epoch": 2.7166591149373205,
      "grad_norm": 1.6373949339814158,
      "learning_rate": 2.1848778093444544e-07,
      "loss": 0.0699,
      "step": 17987
    },
    {
      "epoch": 2.716810149524241,
      "grad_norm": 1.3183430632604736,
      "learning_rate": 2.1825662275874016e-07,
      "loss": 0.0766,
      "step": 17988
    },
    {
      "epoch": 2.7169611841111614,
      "grad_norm": 1.7757461694234167,
      "learning_rate": 2.1802558420097654e-07,
      "loss": 0.0815,
      "step": 17989
    },
    {
      "epoch": 2.717112218698082,
      "grad_norm": 1.292656047641717,
      "learning_rate": 2.177946652669344e-07,
      "loss": 0.0662,
      "step": 17990
    },
    {
      "epoch": 2.7172632532850023,
      "grad_norm": 1.6375370074314177,
      "learning_rate": 2.175638659623891e-07,
      "loss": 0.0689,
      "step": 17991
    },
    {
      "epoch": 2.7174142878719225,
      "grad_norm": 1.469806221224111,
      "learning_rate": 2.173331862931155e-07,
      "loss": 0.0809,
      "step": 17992
    },
    {
      "epoch": 2.717565322458843,
      "grad_norm": 2.0885941128196905,
      "learning_rate": 2.1710262626488343e-07,
      "loss": 0.0882,
      "step": 17993
    },
    {
      "epoch": 2.7177163570457634,
      "grad_norm": 1.508362271199178,
      "learning_rate": 2.1687218588346105e-07,
      "loss": 0.0862,
      "step": 17994
    },
    {
      "epoch": 2.7178673916326836,
      "grad_norm": 1.3211648354343484,
      "learning_rate": 2.166418651546126e-07,
      "loss": 0.0757,
      "step": 17995
    },
    {
      "epoch": 2.7180184262196043,
      "grad_norm": 1.2577134320035033,
      "learning_rate": 2.164116640840991e-07,
      "loss": 0.0682,
      "step": 17996
    },
    {
      "epoch": 2.7181694608065246,
      "grad_norm": 1.5119306213124313,
      "learning_rate": 2.1618158267768085e-07,
      "loss": 0.0803,
      "step": 17997
    },
    {
      "epoch": 2.7183204953934452,
      "grad_norm": 1.4065870267739857,
      "learning_rate": 2.159516209411111e-07,
      "loss": 0.0628,
      "step": 17998
    },
    {
      "epoch": 2.7184715299803655,
      "grad_norm": 1.8716821407648103,
      "learning_rate": 2.1572177888014468e-07,
      "loss": 0.0697,
      "step": 17999
    },
    {
      "epoch": 2.718622564567286,
      "grad_norm": 1.4287061979704183,
      "learning_rate": 2.1549205650052919e-07,
      "loss": 0.0755,
      "step": 18000
    },
    {
      "epoch": 2.7187735991542064,
      "grad_norm": 1.0497356872628925,
      "learning_rate": 2.152624538080128e-07,
      "loss": 0.05,
      "step": 18001
    },
    {
      "epoch": 2.7189246337411266,
      "grad_norm": 1.3155208752645666,
      "learning_rate": 2.1503297080833983e-07,
      "loss": 0.0684,
      "step": 18002
    },
    {
      "epoch": 2.7190756683280473,
      "grad_norm": 1.229993619804287,
      "learning_rate": 2.1480360750724849e-07,
      "loss": 0.0607,
      "step": 18003
    },
    {
      "epoch": 2.7192267029149675,
      "grad_norm": 1.6126196222743725,
      "learning_rate": 2.1457436391047804e-07,
      "loss": 0.0814,
      "step": 18004
    },
    {
      "epoch": 2.7193777375018877,
      "grad_norm": 1.4435041707566234,
      "learning_rate": 2.1434524002376277e-07,
      "loss": 0.0741,
      "step": 18005
    },
    {
      "epoch": 2.7195287720888084,
      "grad_norm": 1.5390714791653377,
      "learning_rate": 2.141162358528337e-07,
      "loss": 0.0792,
      "step": 18006
    },
    {
      "epoch": 2.7196798066757286,
      "grad_norm": 1.2609510631202518,
      "learning_rate": 2.1388735140342122e-07,
      "loss": 0.0687,
      "step": 18007
    },
    {
      "epoch": 2.7198308412626493,
      "grad_norm": 1.477760803217223,
      "learning_rate": 2.1365858668124907e-07,
      "loss": 0.0799,
      "step": 18008
    },
    {
      "epoch": 2.7199818758495695,
      "grad_norm": 1.5228119327648437,
      "learning_rate": 2.1342994169204267e-07,
      "loss": 0.0778,
      "step": 18009
    },
    {
      "epoch": 2.72013291043649,
      "grad_norm": 1.119379028872824,
      "learning_rate": 2.1320141644151805e-07,
      "loss": 0.048,
      "step": 18010
    },
    {
      "epoch": 2.7202839450234104,
      "grad_norm": 1.506008765478917,
      "learning_rate": 2.1297301093539335e-07,
      "loss": 0.0728,
      "step": 18011
    },
    {
      "epoch": 2.7204349796103307,
      "grad_norm": 1.4394976245762725,
      "learning_rate": 2.1274472517938405e-07,
      "loss": 0.0875,
      "step": 18012
    },
    {
      "epoch": 2.7205860141972513,
      "grad_norm": 1.2890187706188108,
      "learning_rate": 2.1251655917919833e-07,
      "loss": 0.0644,
      "step": 18013
    },
    {
      "epoch": 2.7207370487841716,
      "grad_norm": 1.374548332293064,
      "learning_rate": 2.1228851294054552e-07,
      "loss": 0.071,
      "step": 18014
    },
    {
      "epoch": 2.720888083371092,
      "grad_norm": 1.9584473133567015,
      "learning_rate": 2.1206058646912887e-07,
      "loss": 0.0836,
      "step": 18015
    },
    {
      "epoch": 2.7210391179580125,
      "grad_norm": 1.5470764198414977,
      "learning_rate": 2.1183277977065208e-07,
      "loss": 0.0791,
      "step": 18016
    },
    {
      "epoch": 2.7211901525449327,
      "grad_norm": 1.1381152495311118,
      "learning_rate": 2.116050928508123e-07,
      "loss": 0.0609,
      "step": 18017
    },
    {
      "epoch": 2.7213411871318534,
      "grad_norm": 1.4247471330379298,
      "learning_rate": 2.1137752571530556e-07,
      "loss": 0.075,
      "step": 18018
    },
    {
      "epoch": 2.7214922217187736,
      "grad_norm": 1.5533219487913223,
      "learning_rate": 2.1115007836982504e-07,
      "loss": 0.0828,
      "step": 18019
    },
    {
      "epoch": 2.7216432563056943,
      "grad_norm": 1.2799732212889197,
      "learning_rate": 2.1092275082005954e-07,
      "loss": 0.0703,
      "step": 18020
    },
    {
      "epoch": 2.7217942908926145,
      "grad_norm": 1.298326516549932,
      "learning_rate": 2.106955430716967e-07,
      "loss": 0.0778,
      "step": 18021
    },
    {
      "epoch": 2.7219453254795347,
      "grad_norm": 1.292567953851028,
      "learning_rate": 2.104684551304198e-07,
      "loss": 0.0623,
      "step": 18022
    },
    {
      "epoch": 2.7220963600664554,
      "grad_norm": 1.5877996606266058,
      "learning_rate": 2.1024148700190982e-07,
      "loss": 0.0832,
      "step": 18023
    },
    {
      "epoch": 2.7222473946533756,
      "grad_norm": 1.295236695780889,
      "learning_rate": 2.1001463869184447e-07,
      "loss": 0.0648,
      "step": 18024
    },
    {
      "epoch": 2.722398429240296,
      "grad_norm": 1.0259989277270045,
      "learning_rate": 2.0978791020589806e-07,
      "loss": 0.0505,
      "step": 18025
    },
    {
      "epoch": 2.7225494638272165,
      "grad_norm": 1.6311489691759968,
      "learning_rate": 2.095613015497433e-07,
      "loss": 0.0867,
      "step": 18026
    },
    {
      "epoch": 2.7227004984141367,
      "grad_norm": 1.3929440083736015,
      "learning_rate": 2.0933481272904731e-07,
      "loss": 0.0671,
      "step": 18027
    },
    {
      "epoch": 2.722851533001057,
      "grad_norm": 1.2405611378077435,
      "learning_rate": 2.0910844374947727e-07,
      "loss": 0.0701,
      "step": 18028
    },
    {
      "epoch": 2.7230025675879777,
      "grad_norm": 1.4914498121887454,
      "learning_rate": 2.0888219461669522e-07,
      "loss": 0.0627,
      "step": 18029
    },
    {
      "epoch": 2.7231536021748983,
      "grad_norm": 1.0431863800532786,
      "learning_rate": 2.0865606533636063e-07,
      "loss": 0.0587,
      "step": 18030
    },
    {
      "epoch": 2.7233046367618186,
      "grad_norm": 1.6068799383751258,
      "learning_rate": 2.084300559141328e-07,
      "loss": 0.0847,
      "step": 18031
    },
    {
      "epoch": 2.723455671348739,
      "grad_norm": 1.4550173234914592,
      "learning_rate": 2.0820416635566164e-07,
      "loss": 0.0688,
      "step": 18032
    },
    {
      "epoch": 2.7236067059356595,
      "grad_norm": 1.2857768344569758,
      "learning_rate": 2.0797839666660047e-07,
      "loss": 0.0635,
      "step": 18033
    },
    {
      "epoch": 2.7237577405225797,
      "grad_norm": 1.8037050735744358,
      "learning_rate": 2.0775274685259528e-07,
      "loss": 0.0797,
      "step": 18034
    },
    {
      "epoch": 2.7239087751095,
      "grad_norm": 1.7619257687543448,
      "learning_rate": 2.0752721691929213e-07,
      "loss": 0.0757,
      "step": 18035
    },
    {
      "epoch": 2.7240598096964206,
      "grad_norm": 1.1265356109815137,
      "learning_rate": 2.0730180687233316e-07,
      "loss": 0.0603,
      "step": 18036
    },
    {
      "epoch": 2.724210844283341,
      "grad_norm": 1.4552358295842163,
      "learning_rate": 2.0707651671735552e-07,
      "loss": 0.0701,
      "step": 18037
    },
    {
      "epoch": 2.724361878870261,
      "grad_norm": 1.2750091442625597,
      "learning_rate": 2.0685134645999693e-07,
      "loss": 0.0568,
      "step": 18038
    },
    {
      "epoch": 2.7245129134571817,
      "grad_norm": 3.0819788610006413,
      "learning_rate": 2.0662629610588846e-07,
      "loss": 0.0782,
      "step": 18039
    },
    {
      "epoch": 2.724663948044102,
      "grad_norm": 1.3288609316910782,
      "learning_rate": 2.0640136566066005e-07,
      "loss": 0.0666,
      "step": 18040
    },
    {
      "epoch": 2.7248149826310226,
      "grad_norm": 1.4513259870056572,
      "learning_rate": 2.0617655512993994e-07,
      "loss": 0.0751,
      "step": 18041
    },
    {
      "epoch": 2.724966017217943,
      "grad_norm": 2.0385555515479816,
      "learning_rate": 2.0595186451934978e-07,
      "loss": 0.0977,
      "step": 18042
    },
    {
      "epoch": 2.7251170518048635,
      "grad_norm": 1.3786604947515135,
      "learning_rate": 2.057272938345123e-07,
      "loss": 0.0733,
      "step": 18043
    },
    {
      "epoch": 2.7252680863917838,
      "grad_norm": 1.150101396590137,
      "learning_rate": 2.055028430810435e-07,
      "loss": 0.0692,
      "step": 18044
    },
    {
      "epoch": 2.725419120978704,
      "grad_norm": 1.310445812686123,
      "learning_rate": 2.0527851226455952e-07,
      "loss": 0.068,
      "step": 18045
    },
    {
      "epoch": 2.7255701555656247,
      "grad_norm": 1.266981012440684,
      "learning_rate": 2.0505430139067196e-07,
      "loss": 0.0651,
      "step": 18046
    },
    {
      "epoch": 2.725721190152545,
      "grad_norm": 1.645063507026733,
      "learning_rate": 2.048302104649885e-07,
      "loss": 0.0799,
      "step": 18047
    },
    {
      "epoch": 2.725872224739465,
      "grad_norm": 1.2374470361731147,
      "learning_rate": 2.0460623949311642e-07,
      "loss": 0.0726,
      "step": 18048
    },
    {
      "epoch": 2.726023259326386,
      "grad_norm": 1.9023902842547356,
      "learning_rate": 2.0438238848065672e-07,
      "loss": 0.0662,
      "step": 18049
    },
    {
      "epoch": 2.726174293913306,
      "grad_norm": 1.374712405466737,
      "learning_rate": 2.041586574332105e-07,
      "loss": 0.0759,
      "step": 18050
    },
    {
      "epoch": 2.7263253285002267,
      "grad_norm": 1.9654202305619952,
      "learning_rate": 2.0393504635637385e-07,
      "loss": 0.0686,
      "step": 18051
    },
    {
      "epoch": 2.726476363087147,
      "grad_norm": 1.4745374071103126,
      "learning_rate": 2.037115552557417e-07,
      "loss": 0.0783,
      "step": 18052
    },
    {
      "epoch": 2.7266273976740676,
      "grad_norm": 1.4443947814113642,
      "learning_rate": 2.0348818413690353e-07,
      "loss": 0.065,
      "step": 18053
    },
    {
      "epoch": 2.726778432260988,
      "grad_norm": 1.2566347773344524,
      "learning_rate": 2.0326493300544648e-07,
      "loss": 0.0633,
      "step": 18054
    },
    {
      "epoch": 2.726929466847908,
      "grad_norm": 2.2105013409492216,
      "learning_rate": 2.0304180186695777e-07,
      "loss": 0.0948,
      "step": 18055
    },
    {
      "epoch": 2.7270805014348287,
      "grad_norm": 1.644503327911386,
      "learning_rate": 2.0281879072701626e-07,
      "loss": 0.0859,
      "step": 18056
    },
    {
      "epoch": 2.727231536021749,
      "grad_norm": 1.5092202224425169,
      "learning_rate": 2.0259589959120253e-07,
      "loss": 0.0772,
      "step": 18057
    },
    {
      "epoch": 2.727382570608669,
      "grad_norm": 1.3489441697548719,
      "learning_rate": 2.023731284650926e-07,
      "loss": 0.0639,
      "step": 18058
    },
    {
      "epoch": 2.72753360519559,
      "grad_norm": 1.6930440764350825,
      "learning_rate": 2.021504773542582e-07,
      "loss": 0.0688,
      "step": 18059
    },
    {
      "epoch": 2.72768463978251,
      "grad_norm": 1.3763068471260989,
      "learning_rate": 2.0192794626426925e-07,
      "loss": 0.077,
      "step": 18060
    },
    {
      "epoch": 2.7278356743694308,
      "grad_norm": 1.2220677708545429,
      "learning_rate": 2.0170553520069247e-07,
      "loss": 0.0649,
      "step": 18061
    },
    {
      "epoch": 2.727986708956351,
      "grad_norm": 1.7945319491202747,
      "learning_rate": 2.0148324416909114e-07,
      "loss": 0.0864,
      "step": 18062
    },
    {
      "epoch": 2.7281377435432717,
      "grad_norm": 1.4386736673024325,
      "learning_rate": 2.0126107317502752e-07,
      "loss": 0.062,
      "step": 18063
    },
    {
      "epoch": 2.728288778130192,
      "grad_norm": 1.1818957133120331,
      "learning_rate": 2.010390222240577e-07,
      "loss": 0.0545,
      "step": 18064
    },
    {
      "epoch": 2.728439812717112,
      "grad_norm": 1.1600363985013726,
      "learning_rate": 2.0081709132173832e-07,
      "loss": 0.0665,
      "step": 18065
    },
    {
      "epoch": 2.728590847304033,
      "grad_norm": 1.3733113010552134,
      "learning_rate": 2.0059528047361833e-07,
      "loss": 0.0723,
      "step": 18066
    },
    {
      "epoch": 2.728741881890953,
      "grad_norm": 1.3961593813503872,
      "learning_rate": 2.0037358968524935e-07,
      "loss": 0.067,
      "step": 18067
    },
    {
      "epoch": 2.7288929164778732,
      "grad_norm": 1.3644842907384653,
      "learning_rate": 2.001520189621753e-07,
      "loss": 0.0764,
      "step": 18068
    },
    {
      "epoch": 2.729043951064794,
      "grad_norm": 1.5436040641585882,
      "learning_rate": 1.9993056830993895e-07,
      "loss": 0.082,
      "step": 18069
    },
    {
      "epoch": 2.729194985651714,
      "grad_norm": 1.4576878062689433,
      "learning_rate": 1.997092377340809e-07,
      "loss": 0.0819,
      "step": 18070
    },
    {
      "epoch": 2.7293460202386344,
      "grad_norm": 1.5098209340157351,
      "learning_rate": 1.9948802724013727e-07,
      "loss": 0.0711,
      "step": 18071
    },
    {
      "epoch": 2.729497054825555,
      "grad_norm": 1.6751936721877652,
      "learning_rate": 1.9926693683364195e-07,
      "loss": 0.0775,
      "step": 18072
    },
    {
      "epoch": 2.7296480894124757,
      "grad_norm": 1.1759524175133627,
      "learning_rate": 1.9904596652012498e-07,
      "loss": 0.0564,
      "step": 18073
    },
    {
      "epoch": 2.729799123999396,
      "grad_norm": 1.4570340204405772,
      "learning_rate": 1.9882511630511525e-07,
      "loss": 0.0706,
      "step": 18074
    },
    {
      "epoch": 2.729950158586316,
      "grad_norm": 1.646775849660206,
      "learning_rate": 1.9860438619413725e-07,
      "loss": 0.0717,
      "step": 18075
    },
    {
      "epoch": 2.730101193173237,
      "grad_norm": 1.3190182007010918,
      "learning_rate": 1.9838377619271097e-07,
      "loss": 0.0666,
      "step": 18076
    },
    {
      "epoch": 2.730252227760157,
      "grad_norm": 1.315511683094663,
      "learning_rate": 1.981632863063576e-07,
      "loss": 0.0619,
      "step": 18077
    },
    {
      "epoch": 2.7304032623470773,
      "grad_norm": 1.9407137763902536,
      "learning_rate": 1.979429165405905e-07,
      "loss": 0.0768,
      "step": 18078
    },
    {
      "epoch": 2.730554296933998,
      "grad_norm": 2.027967435850088,
      "learning_rate": 1.9772266690092413e-07,
      "loss": 0.0676,
      "step": 18079
    },
    {
      "epoch": 2.730705331520918,
      "grad_norm": 1.1536956652905546,
      "learning_rate": 1.9750253739286686e-07,
      "loss": 0.0587,
      "step": 18080
    },
    {
      "epoch": 2.7308563661078384,
      "grad_norm": 1.513189890777219,
      "learning_rate": 1.9728252802192705e-07,
      "loss": 0.0694,
      "step": 18081
    },
    {
      "epoch": 2.731007400694759,
      "grad_norm": 1.3301995484704638,
      "learning_rate": 1.9706263879360643e-07,
      "loss": 0.0764,
      "step": 18082
    },
    {
      "epoch": 2.7311584352816793,
      "grad_norm": 1.459399798066302,
      "learning_rate": 1.9684286971340615e-07,
      "loss": 0.0715,
      "step": 18083
    },
    {
      "epoch": 2.7313094698686,
      "grad_norm": 1.5195251972437889,
      "learning_rate": 1.9662322078682516e-07,
      "loss": 0.0739,
      "step": 18084
    },
    {
      "epoch": 2.7314605044555202,
      "grad_norm": 1.2878741263386144,
      "learning_rate": 1.9640369201935572e-07,
      "loss": 0.0763,
      "step": 18085
    },
    {
      "epoch": 2.731611539042441,
      "grad_norm": 1.0539003562121863,
      "learning_rate": 1.9618428341649176e-07,
      "loss": 0.0525,
      "step": 18086
    },
    {
      "epoch": 2.731762573629361,
      "grad_norm": 1.5026591204930695,
      "learning_rate": 1.9596499498372112e-07,
      "loss": 0.0729,
      "step": 18087
    },
    {
      "epoch": 2.7319136082162814,
      "grad_norm": 1.6958490775963708,
      "learning_rate": 1.9574582672652887e-07,
      "loss": 0.0755,
      "step": 18088
    },
    {
      "epoch": 2.732064642803202,
      "grad_norm": 1.2044350937903212,
      "learning_rate": 1.9552677865039892e-07,
      "loss": 0.063,
      "step": 18089
    },
    {
      "epoch": 2.7322156773901223,
      "grad_norm": 1.0418226579048762,
      "learning_rate": 1.953078507608086e-07,
      "loss": 0.0629,
      "step": 18090
    },
    {
      "epoch": 2.7323667119770425,
      "grad_norm": 1.6873345888882187,
      "learning_rate": 1.9508904306323628e-07,
      "loss": 0.0796,
      "step": 18091
    },
    {
      "epoch": 2.732517746563963,
      "grad_norm": 1.2460302015367066,
      "learning_rate": 1.9487035556315593e-07,
      "loss": 0.0642,
      "step": 18092
    },
    {
      "epoch": 2.7326687811508834,
      "grad_norm": 4.234178365214699,
      "learning_rate": 1.946517882660365e-07,
      "loss": 0.1027,
      "step": 18093
    },
    {
      "epoch": 2.732819815737804,
      "grad_norm": 1.350325422441741,
      "learning_rate": 1.9443334117734747e-07,
      "loss": 0.0644,
      "step": 18094
    },
    {
      "epoch": 2.7329708503247243,
      "grad_norm": 1.411587996481068,
      "learning_rate": 1.942150143025523e-07,
      "loss": 0.0615,
      "step": 18095
    },
    {
      "epoch": 2.733121884911645,
      "grad_norm": 1.4176566745238466,
      "learning_rate": 1.9399680764711216e-07,
      "loss": 0.0628,
      "step": 18096
    },
    {
      "epoch": 2.733272919498565,
      "grad_norm": 2.5270236034253557,
      "learning_rate": 1.9377872121648656e-07,
      "loss": 0.086,
      "step": 18097
    },
    {
      "epoch": 2.7334239540854854,
      "grad_norm": 1.5486135819603286,
      "learning_rate": 1.9356075501612947e-07,
      "loss": 0.0738,
      "step": 18098
    },
    {
      "epoch": 2.733574988672406,
      "grad_norm": 1.6413896556569936,
      "learning_rate": 1.93342909051496e-07,
      "loss": 0.0765,
      "step": 18099
    },
    {
      "epoch": 2.7337260232593263,
      "grad_norm": 2.4125089532747253,
      "learning_rate": 1.9312518332803342e-07,
      "loss": 0.0815,
      "step": 18100
    },
    {
      "epoch": 2.7338770578462466,
      "grad_norm": 1.3746603356399623,
      "learning_rate": 1.9290757785118963e-07,
      "loss": 0.0717,
      "step": 18101
    },
    {
      "epoch": 2.7340280924331672,
      "grad_norm": 1.3981650013843672,
      "learning_rate": 1.9269009262640691e-07,
      "loss": 0.0729,
      "step": 18102
    },
    {
      "epoch": 2.7341791270200875,
      "grad_norm": 1.2091054048648222,
      "learning_rate": 1.924727276591276e-07,
      "loss": 0.0673,
      "step": 18103
    },
    {
      "epoch": 2.734330161607008,
      "grad_norm": 1.1962905959460794,
      "learning_rate": 1.9225548295478734e-07,
      "loss": 0.0602,
      "step": 18104
    },
    {
      "epoch": 2.7344811961939284,
      "grad_norm": 1.3253732185108162,
      "learning_rate": 1.9203835851882125e-07,
      "loss": 0.0784,
      "step": 18105
    },
    {
      "epoch": 2.734632230780849,
      "grad_norm": 1.869248521933351,
      "learning_rate": 1.9182135435666161e-07,
      "loss": 0.0757,
      "step": 18106
    },
    {
      "epoch": 2.7347832653677693,
      "grad_norm": 1.2415537970450465,
      "learning_rate": 1.9160447047373521e-07,
      "loss": 0.06,
      "step": 18107
    },
    {
      "epoch": 2.7349342999546895,
      "grad_norm": 1.45148703375069,
      "learning_rate": 1.913877068754688e-07,
      "loss": 0.0674,
      "step": 18108
    },
    {
      "epoch": 2.73508533454161,
      "grad_norm": 1.3744688587456113,
      "learning_rate": 1.911710635672853e-07,
      "loss": 0.073,
      "step": 18109
    },
    {
      "epoch": 2.7352363691285304,
      "grad_norm": 1.3033829125995855,
      "learning_rate": 1.9095454055460372e-07,
      "loss": 0.0705,
      "step": 18110
    },
    {
      "epoch": 2.7353874037154506,
      "grad_norm": 1.545665165996388,
      "learning_rate": 1.9073813784283968e-07,
      "loss": 0.0944,
      "step": 18111
    },
    {
      "epoch": 2.7355384383023713,
      "grad_norm": 1.4858990275792672,
      "learning_rate": 1.9052185543740664e-07,
      "loss": 0.0635,
      "step": 18112
    },
    {
      "epoch": 2.7356894728892915,
      "grad_norm": 1.575336667718319,
      "learning_rate": 1.9030569334371584e-07,
      "loss": 0.0851,
      "step": 18113
    },
    {
      "epoch": 2.735840507476212,
      "grad_norm": 1.757081970869968,
      "learning_rate": 1.9008965156717462e-07,
      "loss": 0.0899,
      "step": 18114
    },
    {
      "epoch": 2.7359915420631324,
      "grad_norm": 1.6822877384519035,
      "learning_rate": 1.89873730113187e-07,
      "loss": 0.0705,
      "step": 18115
    },
    {
      "epoch": 2.736142576650053,
      "grad_norm": 1.2110673001618966,
      "learning_rate": 1.8965792898715474e-07,
      "loss": 0.0578,
      "step": 18116
    },
    {
      "epoch": 2.7362936112369733,
      "grad_norm": 1.5014325287401475,
      "learning_rate": 1.894422481944763e-07,
      "loss": 0.071,
      "step": 18117
    },
    {
      "epoch": 2.7364446458238936,
      "grad_norm": 1.3532441271797726,
      "learning_rate": 1.8922668774054575e-07,
      "loss": 0.0649,
      "step": 18118
    },
    {
      "epoch": 2.7365956804108142,
      "grad_norm": 1.3801148325591677,
      "learning_rate": 1.890112476307576e-07,
      "loss": 0.0731,
      "step": 18119
    },
    {
      "epoch": 2.7367467149977345,
      "grad_norm": 1.3156473833363378,
      "learning_rate": 1.8879592787049927e-07,
      "loss": 0.0704,
      "step": 18120
    },
    {
      "epoch": 2.7368977495846547,
      "grad_norm": 1.563668903502389,
      "learning_rate": 1.8858072846515863e-07,
      "loss": 0.0925,
      "step": 18121
    },
    {
      "epoch": 2.7370487841715754,
      "grad_norm": 2.409315785416707,
      "learning_rate": 1.8836564942011747e-07,
      "loss": 0.0671,
      "step": 18122
    },
    {
      "epoch": 2.7371998187584956,
      "grad_norm": 1.6228997120285586,
      "learning_rate": 1.8815069074075764e-07,
      "loss": 0.0792,
      "step": 18123
    },
    {
      "epoch": 2.737350853345416,
      "grad_norm": 1.126273237519111,
      "learning_rate": 1.8793585243245594e-07,
      "loss": 0.0595,
      "step": 18124
    },
    {
      "epoch": 2.7375018879323365,
      "grad_norm": 1.4008556914534227,
      "learning_rate": 1.8772113450058583e-07,
      "loss": 0.0777,
      "step": 18125
    },
    {
      "epoch": 2.737652922519257,
      "grad_norm": 1.4995522637484455,
      "learning_rate": 1.8750653695051967e-07,
      "loss": 0.0716,
      "step": 18126
    },
    {
      "epoch": 2.7378039571061774,
      "grad_norm": 1.3559653273642893,
      "learning_rate": 1.8729205978762432e-07,
      "loss": 0.0704,
      "step": 18127
    },
    {
      "epoch": 2.7379549916930976,
      "grad_norm": 1.276384418595789,
      "learning_rate": 1.8707770301726712e-07,
      "loss": 0.069,
      "step": 18128
    },
    {
      "epoch": 2.7381060262800183,
      "grad_norm": 1.2534659513749193,
      "learning_rate": 1.868634666448088e-07,
      "loss": 0.0709,
      "step": 18129
    },
    {
      "epoch": 2.7382570608669385,
      "grad_norm": 1.1209798786231338,
      "learning_rate": 1.8664935067560896e-07,
      "loss": 0.0682,
      "step": 18130
    },
    {
      "epoch": 2.7384080954538588,
      "grad_norm": 1.7924515300661608,
      "learning_rate": 1.864353551150244e-07,
      "loss": 0.0752,
      "step": 18131
    },
    {
      "epoch": 2.7385591300407794,
      "grad_norm": 1.4453867779914815,
      "learning_rate": 1.8622147996840755e-07,
      "loss": 0.0775,
      "step": 18132
    },
    {
      "epoch": 2.7387101646276997,
      "grad_norm": 1.7224406734970752,
      "learning_rate": 1.860077252411091e-07,
      "loss": 0.074,
      "step": 18133
    },
    {
      "epoch": 2.73886119921462,
      "grad_norm": 1.7627278079944588,
      "learning_rate": 1.8579409093847533e-07,
      "loss": 0.0837,
      "step": 18134
    },
    {
      "epoch": 2.7390122338015406,
      "grad_norm": 1.4675065007619519,
      "learning_rate": 1.8558057706585197e-07,
      "loss": 0.079,
      "step": 18135
    },
    {
      "epoch": 2.739163268388461,
      "grad_norm": 1.0330128315087368,
      "learning_rate": 1.8536718362857865e-07,
      "loss": 0.0574,
      "step": 18136
    },
    {
      "epoch": 2.7393143029753815,
      "grad_norm": 1.392550478295486,
      "learning_rate": 1.851539106319944e-07,
      "loss": 0.0701,
      "step": 18137
    },
    {
      "epoch": 2.7394653375623017,
      "grad_norm": 1.3633613091502013,
      "learning_rate": 1.8494075808143442e-07,
      "loss": 0.0613,
      "step": 18138
    },
    {
      "epoch": 2.7396163721492224,
      "grad_norm": 1.191748517090682,
      "learning_rate": 1.8472772598223054e-07,
      "loss": 0.0613,
      "step": 18139
    },
    {
      "epoch": 2.7397674067361426,
      "grad_norm": 1.302416423421766,
      "learning_rate": 1.845148143397124e-07,
      "loss": 0.0727,
      "step": 18140
    },
    {
      "epoch": 2.739918441323063,
      "grad_norm": 1.2719479071691995,
      "learning_rate": 1.8430202315920464e-07,
      "loss": 0.0568,
      "step": 18141
    },
    {
      "epoch": 2.7400694759099835,
      "grad_norm": 1.5561663263409737,
      "learning_rate": 1.840893524460319e-07,
      "loss": 0.0602,
      "step": 18142
    },
    {
      "epoch": 2.7402205104969037,
      "grad_norm": 1.6172011498883823,
      "learning_rate": 1.8387680220551375e-07,
      "loss": 0.0815,
      "step": 18143
    },
    {
      "epoch": 2.740371545083824,
      "grad_norm": 1.4739202218030558,
      "learning_rate": 1.836643724429671e-07,
      "loss": 0.0657,
      "step": 18144
    },
    {
      "epoch": 2.7405225796707446,
      "grad_norm": 1.5378223652659906,
      "learning_rate": 1.8345206316370657e-07,
      "loss": 0.0764,
      "step": 18145
    },
    {
      "epoch": 2.740673614257665,
      "grad_norm": 1.29968575996229,
      "learning_rate": 1.8323987437304235e-07,
      "loss": 0.0652,
      "step": 18146
    },
    {
      "epoch": 2.7408246488445855,
      "grad_norm": 1.3193217480937027,
      "learning_rate": 1.8302780607628246e-07,
      "loss": 0.0703,
      "step": 18147
    },
    {
      "epoch": 2.7409756834315058,
      "grad_norm": 1.7308315311238582,
      "learning_rate": 1.8281585827873316e-07,
      "loss": 0.0749,
      "step": 18148
    },
    {
      "epoch": 2.7411267180184264,
      "grad_norm": 1.1922915591470498,
      "learning_rate": 1.826040309856947e-07,
      "loss": 0.0648,
      "step": 18149
    },
    {
      "epoch": 2.7412777526053467,
      "grad_norm": 1.7572754306371425,
      "learning_rate": 1.8239232420246723e-07,
      "loss": 0.0844,
      "step": 18150
    },
    {
      "epoch": 2.741428787192267,
      "grad_norm": 1.9645144795954712,
      "learning_rate": 1.8218073793434654e-07,
      "loss": 0.0835,
      "step": 18151
    },
    {
      "epoch": 2.7415798217791876,
      "grad_norm": 1.5479471124803872,
      "learning_rate": 1.819692721866251e-07,
      "loss": 0.0849,
      "step": 18152
    },
    {
      "epoch": 2.741730856366108,
      "grad_norm": 1.4497613325307737,
      "learning_rate": 1.8175792696459416e-07,
      "loss": 0.0704,
      "step": 18153
    },
    {
      "epoch": 2.741881890953028,
      "grad_norm": 1.7809657565286912,
      "learning_rate": 1.8154670227353845e-07,
      "loss": 0.0835,
      "step": 18154
    },
    {
      "epoch": 2.7420329255399487,
      "grad_norm": 1.6915277617793905,
      "learning_rate": 1.8133559811874367e-07,
      "loss": 0.0768,
      "step": 18155
    },
    {
      "epoch": 2.742183960126869,
      "grad_norm": 1.6484326301771306,
      "learning_rate": 1.8112461450548957e-07,
      "loss": 0.0876,
      "step": 18156
    },
    {
      "epoch": 2.7423349947137896,
      "grad_norm": 1.4487532382648538,
      "learning_rate": 1.809137514390552e-07,
      "loss": 0.0757,
      "step": 18157
    },
    {
      "epoch": 2.74248602930071,
      "grad_norm": 1.8907227953919261,
      "learning_rate": 1.807030089247147e-07,
      "loss": 0.0777,
      "step": 18158
    },
    {
      "epoch": 2.7426370638876305,
      "grad_norm": 1.0621310543898175,
      "learning_rate": 1.8049238696773996e-07,
      "loss": 0.0548,
      "step": 18159
    },
    {
      "epoch": 2.7427880984745507,
      "grad_norm": 1.3444050516448334,
      "learning_rate": 1.802818855734001e-07,
      "loss": 0.0591,
      "step": 18160
    },
    {
      "epoch": 2.742939133061471,
      "grad_norm": 1.1087170635583232,
      "learning_rate": 1.800715047469598e-07,
      "loss": 0.0564,
      "step": 18161
    },
    {
      "epoch": 2.7430901676483916,
      "grad_norm": 1.4348419020337222,
      "learning_rate": 1.798612444936837e-07,
      "loss": 0.0723,
      "step": 18162
    },
    {
      "epoch": 2.743241202235312,
      "grad_norm": 1.328752811629757,
      "learning_rate": 1.7965110481882985e-07,
      "loss": 0.068,
      "step": 18163
    },
    {
      "epoch": 2.743392236822232,
      "grad_norm": 1.2913460541362805,
      "learning_rate": 1.794410857276563e-07,
      "loss": 0.0653,
      "step": 18164
    },
    {
      "epoch": 2.7435432714091528,
      "grad_norm": 1.6978195713604225,
      "learning_rate": 1.7923118722541544e-07,
      "loss": 0.0893,
      "step": 18165
    },
    {
      "epoch": 2.743694305996073,
      "grad_norm": 1.4259990759460905,
      "learning_rate": 1.7902140931735924e-07,
      "loss": 0.0832,
      "step": 18166
    },
    {
      "epoch": 2.7438453405829932,
      "grad_norm": 1.3696216357674567,
      "learning_rate": 1.788117520087357e-07,
      "loss": 0.0717,
      "step": 18167
    },
    {
      "epoch": 2.743996375169914,
      "grad_norm": 2.1122226179340013,
      "learning_rate": 1.7860221530478782e-07,
      "loss": 0.0753,
      "step": 18168
    },
    {
      "epoch": 2.7441474097568346,
      "grad_norm": 1.5945313193137507,
      "learning_rate": 1.7839279921075814e-07,
      "loss": 0.0765,
      "step": 18169
    },
    {
      "epoch": 2.744298444343755,
      "grad_norm": 1.286707857412042,
      "learning_rate": 1.781835037318863e-07,
      "loss": 0.0713,
      "step": 18170
    },
    {
      "epoch": 2.744449478930675,
      "grad_norm": 1.5305027134919185,
      "learning_rate": 1.7797432887340648e-07,
      "loss": 0.0802,
      "step": 18171
    },
    {
      "epoch": 2.7446005135175957,
      "grad_norm": 1.2878593858079543,
      "learning_rate": 1.7776527464055227e-07,
      "loss": 0.065,
      "step": 18172
    },
    {
      "epoch": 2.744751548104516,
      "grad_norm": 1.909879182647193,
      "learning_rate": 1.7755634103855223e-07,
      "loss": 0.0688,
      "step": 18173
    },
    {
      "epoch": 2.744902582691436,
      "grad_norm": 1.3448972947116713,
      "learning_rate": 1.7734752807263444e-07,
      "loss": 0.0757,
      "step": 18174
    },
    {
      "epoch": 2.745053617278357,
      "grad_norm": 1.4822613711609562,
      "learning_rate": 1.7713883574802138e-07,
      "loss": 0.0752,
      "step": 18175
    },
    {
      "epoch": 2.745204651865277,
      "grad_norm": 1.5560286295963486,
      "learning_rate": 1.769302640699333e-07,
      "loss": 0.0708,
      "step": 18176
    },
    {
      "epoch": 2.7453556864521973,
      "grad_norm": 1.4078471318570234,
      "learning_rate": 1.7672181304358937e-07,
      "loss": 0.0725,
      "step": 18177
    },
    {
      "epoch": 2.745506721039118,
      "grad_norm": 1.229385507800014,
      "learning_rate": 1.765134826742021e-07,
      "loss": 0.0648,
      "step": 18178
    },
    {
      "epoch": 2.745657755626038,
      "grad_norm": 1.5812179077339406,
      "learning_rate": 1.763052729669845e-07,
      "loss": 0.0731,
      "step": 18179
    },
    {
      "epoch": 2.745808790212959,
      "grad_norm": 1.2220141755733365,
      "learning_rate": 1.760971839271436e-07,
      "loss": 0.0706,
      "step": 18180
    },
    {
      "epoch": 2.745959824799879,
      "grad_norm": 1.3401291340373858,
      "learning_rate": 1.758892155598868e-07,
      "loss": 0.0681,
      "step": 18181
    },
    {
      "epoch": 2.7461108593867998,
      "grad_norm": 1.1392032724775105,
      "learning_rate": 1.75681367870415e-07,
      "loss": 0.0594,
      "step": 18182
    },
    {
      "epoch": 2.74626189397372,
      "grad_norm": 1.2572491593169466,
      "learning_rate": 1.7547364086392794e-07,
      "loss": 0.0662,
      "step": 18183
    },
    {
      "epoch": 2.7464129285606402,
      "grad_norm": 1.2372418619989247,
      "learning_rate": 1.7526603454562251e-07,
      "loss": 0.0706,
      "step": 18184
    },
    {
      "epoch": 2.746563963147561,
      "grad_norm": 1.2071257679781684,
      "learning_rate": 1.7505854892069128e-07,
      "loss": 0.0672,
      "step": 18185
    },
    {
      "epoch": 2.746714997734481,
      "grad_norm": 1.7699629025218333,
      "learning_rate": 1.7485118399432622e-07,
      "loss": 0.0835,
      "step": 18186
    },
    {
      "epoch": 2.7468660323214014,
      "grad_norm": 1.7884747831180403,
      "learning_rate": 1.7464393977171256e-07,
      "loss": 0.0625,
      "step": 18187
    },
    {
      "epoch": 2.747017066908322,
      "grad_norm": 1.2280569405205748,
      "learning_rate": 1.744368162580351e-07,
      "loss": 0.0636,
      "step": 18188
    },
    {
      "epoch": 2.7471681014952423,
      "grad_norm": 2.1439530611284177,
      "learning_rate": 1.7422981345847744e-07,
      "loss": 0.0744,
      "step": 18189
    },
    {
      "epoch": 2.747319136082163,
      "grad_norm": 1.1397458151186282,
      "learning_rate": 1.740229313782149e-07,
      "loss": 0.0598,
      "step": 18190
    },
    {
      "epoch": 2.747470170669083,
      "grad_norm": 1.5053373567089063,
      "learning_rate": 1.7381617002242446e-07,
      "loss": 0.084,
      "step": 18191
    },
    {
      "epoch": 2.747621205256004,
      "grad_norm": 1.512147019654549,
      "learning_rate": 1.736095293962775e-07,
      "loss": 0.0688,
      "step": 18192
    },
    {
      "epoch": 2.747772239842924,
      "grad_norm": 2.5855667310960095,
      "learning_rate": 1.7340300950494383e-07,
      "loss": 0.0739,
      "step": 18193
    },
    {
      "epoch": 2.7479232744298443,
      "grad_norm": 1.250413969431011,
      "learning_rate": 1.7319661035358925e-07,
      "loss": 0.0661,
      "step": 18194
    },
    {
      "epoch": 2.748074309016765,
      "grad_norm": 1.4104801001075995,
      "learning_rate": 1.7299033194737747e-07,
      "loss": 0.071,
      "step": 18195
    },
    {
      "epoch": 2.748225343603685,
      "grad_norm": 1.5149082865919898,
      "learning_rate": 1.7278417429146877e-07,
      "loss": 0.0768,
      "step": 18196
    },
    {
      "epoch": 2.7483763781906054,
      "grad_norm": 1.457034250658479,
      "learning_rate": 1.7257813739101904e-07,
      "loss": 0.0643,
      "step": 18197
    },
    {
      "epoch": 2.748527412777526,
      "grad_norm": 1.5846752250429341,
      "learning_rate": 1.7237222125118303e-07,
      "loss": 0.069,
      "step": 18198
    },
    {
      "epoch": 2.7486784473644463,
      "grad_norm": 1.3348188631955187,
      "learning_rate": 1.721664258771133e-07,
      "loss": 0.0744,
      "step": 18199
    },
    {
      "epoch": 2.748829481951367,
      "grad_norm": 1.3746217152758269,
      "learning_rate": 1.7196075127395516e-07,
      "loss": 0.0652,
      "step": 18200
    },
    {
      "epoch": 2.7489805165382872,
      "grad_norm": 2.474716103592016,
      "learning_rate": 1.717551974468562e-07,
      "loss": 0.0697,
      "step": 18201
    },
    {
      "epoch": 2.749131551125208,
      "grad_norm": 1.8739063994184533,
      "learning_rate": 1.7154976440095727e-07,
      "loss": 0.0745,
      "step": 18202
    },
    {
      "epoch": 2.749282585712128,
      "grad_norm": 1.8127047174046977,
      "learning_rate": 1.7134445214139762e-07,
      "loss": 0.0651,
      "step": 18203
    },
    {
      "epoch": 2.7494336202990484,
      "grad_norm": 1.4232977271814617,
      "learning_rate": 1.7113926067331366e-07,
      "loss": 0.0625,
      "step": 18204
    },
    {
      "epoch": 2.749584654885969,
      "grad_norm": 1.390768228082237,
      "learning_rate": 1.7093419000183686e-07,
      "loss": 0.0788,
      "step": 18205
    },
    {
      "epoch": 2.7497356894728893,
      "grad_norm": 1.4223913048832346,
      "learning_rate": 1.707292401320987e-07,
      "loss": 0.0682,
      "step": 18206
    },
    {
      "epoch": 2.7498867240598095,
      "grad_norm": 1.4010644273366772,
      "learning_rate": 1.7052441106922558e-07,
      "loss": 0.0651,
      "step": 18207
    },
    {
      "epoch": 2.75003775864673,
      "grad_norm": 1.2973650589807821,
      "learning_rate": 1.7031970281834175e-07,
      "loss": 0.0777,
      "step": 18208
    },
    {
      "epoch": 2.7501887932336504,
      "grad_norm": 1.3762684960305132,
      "learning_rate": 1.701151153845676e-07,
      "loss": 0.0645,
      "step": 18209
    },
    {
      "epoch": 2.750339827820571,
      "grad_norm": 1.3207187188959115,
      "learning_rate": 1.6991064877302176e-07,
      "loss": 0.0631,
      "step": 18210
    },
    {
      "epoch": 2.7504908624074913,
      "grad_norm": 1.4704226929593938,
      "learning_rate": 1.6970630298881796e-07,
      "loss": 0.0819,
      "step": 18211
    },
    {
      "epoch": 2.750641896994412,
      "grad_norm": 1.4083588744810545,
      "learning_rate": 1.6950207803706875e-07,
      "loss": 0.0667,
      "step": 18212
    },
    {
      "epoch": 2.750792931581332,
      "grad_norm": 1.5572439598451455,
      "learning_rate": 1.6929797392288283e-07,
      "loss": 0.0819,
      "step": 18213
    },
    {
      "epoch": 2.7509439661682524,
      "grad_norm": 1.1915042151089985,
      "learning_rate": 1.6909399065136557e-07,
      "loss": 0.0723,
      "step": 18214
    },
    {
      "epoch": 2.751095000755173,
      "grad_norm": 1.091539253645901,
      "learning_rate": 1.6889012822762064e-07,
      "loss": 0.0532,
      "step": 18215
    },
    {
      "epoch": 2.7512460353420933,
      "grad_norm": 1.486625317939999,
      "learning_rate": 1.6868638665674676e-07,
      "loss": 0.0688,
      "step": 18216
    },
    {
      "epoch": 2.7513970699290136,
      "grad_norm": 1.777834514760419,
      "learning_rate": 1.6848276594384093e-07,
      "loss": 0.0877,
      "step": 18217
    },
    {
      "epoch": 2.7515481045159342,
      "grad_norm": 1.5465292051885027,
      "learning_rate": 1.6827926609399803e-07,
      "loss": 0.0717,
      "step": 18218
    },
    {
      "epoch": 2.7516991391028545,
      "grad_norm": 1.596048384421268,
      "learning_rate": 1.680758871123067e-07,
      "loss": 0.0851,
      "step": 18219
    },
    {
      "epoch": 2.7518501736897747,
      "grad_norm": 1.3503870208738074,
      "learning_rate": 1.6787262900385626e-07,
      "loss": 0.0714,
      "step": 18220
    },
    {
      "epoch": 2.7520012082766954,
      "grad_norm": 1.3171288602349327,
      "learning_rate": 1.6766949177372981e-07,
      "loss": 0.0673,
      "step": 18221
    },
    {
      "epoch": 2.752152242863616,
      "grad_norm": 1.4926604321457686,
      "learning_rate": 1.6746647542701e-07,
      "loss": 0.0747,
      "step": 18222
    },
    {
      "epoch": 2.7523032774505363,
      "grad_norm": 1.536230566371217,
      "learning_rate": 1.6726357996877553e-07,
      "loss": 0.0758,
      "step": 18223
    },
    {
      "epoch": 2.7524543120374565,
      "grad_norm": 1.49614412818119,
      "learning_rate": 1.6706080540410118e-07,
      "loss": 0.0598,
      "step": 18224
    },
    {
      "epoch": 2.752605346624377,
      "grad_norm": 1.453504910542459,
      "learning_rate": 1.6685815173806075e-07,
      "loss": 0.0714,
      "step": 18225
    },
    {
      "epoch": 2.7527563812112974,
      "grad_norm": 1.2896125970899985,
      "learning_rate": 1.666556189757218e-07,
      "loss": 0.0623,
      "step": 18226
    },
    {
      "epoch": 2.7529074157982176,
      "grad_norm": 1.2857515222856046,
      "learning_rate": 1.6645320712215197e-07,
      "loss": 0.068,
      "step": 18227
    },
    {
      "epoch": 2.7530584503851383,
      "grad_norm": 1.265780121762572,
      "learning_rate": 1.6625091618241496e-07,
      "loss": 0.0635,
      "step": 18228
    },
    {
      "epoch": 2.7532094849720585,
      "grad_norm": 1.9496511202945572,
      "learning_rate": 1.6604874616157006e-07,
      "loss": 0.0898,
      "step": 18229
    },
    {
      "epoch": 2.7533605195589788,
      "grad_norm": 1.572529964959807,
      "learning_rate": 1.6584669706467605e-07,
      "loss": 0.0666,
      "step": 18230
    },
    {
      "epoch": 2.7535115541458994,
      "grad_norm": 1.378499499588249,
      "learning_rate": 1.6564476889678605e-07,
      "loss": 0.0558,
      "step": 18231
    },
    {
      "epoch": 2.7536625887328197,
      "grad_norm": 1.3240067472738493,
      "learning_rate": 1.654429616629527e-07,
      "loss": 0.0693,
      "step": 18232
    },
    {
      "epoch": 2.7538136233197403,
      "grad_norm": 1.3648051307574633,
      "learning_rate": 1.652412753682242e-07,
      "loss": 0.0772,
      "step": 18233
    },
    {
      "epoch": 2.7539646579066606,
      "grad_norm": 1.2979743610919023,
      "learning_rate": 1.6503971001764373e-07,
      "loss": 0.0647,
      "step": 18234
    },
    {
      "epoch": 2.7541156924935812,
      "grad_norm": 1.87780974732443,
      "learning_rate": 1.6483826561625617e-07,
      "loss": 0.0724,
      "step": 18235
    },
    {
      "epoch": 2.7542667270805015,
      "grad_norm": 1.6328665448271027,
      "learning_rate": 1.6463694216909909e-07,
      "loss": 0.081,
      "step": 18236
    },
    {
      "epoch": 2.7544177616674217,
      "grad_norm": 1.250759677574846,
      "learning_rate": 1.6443573968120964e-07,
      "loss": 0.0576,
      "step": 18237
    },
    {
      "epoch": 2.7545687962543424,
      "grad_norm": 1.4516702920625921,
      "learning_rate": 1.642346581576204e-07,
      "loss": 0.0644,
      "step": 18238
    },
    {
      "epoch": 2.7547198308412626,
      "grad_norm": 1.1594206243718228,
      "learning_rate": 1.640336976033624e-07,
      "loss": 0.06,
      "step": 18239
    },
    {
      "epoch": 2.754870865428183,
      "grad_norm": 1.8676427084654577,
      "learning_rate": 1.6383285802346215e-07,
      "loss": 0.0941,
      "step": 18240
    },
    {
      "epoch": 2.7550219000151035,
      "grad_norm": 1.3468063230687208,
      "learning_rate": 1.6363213942294287e-07,
      "loss": 0.0679,
      "step": 18241
    },
    {
      "epoch": 2.7551729346020237,
      "grad_norm": 2.1905980220665757,
      "learning_rate": 1.6343154180682718e-07,
      "loss": 0.092,
      "step": 18242
    },
    {
      "epoch": 2.7553239691889444,
      "grad_norm": 1.2890851906922411,
      "learning_rate": 1.632310651801322e-07,
      "loss": 0.0786,
      "step": 18243
    },
    {
      "epoch": 2.7554750037758646,
      "grad_norm": 1.3585885413487409,
      "learning_rate": 1.6303070954787338e-07,
      "loss": 0.0664,
      "step": 18244
    },
    {
      "epoch": 2.7556260383627853,
      "grad_norm": 1.2194832892280414,
      "learning_rate": 1.628304749150633e-07,
      "loss": 0.0605,
      "step": 18245
    },
    {
      "epoch": 2.7557770729497055,
      "grad_norm": 1.344538342861568,
      "learning_rate": 1.6263036128670973e-07,
      "loss": 0.0801,
      "step": 18246
    },
    {
      "epoch": 2.7559281075366258,
      "grad_norm": 1.6165307348479232,
      "learning_rate": 1.624303686678197e-07,
      "loss": 0.0799,
      "step": 18247
    },
    {
      "epoch": 2.7560791421235464,
      "grad_norm": 1.8908932339029627,
      "learning_rate": 1.6223049706339533e-07,
      "loss": 0.0752,
      "step": 18248
    },
    {
      "epoch": 2.7562301767104667,
      "grad_norm": 1.5740021510720135,
      "learning_rate": 1.6203074647843598e-07,
      "loss": 0.0824,
      "step": 18249
    },
    {
      "epoch": 2.756381211297387,
      "grad_norm": 1.1227069704863797,
      "learning_rate": 1.618311169179404e-07,
      "loss": 0.0457,
      "step": 18250
    },
    {
      "epoch": 2.7565322458843076,
      "grad_norm": 1.965140523745931,
      "learning_rate": 1.6163160838690073e-07,
      "loss": 0.0776,
      "step": 18251
    },
    {
      "epoch": 2.756683280471228,
      "grad_norm": 1.3431011799834458,
      "learning_rate": 1.6143222089030907e-07,
      "loss": 0.0705,
      "step": 18252
    },
    {
      "epoch": 2.7568343150581485,
      "grad_norm": 1.4193697532236884,
      "learning_rate": 1.6123295443315202e-07,
      "loss": 0.066,
      "step": 18253
    },
    {
      "epoch": 2.7569853496450687,
      "grad_norm": 1.3299395301029522,
      "learning_rate": 1.6103380902041498e-07,
      "loss": 0.0716,
      "step": 18254
    },
    {
      "epoch": 2.7571363842319894,
      "grad_norm": 1.404444990798834,
      "learning_rate": 1.6083478465708013e-07,
      "loss": 0.0656,
      "step": 18255
    },
    {
      "epoch": 2.7572874188189096,
      "grad_norm": 1.5613124057269558,
      "learning_rate": 1.606358813481246e-07,
      "loss": 0.0729,
      "step": 18256
    },
    {
      "epoch": 2.75743845340583,
      "grad_norm": 1.5758968877698936,
      "learning_rate": 1.60437099098526e-07,
      "loss": 0.073,
      "step": 18257
    },
    {
      "epoch": 2.7575894879927505,
      "grad_norm": 1.4249880393855097,
      "learning_rate": 1.6023843791325544e-07,
      "loss": 0.0807,
      "step": 18258
    },
    {
      "epoch": 2.7577405225796707,
      "grad_norm": 2.1153481116269064,
      "learning_rate": 1.6003989779728392e-07,
      "loss": 0.0806,
      "step": 18259
    },
    {
      "epoch": 2.757891557166591,
      "grad_norm": 1.3736524614860968,
      "learning_rate": 1.5984147875557686e-07,
      "loss": 0.0624,
      "step": 18260
    },
    {
      "epoch": 2.7580425917535116,
      "grad_norm": 1.53135907435178,
      "learning_rate": 1.5964318079309816e-07,
      "loss": 0.0765,
      "step": 18261
    },
    {
      "epoch": 2.758193626340432,
      "grad_norm": 1.3546580602579286,
      "learning_rate": 1.5944500391480876e-07,
      "loss": 0.067,
      "step": 18262
    },
    {
      "epoch": 2.758344660927352,
      "grad_norm": 1.6077250511315664,
      "learning_rate": 1.5924694812566532e-07,
      "loss": 0.0766,
      "step": 18263
    },
    {
      "epoch": 2.7584956955142728,
      "grad_norm": 1.36312227493175,
      "learning_rate": 1.5904901343062385e-07,
      "loss": 0.0722,
      "step": 18264
    },
    {
      "epoch": 2.7586467301011934,
      "grad_norm": 1.5100116726911175,
      "learning_rate": 1.588511998346337e-07,
      "loss": 0.0645,
      "step": 18265
    },
    {
      "epoch": 2.7587977646881137,
      "grad_norm": 1.5434493252330428,
      "learning_rate": 1.5865350734264484e-07,
      "loss": 0.0779,
      "step": 18266
    },
    {
      "epoch": 2.758948799275034,
      "grad_norm": 1.4268882070000182,
      "learning_rate": 1.5845593595960162e-07,
      "loss": 0.0663,
      "step": 18267
    },
    {
      "epoch": 2.7590998338619546,
      "grad_norm": 1.2462010895172757,
      "learning_rate": 1.582584856904479e-07,
      "loss": 0.0753,
      "step": 18268
    },
    {
      "epoch": 2.759250868448875,
      "grad_norm": 1.4786883115787322,
      "learning_rate": 1.5806115654012187e-07,
      "loss": 0.0695,
      "step": 18269
    },
    {
      "epoch": 2.759401903035795,
      "grad_norm": 1.291085285175713,
      "learning_rate": 1.578639485135597e-07,
      "loss": 0.0631,
      "step": 18270
    },
    {
      "epoch": 2.7595529376227157,
      "grad_norm": 1.2608799719407793,
      "learning_rate": 1.576668616156951e-07,
      "loss": 0.0767,
      "step": 18271
    },
    {
      "epoch": 2.759703972209636,
      "grad_norm": 1.2870527287017222,
      "learning_rate": 1.5746989585145812e-07,
      "loss": 0.0589,
      "step": 18272
    },
    {
      "epoch": 2.759855006796556,
      "grad_norm": 1.6878172370961824,
      "learning_rate": 1.5727305122577585e-07,
      "loss": 0.0713,
      "step": 18273
    },
    {
      "epoch": 2.760006041383477,
      "grad_norm": 1.3727703972079772,
      "learning_rate": 1.5707632774357273e-07,
      "loss": 0.073,
      "step": 18274
    },
    {
      "epoch": 2.760157075970397,
      "grad_norm": 1.5853651621434017,
      "learning_rate": 1.5687972540977037e-07,
      "loss": 0.0806,
      "step": 18275
    },
    {
      "epoch": 2.7603081105573177,
      "grad_norm": 1.5824274449640496,
      "learning_rate": 1.5668324422928648e-07,
      "loss": 0.0707,
      "step": 18276
    },
    {
      "epoch": 2.760459145144238,
      "grad_norm": 1.3714352900449922,
      "learning_rate": 1.5648688420703496e-07,
      "loss": 0.0777,
      "step": 18277
    },
    {
      "epoch": 2.7606101797311586,
      "grad_norm": 1.293926055301577,
      "learning_rate": 1.5629064534792904e-07,
      "loss": 0.0593,
      "step": 18278
    },
    {
      "epoch": 2.760761214318079,
      "grad_norm": 1.0547513516484648,
      "learning_rate": 1.560945276568787e-07,
      "loss": 0.0591,
      "step": 18279
    },
    {
      "epoch": 2.760912248904999,
      "grad_norm": 1.4591094499833792,
      "learning_rate": 1.5589853113878784e-07,
      "loss": 0.0688,
      "step": 18280
    },
    {
      "epoch": 2.7610632834919198,
      "grad_norm": 1.2475182751564606,
      "learning_rate": 1.5570265579856082e-07,
      "loss": 0.0565,
      "step": 18281
    },
    {
      "epoch": 2.76121431807884,
      "grad_norm": 1.1706901507510197,
      "learning_rate": 1.5550690164109706e-07,
      "loss": 0.0632,
      "step": 18282
    },
    {
      "epoch": 2.76136535266576,
      "grad_norm": 1.1682302713711321,
      "learning_rate": 1.5531126867129375e-07,
      "loss": 0.055,
      "step": 18283
    },
    {
      "epoch": 2.761516387252681,
      "grad_norm": 1.272472909624842,
      "learning_rate": 1.551157568940448e-07,
      "loss": 0.0674,
      "step": 18284
    },
    {
      "epoch": 2.761667421839601,
      "grad_norm": 1.392281903705009,
      "learning_rate": 1.5492036631424014e-07,
      "loss": 0.0725,
      "step": 18285
    },
    {
      "epoch": 2.761818456426522,
      "grad_norm": 1.1751868012906626,
      "learning_rate": 1.547250969367692e-07,
      "loss": 0.068,
      "step": 18286
    },
    {
      "epoch": 2.761969491013442,
      "grad_norm": 1.3324876963847958,
      "learning_rate": 1.5452994876651473e-07,
      "loss": 0.0609,
      "step": 18287
    },
    {
      "epoch": 2.7621205256003627,
      "grad_norm": 1.2556245130868346,
      "learning_rate": 1.5433492180836006e-07,
      "loss": 0.0687,
      "step": 18288
    },
    {
      "epoch": 2.762271560187283,
      "grad_norm": 1.3811417159046104,
      "learning_rate": 1.5414001606718354e-07,
      "loss": 0.065,
      "step": 18289
    },
    {
      "epoch": 2.762422594774203,
      "grad_norm": 1.4577452367839352,
      "learning_rate": 1.5394523154786068e-07,
      "loss": 0.065,
      "step": 18290
    },
    {
      "epoch": 2.762573629361124,
      "grad_norm": 1.7349957757734626,
      "learning_rate": 1.5375056825526424e-07,
      "loss": 0.0731,
      "step": 18291
    },
    {
      "epoch": 2.762724663948044,
      "grad_norm": 1.282794267542654,
      "learning_rate": 1.5355602619426313e-07,
      "loss": 0.07,
      "step": 18292
    },
    {
      "epoch": 2.7628756985349643,
      "grad_norm": 1.0991185761709015,
      "learning_rate": 1.533616053697251e-07,
      "loss": 0.0564,
      "step": 18293
    },
    {
      "epoch": 2.763026733121885,
      "grad_norm": 1.5495447476121091,
      "learning_rate": 1.5316730578651295e-07,
      "loss": 0.0732,
      "step": 18294
    },
    {
      "epoch": 2.763177767708805,
      "grad_norm": 1.4629775339208633,
      "learning_rate": 1.5297312744948723e-07,
      "loss": 0.0633,
      "step": 18295
    },
    {
      "epoch": 2.763328802295726,
      "grad_norm": 1.2396509001702167,
      "learning_rate": 1.527790703635057e-07,
      "loss": 0.0548,
      "step": 18296
    },
    {
      "epoch": 2.763479836882646,
      "grad_norm": 1.495078870390375,
      "learning_rate": 1.5258513453342283e-07,
      "loss": 0.0654,
      "step": 18297
    },
    {
      "epoch": 2.7636308714695668,
      "grad_norm": 1.4636624583455733,
      "learning_rate": 1.5239131996408975e-07,
      "loss": 0.0711,
      "step": 18298
    },
    {
      "epoch": 2.763781906056487,
      "grad_norm": 1.7278129464008247,
      "learning_rate": 1.5219762666035476e-07,
      "loss": 0.0755,
      "step": 18299
    },
    {
      "epoch": 2.763932940643407,
      "grad_norm": 3.8214592706971753,
      "learning_rate": 1.520040546270629e-07,
      "loss": 0.0884,
      "step": 18300
    },
    {
      "epoch": 2.764083975230328,
      "grad_norm": 1.4318253733836623,
      "learning_rate": 1.518106038690581e-07,
      "loss": 0.075,
      "step": 18301
    },
    {
      "epoch": 2.764235009817248,
      "grad_norm": 1.2607724403406222,
      "learning_rate": 1.5161727439117756e-07,
      "loss": 0.0753,
      "step": 18302
    },
    {
      "epoch": 2.7643860444041684,
      "grad_norm": 1.3385823838796458,
      "learning_rate": 1.5142406619825912e-07,
      "loss": 0.0683,
      "step": 18303
    },
    {
      "epoch": 2.764537078991089,
      "grad_norm": 1.2833260928771952,
      "learning_rate": 1.5123097929513496e-07,
      "loss": 0.0736,
      "step": 18304
    },
    {
      "epoch": 2.7646881135780093,
      "grad_norm": 1.7698480151662068,
      "learning_rate": 1.5103801368663574e-07,
      "loss": 0.0805,
      "step": 18305
    },
    {
      "epoch": 2.76483914816493,
      "grad_norm": 1.6181594341446566,
      "learning_rate": 1.5084516937758863e-07,
      "loss": 0.082,
      "step": 18306
    },
    {
      "epoch": 2.76499018275185,
      "grad_norm": 1.8957826256844745,
      "learning_rate": 1.5065244637281707e-07,
      "loss": 0.0824,
      "step": 18307
    },
    {
      "epoch": 2.765141217338771,
      "grad_norm": 1.5549615415224085,
      "learning_rate": 1.5045984467714326e-07,
      "loss": 0.0772,
      "step": 18308
    },
    {
      "epoch": 2.765292251925691,
      "grad_norm": 1.3195301819625487,
      "learning_rate": 1.5026736429538392e-07,
      "loss": 0.072,
      "step": 18309
    },
    {
      "epoch": 2.7654432865126113,
      "grad_norm": 1.375044389959385,
      "learning_rate": 1.5007500523235574e-07,
      "loss": 0.0743,
      "step": 18310
    },
    {
      "epoch": 2.765594321099532,
      "grad_norm": 1.3142002397961656,
      "learning_rate": 1.4988276749286933e-07,
      "loss": 0.0708,
      "step": 18311
    },
    {
      "epoch": 2.765745355686452,
      "grad_norm": 1.550688349436674,
      "learning_rate": 1.4969065108173364e-07,
      "loss": 0.0695,
      "step": 18312
    },
    {
      "epoch": 2.7658963902733724,
      "grad_norm": 1.4730105619768443,
      "learning_rate": 1.4949865600375535e-07,
      "loss": 0.0693,
      "step": 18313
    },
    {
      "epoch": 2.766047424860293,
      "grad_norm": 1.309718862707738,
      "learning_rate": 1.4930678226373674e-07,
      "loss": 0.0723,
      "step": 18314
    },
    {
      "epoch": 2.7661984594472133,
      "grad_norm": 1.548990082687552,
      "learning_rate": 1.4911502986647785e-07,
      "loss": 0.0784,
      "step": 18315
    },
    {
      "epoch": 2.7663494940341335,
      "grad_norm": 1.3830413639064583,
      "learning_rate": 1.4892339881677543e-07,
      "loss": 0.0809,
      "step": 18316
    },
    {
      "epoch": 2.7665005286210542,
      "grad_norm": 1.6627901560894494,
      "learning_rate": 1.4873188911942337e-07,
      "loss": 0.0864,
      "step": 18317
    },
    {
      "epoch": 2.766651563207975,
      "grad_norm": 1.7149892490767449,
      "learning_rate": 1.4854050077921178e-07,
      "loss": 0.0768,
      "step": 18318
    },
    {
      "epoch": 2.766802597794895,
      "grad_norm": 1.2686832759100268,
      "learning_rate": 1.4834923380092902e-07,
      "loss": 0.0627,
      "step": 18319
    },
    {
      "epoch": 2.7669536323818154,
      "grad_norm": 1.743159279383274,
      "learning_rate": 1.4815808818936017e-07,
      "loss": 0.0849,
      "step": 18320
    },
    {
      "epoch": 2.767104666968736,
      "grad_norm": 1.4606426138884343,
      "learning_rate": 1.479670639492853e-07,
      "loss": 0.0638,
      "step": 18321
    },
    {
      "epoch": 2.7672557015556563,
      "grad_norm": 1.255324788668741,
      "learning_rate": 1.4777616108548443e-07,
      "loss": 0.0656,
      "step": 18322
    },
    {
      "epoch": 2.7674067361425765,
      "grad_norm": 1.2062495038092265,
      "learning_rate": 1.475853796027321e-07,
      "loss": 0.0599,
      "step": 18323
    },
    {
      "epoch": 2.767557770729497,
      "grad_norm": 1.4935506235662228,
      "learning_rate": 1.4739471950580174e-07,
      "loss": 0.061,
      "step": 18324
    },
    {
      "epoch": 2.7677088053164174,
      "grad_norm": 1.216105373497423,
      "learning_rate": 1.472041807994623e-07,
      "loss": 0.07,
      "step": 18325
    },
    {
      "epoch": 2.7678598399033376,
      "grad_norm": 1.3787041022205058,
      "learning_rate": 1.4701376348848052e-07,
      "loss": 0.0586,
      "step": 18326
    },
    {
      "epoch": 2.7680108744902583,
      "grad_norm": 1.0774158690610136,
      "learning_rate": 1.4682346757761923e-07,
      "loss": 0.0538,
      "step": 18327
    },
    {
      "epoch": 2.7681619090771785,
      "grad_norm": 1.6700325301171877,
      "learning_rate": 1.466332930716391e-07,
      "loss": 0.0791,
      "step": 18328
    },
    {
      "epoch": 2.768312943664099,
      "grad_norm": 1.1673112532129406,
      "learning_rate": 1.4644323997529685e-07,
      "loss": 0.0656,
      "step": 18329
    },
    {
      "epoch": 2.7684639782510194,
      "grad_norm": 1.6765526691786035,
      "learning_rate": 1.4625330829334817e-07,
      "loss": 0.0745,
      "step": 18330
    },
    {
      "epoch": 2.76861501283794,
      "grad_norm": 1.4584044680196298,
      "learning_rate": 1.460634980305431e-07,
      "loss": 0.0679,
      "step": 18331
    },
    {
      "epoch": 2.7687660474248603,
      "grad_norm": 1.5659474120064185,
      "learning_rate": 1.4587380919163064e-07,
      "loss": 0.0867,
      "step": 18332
    },
    {
      "epoch": 2.7689170820117806,
      "grad_norm": 1.2265322550950764,
      "learning_rate": 1.4568424178135586e-07,
      "loss": 0.0582,
      "step": 18333
    },
    {
      "epoch": 2.7690681165987012,
      "grad_norm": 1.6022439282724883,
      "learning_rate": 1.4549479580446003e-07,
      "loss": 0.0752,
      "step": 18334
    },
    {
      "epoch": 2.7692191511856215,
      "grad_norm": 1.5941074656225032,
      "learning_rate": 1.453054712656826e-07,
      "loss": 0.0819,
      "step": 18335
    },
    {
      "epoch": 2.7693701857725417,
      "grad_norm": 2.761039520998458,
      "learning_rate": 1.451162681697599e-07,
      "loss": 0.0695,
      "step": 18336
    },
    {
      "epoch": 2.7695212203594624,
      "grad_norm": 1.01533540278058,
      "learning_rate": 1.4492718652142578e-07,
      "loss": 0.0572,
      "step": 18337
    },
    {
      "epoch": 2.7696722549463826,
      "grad_norm": 1.3793954142140592,
      "learning_rate": 1.4473822632540823e-07,
      "loss": 0.0747,
      "step": 18338
    },
    {
      "epoch": 2.7698232895333033,
      "grad_norm": 3.576626402541977,
      "learning_rate": 1.4454938758643623e-07,
      "loss": 0.1027,
      "step": 18339
    },
    {
      "epoch": 2.7699743241202235,
      "grad_norm": 1.411139851181129,
      "learning_rate": 1.4436067030923206e-07,
      "loss": 0.0757,
      "step": 18340
    },
    {
      "epoch": 2.770125358707144,
      "grad_norm": 1.4308551376016383,
      "learning_rate": 1.4417207449851757e-07,
      "loss": 0.07,
      "step": 18341
    },
    {
      "epoch": 2.7702763932940644,
      "grad_norm": 1.5498831815570226,
      "learning_rate": 1.439836001590106e-07,
      "loss": 0.0658,
      "step": 18342
    },
    {
      "epoch": 2.7704274278809846,
      "grad_norm": 1.4237322571661428,
      "learning_rate": 1.437952472954246e-07,
      "loss": 0.0768,
      "step": 18343
    },
    {
      "epoch": 2.7705784624679053,
      "grad_norm": 1.5328435886262353,
      "learning_rate": 1.4360701591247363e-07,
      "loss": 0.0814,
      "step": 18344
    },
    {
      "epoch": 2.7707294970548255,
      "grad_norm": 1.313212021086062,
      "learning_rate": 1.4341890601486386e-07,
      "loss": 0.0688,
      "step": 18345
    },
    {
      "epoch": 2.7708805316417457,
      "grad_norm": 3.6413253410941016,
      "learning_rate": 1.4323091760730268e-07,
      "loss": 0.0661,
      "step": 18346
    },
    {
      "epoch": 2.7710315662286664,
      "grad_norm": 1.5155480279747382,
      "learning_rate": 1.4304305069449353e-07,
      "loss": 0.074,
      "step": 18347
    },
    {
      "epoch": 2.7711826008155866,
      "grad_norm": 1.5990052599653555,
      "learning_rate": 1.4285530528113324e-07,
      "loss": 0.0686,
      "step": 18348
    },
    {
      "epoch": 2.7713336354025073,
      "grad_norm": 1.5262558352559783,
      "learning_rate": 1.4266768137192078e-07,
      "loss": 0.07,
      "step": 18349
    },
    {
      "epoch": 2.7714846699894276,
      "grad_norm": 1.8027024893693857,
      "learning_rate": 1.4248017897154798e-07,
      "loss": 0.0603,
      "step": 18350
    },
    {
      "epoch": 2.7716357045763482,
      "grad_norm": 1.3681037499013775,
      "learning_rate": 1.422927980847061e-07,
      "loss": 0.0617,
      "step": 18351
    },
    {
      "epoch": 2.7717867391632685,
      "grad_norm": 1.4589927859009257,
      "learning_rate": 1.42105538716083e-07,
      "loss": 0.0693,
      "step": 18352
    },
    {
      "epoch": 2.7719377737501887,
      "grad_norm": 1.3260976175963168,
      "learning_rate": 1.4191840087036223e-07,
      "loss": 0.0709,
      "step": 18353
    },
    {
      "epoch": 2.7720888083371094,
      "grad_norm": 1.5103751331796191,
      "learning_rate": 1.4173138455222612e-07,
      "loss": 0.0794,
      "step": 18354
    },
    {
      "epoch": 2.7722398429240296,
      "grad_norm": 2.0949688636816743,
      "learning_rate": 1.415444897663526e-07,
      "loss": 0.0869,
      "step": 18355
    },
    {
      "epoch": 2.77239087751095,
      "grad_norm": 1.6464235020340412,
      "learning_rate": 1.4135771651741626e-07,
      "loss": 0.0668,
      "step": 18356
    },
    {
      "epoch": 2.7725419120978705,
      "grad_norm": 1.197775145623974,
      "learning_rate": 1.4117106481009e-07,
      "loss": 0.0608,
      "step": 18357
    },
    {
      "epoch": 2.7726929466847907,
      "grad_norm": 1.4806246251657513,
      "learning_rate": 1.4098453464904238e-07,
      "loss": 0.0713,
      "step": 18358
    },
    {
      "epoch": 2.772843981271711,
      "grad_norm": 1.5597771810488046,
      "learning_rate": 1.4079812603894072e-07,
      "loss": 0.0748,
      "step": 18359
    },
    {
      "epoch": 2.7729950158586316,
      "grad_norm": 1.8888817197770253,
      "learning_rate": 1.4061183898444685e-07,
      "loss": 0.0774,
      "step": 18360
    },
    {
      "epoch": 2.7731460504455523,
      "grad_norm": 1.2085222834725695,
      "learning_rate": 1.4042567349022206e-07,
      "loss": 0.0658,
      "step": 18361
    },
    {
      "epoch": 2.7732970850324725,
      "grad_norm": 1.2712581434791503,
      "learning_rate": 1.4023962956092319e-07,
      "loss": 0.0632,
      "step": 18362
    },
    {
      "epoch": 2.7734481196193927,
      "grad_norm": 1.3070639413759717,
      "learning_rate": 1.400537072012026e-07,
      "loss": 0.0663,
      "step": 18363
    },
    {
      "epoch": 2.7735991542063134,
      "grad_norm": 1.570061333261159,
      "learning_rate": 1.3986790641571323e-07,
      "loss": 0.072,
      "step": 18364
    },
    {
      "epoch": 2.7737501887932337,
      "grad_norm": 1.7767410234150143,
      "learning_rate": 1.3968222720910196e-07,
      "loss": 0.0714,
      "step": 18365
    },
    {
      "epoch": 2.773901223380154,
      "grad_norm": 1.2738093199774896,
      "learning_rate": 1.3949666958601393e-07,
      "loss": 0.0666,
      "step": 18366
    },
    {
      "epoch": 2.7740522579670746,
      "grad_norm": 1.4565318349537737,
      "learning_rate": 1.3931123355109099e-07,
      "loss": 0.0678,
      "step": 18367
    },
    {
      "epoch": 2.774203292553995,
      "grad_norm": 1.8638247853287828,
      "learning_rate": 1.3912591910897166e-07,
      "loss": 0.0836,
      "step": 18368
    },
    {
      "epoch": 2.774354327140915,
      "grad_norm": 1.507673631355689,
      "learning_rate": 1.3894072626429224e-07,
      "loss": 0.0687,
      "step": 18369
    },
    {
      "epoch": 2.7745053617278357,
      "grad_norm": 1.2054514822930191,
      "learning_rate": 1.387556550216851e-07,
      "loss": 0.0659,
      "step": 18370
    },
    {
      "epoch": 2.774656396314756,
      "grad_norm": 1.4598886895281484,
      "learning_rate": 1.3857070538577988e-07,
      "loss": 0.0724,
      "step": 18371
    },
    {
      "epoch": 2.7748074309016766,
      "grad_norm": 1.2021732463370423,
      "learning_rate": 1.383858773612029e-07,
      "loss": 0.0631,
      "step": 18372
    },
    {
      "epoch": 2.774958465488597,
      "grad_norm": 1.2495817448633253,
      "learning_rate": 1.3820117095257824e-07,
      "loss": 0.0581,
      "step": 18373
    },
    {
      "epoch": 2.7751095000755175,
      "grad_norm": 1.5221009398508163,
      "learning_rate": 1.3801658616452606e-07,
      "loss": 0.068,
      "step": 18374
    },
    {
      "epoch": 2.7752605346624377,
      "grad_norm": 1.277229978724894,
      "learning_rate": 1.3783212300166382e-07,
      "loss": 0.0625,
      "step": 18375
    },
    {
      "epoch": 2.775411569249358,
      "grad_norm": 1.296728999895502,
      "learning_rate": 1.3764778146860726e-07,
      "loss": 0.067,
      "step": 18376
    },
    {
      "epoch": 2.7755626038362786,
      "grad_norm": 1.6579538948463974,
      "learning_rate": 1.3746356156996544e-07,
      "loss": 0.0699,
      "step": 18377
    },
    {
      "epoch": 2.775713638423199,
      "grad_norm": 1.3568802305912155,
      "learning_rate": 1.372794633103486e-07,
      "loss": 0.0626,
      "step": 18378
    },
    {
      "epoch": 2.775864673010119,
      "grad_norm": 1.4848872446058852,
      "learning_rate": 1.3709548669436133e-07,
      "loss": 0.0724,
      "step": 18379
    },
    {
      "epoch": 2.7760157075970397,
      "grad_norm": 1.724371246917489,
      "learning_rate": 1.369116317266056e-07,
      "loss": 0.0962,
      "step": 18380
    },
    {
      "epoch": 2.77616674218396,
      "grad_norm": 1.078929317472133,
      "learning_rate": 1.3672789841168155e-07,
      "loss": 0.056,
      "step": 18381
    },
    {
      "epoch": 2.7763177767708807,
      "grad_norm": 1.4991171602123667,
      "learning_rate": 1.365442867541844e-07,
      "loss": 0.0732,
      "step": 18382
    },
    {
      "epoch": 2.776468811357801,
      "grad_norm": 1.280371143984487,
      "learning_rate": 1.363607967587094e-07,
      "loss": 0.0692,
      "step": 18383
    },
    {
      "epoch": 2.7766198459447216,
      "grad_norm": 1.2436728185367552,
      "learning_rate": 1.361774284298434e-07,
      "loss": 0.0678,
      "step": 18384
    },
    {
      "epoch": 2.776770880531642,
      "grad_norm": 1.6495202319632793,
      "learning_rate": 1.3599418177217494e-07,
      "loss": 0.0688,
      "step": 18385
    },
    {
      "epoch": 2.776921915118562,
      "grad_norm": 1.4980944496662285,
      "learning_rate": 1.3581105679028927e-07,
      "loss": 0.0752,
      "step": 18386
    },
    {
      "epoch": 2.7770729497054827,
      "grad_norm": 1.4937540483868255,
      "learning_rate": 1.3562805348876552e-07,
      "loss": 0.0729,
      "step": 18387
    },
    {
      "epoch": 2.777223984292403,
      "grad_norm": 1.3008627682725087,
      "learning_rate": 1.3544517187218275e-07,
      "loss": 0.0682,
      "step": 18388
    },
    {
      "epoch": 2.777375018879323,
      "grad_norm": 1.3219846711697405,
      "learning_rate": 1.352624119451146e-07,
      "loss": 0.0625,
      "step": 18389
    },
    {
      "epoch": 2.777526053466244,
      "grad_norm": 1.440327466268153,
      "learning_rate": 1.350797737121351e-07,
      "loss": 0.0688,
      "step": 18390
    },
    {
      "epoch": 2.777677088053164,
      "grad_norm": 1.2568517654292404,
      "learning_rate": 1.3489725717781122e-07,
      "loss": 0.076,
      "step": 18391
    },
    {
      "epoch": 2.7778281226400847,
      "grad_norm": 1.4975027550037654,
      "learning_rate": 1.3471486234670872e-07,
      "loss": 0.0772,
      "step": 18392
    },
    {
      "epoch": 2.777979157227005,
      "grad_norm": 1.1938748121228997,
      "learning_rate": 1.3453258922339175e-07,
      "loss": 0.0515,
      "step": 18393
    },
    {
      "epoch": 2.7781301918139256,
      "grad_norm": 1.557246275857789,
      "learning_rate": 1.3435043781241773e-07,
      "loss": 0.0734,
      "step": 18394
    },
    {
      "epoch": 2.778281226400846,
      "grad_norm": 1.2846682833958412,
      "learning_rate": 1.3416840811834587e-07,
      "loss": 0.0664,
      "step": 18395
    },
    {
      "epoch": 2.778432260987766,
      "grad_norm": 1.6969948477773955,
      "learning_rate": 1.3398650014572745e-07,
      "loss": 0.0762,
      "step": 18396
    },
    {
      "epoch": 2.7785832955746868,
      "grad_norm": 1.4025281992588405,
      "learning_rate": 1.3380471389911443e-07,
      "loss": 0.087,
      "step": 18397
    },
    {
      "epoch": 2.778734330161607,
      "grad_norm": 1.2095389300953376,
      "learning_rate": 1.3362304938305426e-07,
      "loss": 0.0626,
      "step": 18398
    },
    {
      "epoch": 2.778885364748527,
      "grad_norm": 1.519057149020229,
      "learning_rate": 1.3344150660209055e-07,
      "loss": 0.0752,
      "step": 18399
    },
    {
      "epoch": 2.779036399335448,
      "grad_norm": 1.5157361561374436,
      "learning_rate": 1.332600855607652e-07,
      "loss": 0.0809,
      "step": 18400
    },
    {
      "epoch": 2.779187433922368,
      "grad_norm": 1.2844524222379334,
      "learning_rate": 1.3307878626361626e-07,
      "loss": 0.0719,
      "step": 18401
    },
    {
      "epoch": 2.779338468509289,
      "grad_norm": 1.0678216929017512,
      "learning_rate": 1.3289760871517955e-07,
      "loss": 0.0459,
      "step": 18402
    },
    {
      "epoch": 2.779489503096209,
      "grad_norm": 1.4245486612970741,
      "learning_rate": 1.327165529199864e-07,
      "loss": 0.0787,
      "step": 18403
    },
    {
      "epoch": 2.7796405376831297,
      "grad_norm": 1.2548935354062334,
      "learning_rate": 1.3253561888256715e-07,
      "loss": 0.0642,
      "step": 18404
    },
    {
      "epoch": 2.77979157227005,
      "grad_norm": 1.4784358883830773,
      "learning_rate": 1.3235480660744815e-07,
      "loss": 0.0639,
      "step": 18405
    },
    {
      "epoch": 2.77994260685697,
      "grad_norm": 1.2296378686134881,
      "learning_rate": 1.3217411609915077e-07,
      "loss": 0.0563,
      "step": 18406
    },
    {
      "epoch": 2.780093641443891,
      "grad_norm": 1.4527114413604931,
      "learning_rate": 1.3199354736219582e-07,
      "loss": 0.0754,
      "step": 18407
    },
    {
      "epoch": 2.780244676030811,
      "grad_norm": 1.631210222454955,
      "learning_rate": 1.318131004011014e-07,
      "loss": 0.0803,
      "step": 18408
    },
    {
      "epoch": 2.7803957106177313,
      "grad_norm": 1.6035294535001954,
      "learning_rate": 1.3163277522038053e-07,
      "loss": 0.0857,
      "step": 18409
    },
    {
      "epoch": 2.780546745204652,
      "grad_norm": 1.397898942560116,
      "learning_rate": 1.3145257182454463e-07,
      "loss": 0.0674,
      "step": 18410
    },
    {
      "epoch": 2.780697779791572,
      "grad_norm": 1.4069264233073162,
      "learning_rate": 1.3127249021810118e-07,
      "loss": 0.0796,
      "step": 18411
    },
    {
      "epoch": 2.7808488143784924,
      "grad_norm": 1.2563163138352527,
      "learning_rate": 1.310925304055549e-07,
      "loss": 0.056,
      "step": 18412
    },
    {
      "epoch": 2.780999848965413,
      "grad_norm": 1.692270280870618,
      "learning_rate": 1.3091269239140836e-07,
      "loss": 0.0779,
      "step": 18413
    },
    {
      "epoch": 2.7811508835523338,
      "grad_norm": 1.4924390902730436,
      "learning_rate": 1.3073297618015901e-07,
      "loss": 0.0931,
      "step": 18414
    },
    {
      "epoch": 2.781301918139254,
      "grad_norm": 1.2404169331650252,
      "learning_rate": 1.305533817763044e-07,
      "loss": 0.0576,
      "step": 18415
    },
    {
      "epoch": 2.781452952726174,
      "grad_norm": 1.2578223311886179,
      "learning_rate": 1.303739091843348e-07,
      "loss": 0.068,
      "step": 18416
    },
    {
      "epoch": 2.781603987313095,
      "grad_norm": 1.905872797377905,
      "learning_rate": 1.3019455840874217e-07,
      "loss": 0.091,
      "step": 18417
    },
    {
      "epoch": 2.781755021900015,
      "grad_norm": 1.6305966997065273,
      "learning_rate": 1.300153294540113e-07,
      "loss": 0.0705,
      "step": 18418
    },
    {
      "epoch": 2.7819060564869353,
      "grad_norm": 1.6643952265446764,
      "learning_rate": 1.298362223246269e-07,
      "loss": 0.0768,
      "step": 18419
    },
    {
      "epoch": 2.782057091073856,
      "grad_norm": 1.2997466364584855,
      "learning_rate": 1.2965723702506873e-07,
      "loss": 0.0715,
      "step": 18420
    },
    {
      "epoch": 2.7822081256607762,
      "grad_norm": 1.6423579978486322,
      "learning_rate": 1.2947837355981429e-07,
      "loss": 0.0685,
      "step": 18421
    },
    {
      "epoch": 2.7823591602476965,
      "grad_norm": 1.4588615082799552,
      "learning_rate": 1.292996319333384e-07,
      "loss": 0.0724,
      "step": 18422
    },
    {
      "epoch": 2.782510194834617,
      "grad_norm": 1.5371971040030796,
      "learning_rate": 1.2912101215011187e-07,
      "loss": 0.0714,
      "step": 18423
    },
    {
      "epoch": 2.7826612294215374,
      "grad_norm": 1.404075425538442,
      "learning_rate": 1.2894251421460334e-07,
      "loss": 0.0691,
      "step": 18424
    },
    {
      "epoch": 2.782812264008458,
      "grad_norm": 1.623182676593042,
      "learning_rate": 1.2876413813127708e-07,
      "loss": 0.0791,
      "step": 18425
    },
    {
      "epoch": 2.7829632985953783,
      "grad_norm": 1.3052388772970598,
      "learning_rate": 1.285858839045967e-07,
      "loss": 0.066,
      "step": 18426
    },
    {
      "epoch": 2.783114333182299,
      "grad_norm": 1.6722657742393114,
      "learning_rate": 1.284077515390214e-07,
      "loss": 0.0773,
      "step": 18427
    },
    {
      "epoch": 2.783265367769219,
      "grad_norm": 1.3160709442661964,
      "learning_rate": 1.2822974103900543e-07,
      "loss": 0.0658,
      "step": 18428
    },
    {
      "epoch": 2.7834164023561394,
      "grad_norm": 1.2867118265494883,
      "learning_rate": 1.2805185240900352e-07,
      "loss": 0.0652,
      "step": 18429
    },
    {
      "epoch": 2.78356743694306,
      "grad_norm": 1.5107518973981093,
      "learning_rate": 1.278740856534644e-07,
      "loss": 0.0737,
      "step": 18430
    },
    {
      "epoch": 2.7837184715299803,
      "grad_norm": 1.4430909260457632,
      "learning_rate": 1.2769644077683606e-07,
      "loss": 0.0709,
      "step": 18431
    },
    {
      "epoch": 2.7838695061169005,
      "grad_norm": 1.4820211837946335,
      "learning_rate": 1.2751891778356173e-07,
      "loss": 0.0737,
      "step": 18432
    },
    {
      "epoch": 2.784020540703821,
      "grad_norm": 1.487382626418722,
      "learning_rate": 1.2734151667808282e-07,
      "loss": 0.0815,
      "step": 18433
    },
    {
      "epoch": 2.7841715752907414,
      "grad_norm": 1.1169815878627534,
      "learning_rate": 1.2716423746483741e-07,
      "loss": 0.056,
      "step": 18434
    },
    {
      "epoch": 2.784322609877662,
      "grad_norm": 1.4365723876271472,
      "learning_rate": 1.2698708014825866e-07,
      "loss": 0.0644,
      "step": 18435
    },
    {
      "epoch": 2.7844736444645823,
      "grad_norm": 1.7794329325766867,
      "learning_rate": 1.2681004473277914e-07,
      "loss": 0.0844,
      "step": 18436
    },
    {
      "epoch": 2.784624679051503,
      "grad_norm": 1.3651369567360212,
      "learning_rate": 1.2663313122282805e-07,
      "loss": 0.0738,
      "step": 18437
    },
    {
      "epoch": 2.7847757136384232,
      "grad_norm": 1.1079842874781163,
      "learning_rate": 1.2645633962283022e-07,
      "loss": 0.0623,
      "step": 18438
    },
    {
      "epoch": 2.7849267482253435,
      "grad_norm": 1.4981447221311937,
      "learning_rate": 1.2627966993720874e-07,
      "loss": 0.0658,
      "step": 18439
    },
    {
      "epoch": 2.785077782812264,
      "grad_norm": 1.5849696149599288,
      "learning_rate": 1.2610312217038234e-07,
      "loss": 0.0607,
      "step": 18440
    },
    {
      "epoch": 2.7852288173991844,
      "grad_norm": 1.4672242503015764,
      "learning_rate": 1.2592669632676858e-07,
      "loss": 0.0645,
      "step": 18441
    },
    {
      "epoch": 2.7853798519861046,
      "grad_norm": 1.1739461074389663,
      "learning_rate": 1.2575039241078003e-07,
      "loss": 0.0647,
      "step": 18442
    },
    {
      "epoch": 2.7855308865730253,
      "grad_norm": 1.5472482826263667,
      "learning_rate": 1.255742104268265e-07,
      "loss": 0.071,
      "step": 18443
    },
    {
      "epoch": 2.7856819211599455,
      "grad_norm": 1.268682345267335,
      "learning_rate": 1.2539815037931725e-07,
      "loss": 0.0628,
      "step": 18444
    },
    {
      "epoch": 2.785832955746866,
      "grad_norm": 1.4399871388324692,
      "learning_rate": 1.252222122726543e-07,
      "loss": 0.07,
      "step": 18445
    },
    {
      "epoch": 2.7859839903337864,
      "grad_norm": 1.2935196695885829,
      "learning_rate": 1.2504639611124026e-07,
      "loss": 0.0618,
      "step": 18446
    },
    {
      "epoch": 2.786135024920707,
      "grad_norm": 1.5380206805699708,
      "learning_rate": 1.2487070189947216e-07,
      "loss": 0.0821,
      "step": 18447
    },
    {
      "epoch": 2.7862860595076273,
      "grad_norm": 1.4654515753517343,
      "learning_rate": 1.2469512964174645e-07,
      "loss": 0.0718,
      "step": 18448
    },
    {
      "epoch": 2.7864370940945475,
      "grad_norm": 1.2377993415381352,
      "learning_rate": 1.2451967934245413e-07,
      "loss": 0.0699,
      "step": 18449
    },
    {
      "epoch": 2.786588128681468,
      "grad_norm": 1.1680305312865993,
      "learning_rate": 1.2434435100598441e-07,
      "loss": 0.0582,
      "step": 18450
    },
    {
      "epoch": 2.7867391632683884,
      "grad_norm": 1.190359554814974,
      "learning_rate": 1.241691446367238e-07,
      "loss": 0.0546,
      "step": 18451
    },
    {
      "epoch": 2.7868901978553087,
      "grad_norm": 1.3065425668454151,
      "learning_rate": 1.239940602390538e-07,
      "loss": 0.0624,
      "step": 18452
    },
    {
      "epoch": 2.7870412324422293,
      "grad_norm": 1.5543307745398645,
      "learning_rate": 1.2381909781735647e-07,
      "loss": 0.081,
      "step": 18453
    },
    {
      "epoch": 2.7871922670291496,
      "grad_norm": 1.3349520052410992,
      "learning_rate": 1.2364425737600605e-07,
      "loss": 0.0755,
      "step": 18454
    },
    {
      "epoch": 2.7873433016160702,
      "grad_norm": 1.222335477963505,
      "learning_rate": 1.2346953891937742e-07,
      "loss": 0.0636,
      "step": 18455
    },
    {
      "epoch": 2.7874943362029905,
      "grad_norm": 1.2329187943918754,
      "learning_rate": 1.232949424518426e-07,
      "loss": 0.0657,
      "step": 18456
    },
    {
      "epoch": 2.787645370789911,
      "grad_norm": 1.3442410365090716,
      "learning_rate": 1.23120467977767e-07,
      "loss": 0.0732,
      "step": 18457
    },
    {
      "epoch": 2.7877964053768314,
      "grad_norm": 1.684154440507108,
      "learning_rate": 1.2294611550151658e-07,
      "loss": 0.0753,
      "step": 18458
    },
    {
      "epoch": 2.7879474399637516,
      "grad_norm": 1.1823746979548566,
      "learning_rate": 1.2277188502745174e-07,
      "loss": 0.0662,
      "step": 18459
    },
    {
      "epoch": 2.7880984745506723,
      "grad_norm": 1.4124871813439843,
      "learning_rate": 1.2259777655993233e-07,
      "loss": 0.0604,
      "step": 18460
    },
    {
      "epoch": 2.7882495091375925,
      "grad_norm": 1.8031807579938313,
      "learning_rate": 1.2242379010331263e-07,
      "loss": 0.0811,
      "step": 18461
    },
    {
      "epoch": 2.7884005437245127,
      "grad_norm": 1.5337727345669958,
      "learning_rate": 1.2224992566194526e-07,
      "loss": 0.0788,
      "step": 18462
    },
    {
      "epoch": 2.7885515783114334,
      "grad_norm": 1.2872661208895675,
      "learning_rate": 1.220761832401812e-07,
      "loss": 0.0728,
      "step": 18463
    },
    {
      "epoch": 2.7887026128983536,
      "grad_norm": 1.2571147880295708,
      "learning_rate": 1.2190256284236368e-07,
      "loss": 0.0628,
      "step": 18464
    },
    {
      "epoch": 2.788853647485274,
      "grad_norm": 1.548173531363419,
      "learning_rate": 1.217290644728375e-07,
      "loss": 0.0854,
      "step": 18465
    },
    {
      "epoch": 2.7890046820721945,
      "grad_norm": 2.2208088250432323,
      "learning_rate": 1.2155568813594364e-07,
      "loss": 0.0806,
      "step": 18466
    },
    {
      "epoch": 2.789155716659115,
      "grad_norm": 1.365161297792247,
      "learning_rate": 1.2138243383601755e-07,
      "loss": 0.0711,
      "step": 18467
    },
    {
      "epoch": 2.7893067512460354,
      "grad_norm": 1.3677627684072735,
      "learning_rate": 1.2120930157739464e-07,
      "loss": 0.0818,
      "step": 18468
    },
    {
      "epoch": 2.7894577858329557,
      "grad_norm": 1.868473459067503,
      "learning_rate": 1.2103629136440477e-07,
      "loss": 0.0582,
      "step": 18469
    },
    {
      "epoch": 2.7896088204198763,
      "grad_norm": 1.3687097420828604,
      "learning_rate": 1.2086340320137723e-07,
      "loss": 0.0705,
      "step": 18470
    },
    {
      "epoch": 2.7897598550067966,
      "grad_norm": 1.0701963927114218,
      "learning_rate": 1.2069063709263585e-07,
      "loss": 0.0535,
      "step": 18471
    },
    {
      "epoch": 2.789910889593717,
      "grad_norm": 1.5003533436086298,
      "learning_rate": 1.2051799304250268e-07,
      "loss": 0.068,
      "step": 18472
    },
    {
      "epoch": 2.7900619241806375,
      "grad_norm": 1.2371554008735663,
      "learning_rate": 1.2034547105529648e-07,
      "loss": 0.0625,
      "step": 18473
    },
    {
      "epoch": 2.7902129587675577,
      "grad_norm": 1.3062745053299407,
      "learning_rate": 1.2017307113533272e-07,
      "loss": 0.0706,
      "step": 18474
    },
    {
      "epoch": 2.790363993354478,
      "grad_norm": 1.3022146396405077,
      "learning_rate": 1.2000079328692517e-07,
      "loss": 0.067,
      "step": 18475
    },
    {
      "epoch": 2.7905150279413986,
      "grad_norm": 1.0122195584416749,
      "learning_rate": 1.1982863751438256e-07,
      "loss": 0.0554,
      "step": 18476
    },
    {
      "epoch": 2.790666062528319,
      "grad_norm": 1.2324584280594317,
      "learning_rate": 1.196566038220115e-07,
      "loss": 0.07,
      "step": 18477
    },
    {
      "epoch": 2.7908170971152395,
      "grad_norm": 1.4268654155078604,
      "learning_rate": 1.1948469221411575e-07,
      "loss": 0.0715,
      "step": 18478
    },
    {
      "epoch": 2.7909681317021597,
      "grad_norm": 2.022609874471539,
      "learning_rate": 1.1931290269499574e-07,
      "loss": 0.0821,
      "step": 18479
    },
    {
      "epoch": 2.7911191662890804,
      "grad_norm": 1.5730921024273594,
      "learning_rate": 1.191412352689486e-07,
      "loss": 0.0687,
      "step": 18480
    },
    {
      "epoch": 2.7912702008760006,
      "grad_norm": 1.3482274677582424,
      "learning_rate": 1.1896968994026869e-07,
      "loss": 0.0648,
      "step": 18481
    },
    {
      "epoch": 2.791421235462921,
      "grad_norm": 1.3188976919973185,
      "learning_rate": 1.1879826671324756e-07,
      "loss": 0.0622,
      "step": 18482
    },
    {
      "epoch": 2.7915722700498415,
      "grad_norm": 1.4934227758099727,
      "learning_rate": 1.1862696559217402e-07,
      "loss": 0.0799,
      "step": 18483
    },
    {
      "epoch": 2.7917233046367618,
      "grad_norm": 1.2852699379979284,
      "learning_rate": 1.1845578658133239e-07,
      "loss": 0.0633,
      "step": 18484
    },
    {
      "epoch": 2.791874339223682,
      "grad_norm": 1.4212645147521505,
      "learning_rate": 1.1828472968500538e-07,
      "loss": 0.0673,
      "step": 18485
    },
    {
      "epoch": 2.7920253738106027,
      "grad_norm": 1.3550988175091,
      "learning_rate": 1.1811379490747121e-07,
      "loss": 0.0629,
      "step": 18486
    },
    {
      "epoch": 2.792176408397523,
      "grad_norm": 1.1223667358414922,
      "learning_rate": 1.1794298225300594e-07,
      "loss": 0.0587,
      "step": 18487
    },
    {
      "epoch": 2.7923274429844436,
      "grad_norm": 1.7869799657078194,
      "learning_rate": 1.1777229172588389e-07,
      "loss": 0.0751,
      "step": 18488
    },
    {
      "epoch": 2.792478477571364,
      "grad_norm": 1.416437776831064,
      "learning_rate": 1.176017233303739e-07,
      "loss": 0.0681,
      "step": 18489
    },
    {
      "epoch": 2.7926295121582845,
      "grad_norm": 1.0247105894201036,
      "learning_rate": 1.1743127707074309e-07,
      "loss": 0.0509,
      "step": 18490
    },
    {
      "epoch": 2.7927805467452047,
      "grad_norm": 1.4642445851842594,
      "learning_rate": 1.1726095295125527e-07,
      "loss": 0.0704,
      "step": 18491
    },
    {
      "epoch": 2.792931581332125,
      "grad_norm": 1.4340716938611062,
      "learning_rate": 1.170907509761715e-07,
      "loss": 0.08,
      "step": 18492
    },
    {
      "epoch": 2.7930826159190456,
      "grad_norm": 0.9322353762629658,
      "learning_rate": 1.1692067114974892e-07,
      "loss": 0.0473,
      "step": 18493
    },
    {
      "epoch": 2.793233650505966,
      "grad_norm": 1.8058144394361557,
      "learning_rate": 1.1675071347624245e-07,
      "loss": 0.0965,
      "step": 18494
    },
    {
      "epoch": 2.793384685092886,
      "grad_norm": 1.4689353145835746,
      "learning_rate": 1.165808779599037e-07,
      "loss": 0.072,
      "step": 18495
    },
    {
      "epoch": 2.7935357196798067,
      "grad_norm": 1.019911964686612,
      "learning_rate": 1.1641116460498036e-07,
      "loss": 0.0526,
      "step": 18496
    },
    {
      "epoch": 2.793686754266727,
      "grad_norm": 1.2251515046134422,
      "learning_rate": 1.1624157341571962e-07,
      "loss": 0.0618,
      "step": 18497
    },
    {
      "epoch": 2.7938377888536476,
      "grad_norm": 1.2576052940771227,
      "learning_rate": 1.1607210439636252e-07,
      "loss": 0.0656,
      "step": 18498
    },
    {
      "epoch": 2.793988823440568,
      "grad_norm": 1.28327919018706,
      "learning_rate": 1.15902757551149e-07,
      "loss": 0.073,
      "step": 18499
    },
    {
      "epoch": 2.7941398580274885,
      "grad_norm": 1.1915064577021306,
      "learning_rate": 1.1573353288431566e-07,
      "loss": 0.0593,
      "step": 18500
    },
    {
      "epoch": 2.7942908926144088,
      "grad_norm": 1.2538714523275636,
      "learning_rate": 1.1556443040009413e-07,
      "loss": 0.0602,
      "step": 18501
    },
    {
      "epoch": 2.794441927201329,
      "grad_norm": 1.590825528066908,
      "learning_rate": 1.1539545010271713e-07,
      "loss": 0.0676,
      "step": 18502
    },
    {
      "epoch": 2.7945929617882497,
      "grad_norm": 1.4675108856467503,
      "learning_rate": 1.1522659199640906e-07,
      "loss": 0.0816,
      "step": 18503
    },
    {
      "epoch": 2.79474399637517,
      "grad_norm": 1.7087930723684641,
      "learning_rate": 1.1505785608539654e-07,
      "loss": 0.0687,
      "step": 18504
    },
    {
      "epoch": 2.79489503096209,
      "grad_norm": 1.1830060242602072,
      "learning_rate": 1.1488924237389843e-07,
      "loss": 0.0711,
      "step": 18505
    },
    {
      "epoch": 2.795046065549011,
      "grad_norm": 1.3998251728332414,
      "learning_rate": 1.1472075086613466e-07,
      "loss": 0.076,
      "step": 18506
    },
    {
      "epoch": 2.795197100135931,
      "grad_norm": 1.172838747873419,
      "learning_rate": 1.1455238156631909e-07,
      "loss": 0.0703,
      "step": 18507
    },
    {
      "epoch": 2.7953481347228513,
      "grad_norm": 1.0988936922419077,
      "learning_rate": 1.1438413447866282e-07,
      "loss": 0.062,
      "step": 18508
    },
    {
      "epoch": 2.795499169309772,
      "grad_norm": 1.5327922171941681,
      "learning_rate": 1.1421600960737633e-07,
      "loss": 0.0702,
      "step": 18509
    },
    {
      "epoch": 2.7956502038966926,
      "grad_norm": 1.011444342954091,
      "learning_rate": 1.1404800695666408e-07,
      "loss": 0.0577,
      "step": 18510
    },
    {
      "epoch": 2.795801238483613,
      "grad_norm": 2.284492337462866,
      "learning_rate": 1.1388012653072877e-07,
      "loss": 0.0834,
      "step": 18511
    },
    {
      "epoch": 2.795952273070533,
      "grad_norm": 1.1267911738702447,
      "learning_rate": 1.1371236833377097e-07,
      "loss": 0.0592,
      "step": 18512
    },
    {
      "epoch": 2.7961033076574537,
      "grad_norm": 1.5028298948290335,
      "learning_rate": 1.1354473236998675e-07,
      "loss": 0.0868,
      "step": 18513
    },
    {
      "epoch": 2.796254342244374,
      "grad_norm": 2.0027620278788953,
      "learning_rate": 1.1337721864356999e-07,
      "loss": 0.0766,
      "step": 18514
    },
    {
      "epoch": 2.796405376831294,
      "grad_norm": 1.318736053139595,
      "learning_rate": 1.1320982715870954e-07,
      "loss": 0.0709,
      "step": 18515
    },
    {
      "epoch": 2.796556411418215,
      "grad_norm": 1.3147107731365097,
      "learning_rate": 1.1304255791959429e-07,
      "loss": 0.0681,
      "step": 18516
    },
    {
      "epoch": 2.796707446005135,
      "grad_norm": 2.9013638913225073,
      "learning_rate": 1.1287541093040865e-07,
      "loss": 0.0828,
      "step": 18517
    },
    {
      "epoch": 2.7968584805920553,
      "grad_norm": 1.1679377888217648,
      "learning_rate": 1.127083861953332e-07,
      "loss": 0.056,
      "step": 18518
    },
    {
      "epoch": 2.797009515178976,
      "grad_norm": 1.3187630224050175,
      "learning_rate": 1.1254148371854679e-07,
      "loss": 0.0685,
      "step": 18519
    },
    {
      "epoch": 2.7971605497658962,
      "grad_norm": 3.7115037047474653,
      "learning_rate": 1.1237470350422441e-07,
      "loss": 0.0888,
      "step": 18520
    },
    {
      "epoch": 2.797311584352817,
      "grad_norm": 1.610654686868705,
      "learning_rate": 1.1220804555653719e-07,
      "loss": 0.0806,
      "step": 18521
    },
    {
      "epoch": 2.797462618939737,
      "grad_norm": 1.1171967201827684,
      "learning_rate": 1.1204150987965568e-07,
      "loss": 0.0566,
      "step": 18522
    },
    {
      "epoch": 2.797613653526658,
      "grad_norm": 1.3347653477542485,
      "learning_rate": 1.1187509647774431e-07,
      "loss": 0.0743,
      "step": 18523
    },
    {
      "epoch": 2.797764688113578,
      "grad_norm": 1.702368207372956,
      "learning_rate": 1.1170880535496753e-07,
      "loss": 0.0811,
      "step": 18524
    },
    {
      "epoch": 2.7979157227004983,
      "grad_norm": 1.0265342648946314,
      "learning_rate": 1.1154263651548425e-07,
      "loss": 0.0489,
      "step": 18525
    },
    {
      "epoch": 2.798066757287419,
      "grad_norm": 1.9948859464822617,
      "learning_rate": 1.1137658996345169e-07,
      "loss": 0.0831,
      "step": 18526
    },
    {
      "epoch": 2.798217791874339,
      "grad_norm": 1.1758401288684937,
      "learning_rate": 1.1121066570302319e-07,
      "loss": 0.0726,
      "step": 18527
    },
    {
      "epoch": 2.7983688264612594,
      "grad_norm": 1.1835005361017026,
      "learning_rate": 1.1104486373834989e-07,
      "loss": 0.0537,
      "step": 18528
    },
    {
      "epoch": 2.79851986104818,
      "grad_norm": 1.674955675352498,
      "learning_rate": 1.1087918407357956e-07,
      "loss": 0.0844,
      "step": 18529
    },
    {
      "epoch": 2.7986708956351003,
      "grad_norm": 1.4282633831949825,
      "learning_rate": 1.1071362671285557e-07,
      "loss": 0.0636,
      "step": 18530
    },
    {
      "epoch": 2.798821930222021,
      "grad_norm": 1.590023925516491,
      "learning_rate": 1.1054819166032127e-07,
      "loss": 0.0789,
      "step": 18531
    },
    {
      "epoch": 2.798972964808941,
      "grad_norm": 1.4197526625055565,
      "learning_rate": 1.1038287892011335e-07,
      "loss": 0.07,
      "step": 18532
    },
    {
      "epoch": 2.799123999395862,
      "grad_norm": 1.4788588221002232,
      "learning_rate": 1.1021768849636793e-07,
      "loss": 0.0709,
      "step": 18533
    },
    {
      "epoch": 2.799275033982782,
      "grad_norm": 1.2332865937888953,
      "learning_rate": 1.1005262039321785e-07,
      "loss": 0.0661,
      "step": 18534
    },
    {
      "epoch": 2.7994260685697023,
      "grad_norm": 1.3936558253785913,
      "learning_rate": 1.0988767461479199e-07,
      "loss": 0.0761,
      "step": 18535
    },
    {
      "epoch": 2.799577103156623,
      "grad_norm": 1.3240538851077044,
      "learning_rate": 1.0972285116521597e-07,
      "loss": 0.0722,
      "step": 18536
    },
    {
      "epoch": 2.7997281377435432,
      "grad_norm": 1.3281186704029966,
      "learning_rate": 1.095581500486137e-07,
      "loss": 0.0662,
      "step": 18537
    },
    {
      "epoch": 2.7998791723304635,
      "grad_norm": 1.0247589216558615,
      "learning_rate": 1.0939357126910466e-07,
      "loss": 0.054,
      "step": 18538
    },
    {
      "epoch": 2.800030206917384,
      "grad_norm": 1.1502118419900775,
      "learning_rate": 1.0922911483080668e-07,
      "loss": 0.0595,
      "step": 18539
    },
    {
      "epoch": 2.8001812415043044,
      "grad_norm": 1.1381489308267205,
      "learning_rate": 1.090647807378331e-07,
      "loss": 0.0672,
      "step": 18540
    },
    {
      "epoch": 2.800332276091225,
      "grad_norm": 1.92095379348176,
      "learning_rate": 1.0890056899429513e-07,
      "loss": 0.0862,
      "step": 18541
    },
    {
      "epoch": 2.8004833106781453,
      "grad_norm": 1.2679661414644774,
      "learning_rate": 1.0873647960430056e-07,
      "loss": 0.0613,
      "step": 18542
    },
    {
      "epoch": 2.800634345265066,
      "grad_norm": 1.1777130592819636,
      "learning_rate": 1.085725125719539e-07,
      "loss": 0.0623,
      "step": 18543
    },
    {
      "epoch": 2.800785379851986,
      "grad_norm": 1.34117896799525,
      "learning_rate": 1.0840866790135685e-07,
      "loss": 0.0679,
      "step": 18544
    },
    {
      "epoch": 2.8009364144389064,
      "grad_norm": 1.2138108490730615,
      "learning_rate": 1.0824494559660836e-07,
      "loss": 0.0678,
      "step": 18545
    },
    {
      "epoch": 2.801087449025827,
      "grad_norm": 1.2839786752908462,
      "learning_rate": 1.0808134566180461e-07,
      "loss": 0.0674,
      "step": 18546
    },
    {
      "epoch": 2.8012384836127473,
      "grad_norm": 1.3504172831758814,
      "learning_rate": 1.0791786810103677e-07,
      "loss": 0.0744,
      "step": 18547
    },
    {
      "epoch": 2.8013895181996675,
      "grad_norm": 0.9797306887600447,
      "learning_rate": 1.0775451291839601e-07,
      "loss": 0.0437,
      "step": 18548
    },
    {
      "epoch": 2.801540552786588,
      "grad_norm": 1.5560280579681947,
      "learning_rate": 1.0759128011796737e-07,
      "loss": 0.0719,
      "step": 18549
    },
    {
      "epoch": 2.8016915873735084,
      "grad_norm": 1.4588379500620738,
      "learning_rate": 1.0742816970383429e-07,
      "loss": 0.0712,
      "step": 18550
    },
    {
      "epoch": 2.801842621960429,
      "grad_norm": 1.5244810833635623,
      "learning_rate": 1.0726518168007738e-07,
      "loss": 0.0711,
      "step": 18551
    },
    {
      "epoch": 2.8019936565473493,
      "grad_norm": 1.657628223157251,
      "learning_rate": 1.0710231605077393e-07,
      "loss": 0.0711,
      "step": 18552
    },
    {
      "epoch": 2.80214469113427,
      "grad_norm": 1.6962498026893555,
      "learning_rate": 1.06939572819999e-07,
      "loss": 0.0926,
      "step": 18553
    },
    {
      "epoch": 2.8022957257211902,
      "grad_norm": 1.6119058715219026,
      "learning_rate": 1.0677695199182158e-07,
      "loss": 0.0793,
      "step": 18554
    },
    {
      "epoch": 2.8024467603081105,
      "grad_norm": 1.8191415290560042,
      "learning_rate": 1.0661445357031175e-07,
      "loss": 0.0701,
      "step": 18555
    },
    {
      "epoch": 2.802597794895031,
      "grad_norm": 1.2201705060881436,
      "learning_rate": 1.0645207755953347e-07,
      "loss": 0.0514,
      "step": 18556
    },
    {
      "epoch": 2.8027488294819514,
      "grad_norm": 1.5637582528546676,
      "learning_rate": 1.0628982396354903e-07,
      "loss": 0.071,
      "step": 18557
    },
    {
      "epoch": 2.8028998640688716,
      "grad_norm": 1.1377783156185426,
      "learning_rate": 1.0612769278641688e-07,
      "loss": 0.0589,
      "step": 18558
    },
    {
      "epoch": 2.8030508986557923,
      "grad_norm": 1.2965218938125247,
      "learning_rate": 1.0596568403219321e-07,
      "loss": 0.0758,
      "step": 18559
    },
    {
      "epoch": 2.8032019332427125,
      "grad_norm": 1.3528420623267199,
      "learning_rate": 1.0580379770493088e-07,
      "loss": 0.0481,
      "step": 18560
    },
    {
      "epoch": 2.8033529678296327,
      "grad_norm": 1.2678249681146445,
      "learning_rate": 1.0564203380867832e-07,
      "loss": 0.0621,
      "step": 18561
    },
    {
      "epoch": 2.8035040024165534,
      "grad_norm": 1.1819654725500175,
      "learning_rate": 1.0548039234748397e-07,
      "loss": 0.0632,
      "step": 18562
    },
    {
      "epoch": 2.803655037003474,
      "grad_norm": 1.260448411065867,
      "learning_rate": 1.053188733253907e-07,
      "loss": 0.0718,
      "step": 18563
    },
    {
      "epoch": 2.8038060715903943,
      "grad_norm": 1.5258399028726608,
      "learning_rate": 1.0515747674643861e-07,
      "loss": 0.0749,
      "step": 18564
    },
    {
      "epoch": 2.8039571061773145,
      "grad_norm": 1.2813281661135796,
      "learning_rate": 1.0499620261466559e-07,
      "loss": 0.0602,
      "step": 18565
    },
    {
      "epoch": 2.804108140764235,
      "grad_norm": 0.9052743498987842,
      "learning_rate": 1.0483505093410507e-07,
      "loss": 0.047,
      "step": 18566
    },
    {
      "epoch": 2.8042591753511554,
      "grad_norm": 1.335459304840531,
      "learning_rate": 1.0467402170878937e-07,
      "loss": 0.0658,
      "step": 18567
    },
    {
      "epoch": 2.8044102099380757,
      "grad_norm": 1.3502317950703764,
      "learning_rate": 1.0451311494274696e-07,
      "loss": 0.0728,
      "step": 18568
    },
    {
      "epoch": 2.8045612445249963,
      "grad_norm": 1.548306092819757,
      "learning_rate": 1.0435233064000183e-07,
      "loss": 0.0668,
      "step": 18569
    },
    {
      "epoch": 2.8047122791119166,
      "grad_norm": 1.6427833875769426,
      "learning_rate": 1.0419166880457743e-07,
      "loss": 0.0877,
      "step": 18570
    },
    {
      "epoch": 2.804863313698837,
      "grad_norm": 1.4505063533379292,
      "learning_rate": 1.0403112944049165e-07,
      "loss": 0.0643,
      "step": 18571
    },
    {
      "epoch": 2.8050143482857575,
      "grad_norm": 1.8649711171109293,
      "learning_rate": 1.0387071255176073e-07,
      "loss": 0.0891,
      "step": 18572
    },
    {
      "epoch": 2.8051653828726777,
      "grad_norm": 2.1529777227520617,
      "learning_rate": 1.0371041814239812e-07,
      "loss": 0.0765,
      "step": 18573
    },
    {
      "epoch": 2.8053164174595984,
      "grad_norm": 1.1028329481102033,
      "learning_rate": 1.0355024621641286e-07,
      "loss": 0.0556,
      "step": 18574
    },
    {
      "epoch": 2.8054674520465186,
      "grad_norm": 1.4986749880462096,
      "learning_rate": 1.0339019677781282e-07,
      "loss": 0.0762,
      "step": 18575
    },
    {
      "epoch": 2.8056184866334393,
      "grad_norm": 1.0978455727766763,
      "learning_rate": 1.0323026983060036e-07,
      "loss": 0.0565,
      "step": 18576
    },
    {
      "epoch": 2.8057695212203595,
      "grad_norm": 1.4150449946638455,
      "learning_rate": 1.030704653787773e-07,
      "loss": 0.0779,
      "step": 18577
    },
    {
      "epoch": 2.8059205558072797,
      "grad_norm": 1.292175256204831,
      "learning_rate": 1.0291078342634098e-07,
      "loss": 0.0708,
      "step": 18578
    },
    {
      "epoch": 2.8060715903942004,
      "grad_norm": 1.2698339064414812,
      "learning_rate": 1.0275122397728543e-07,
      "loss": 0.0758,
      "step": 18579
    },
    {
      "epoch": 2.8062226249811206,
      "grad_norm": 1.6748923929427921,
      "learning_rate": 1.0259178703560302e-07,
      "loss": 0.0952,
      "step": 18580
    },
    {
      "epoch": 2.806373659568041,
      "grad_norm": 1.2310549841593614,
      "learning_rate": 1.0243247260528111e-07,
      "loss": 0.0561,
      "step": 18581
    },
    {
      "epoch": 2.8065246941549615,
      "grad_norm": 1.5766184701730792,
      "learning_rate": 1.022732806903054e-07,
      "loss": 0.0722,
      "step": 18582
    },
    {
      "epoch": 2.8066757287418818,
      "grad_norm": 5.942474165651472,
      "learning_rate": 1.0211421129465826e-07,
      "loss": 0.1215,
      "step": 18583
    },
    {
      "epoch": 2.8068267633288024,
      "grad_norm": 1.0861572960199373,
      "learning_rate": 1.0195526442231929e-07,
      "loss": 0.0529,
      "step": 18584
    },
    {
      "epoch": 2.8069777979157227,
      "grad_norm": 1.3340503053001918,
      "learning_rate": 1.0179644007726475e-07,
      "loss": 0.0646,
      "step": 18585
    },
    {
      "epoch": 2.8071288325026433,
      "grad_norm": 1.163249556764269,
      "learning_rate": 1.0163773826346645e-07,
      "loss": 0.0587,
      "step": 18586
    },
    {
      "epoch": 2.8072798670895636,
      "grad_norm": 1.6812432136129583,
      "learning_rate": 1.0147915898489568e-07,
      "loss": 0.0844,
      "step": 18587
    },
    {
      "epoch": 2.807430901676484,
      "grad_norm": 1.2726647940077151,
      "learning_rate": 1.0132070224551815e-07,
      "loss": 0.0661,
      "step": 18588
    },
    {
      "epoch": 2.8075819362634045,
      "grad_norm": 1.3069441703049294,
      "learning_rate": 1.0116236804929903e-07,
      "loss": 0.0664,
      "step": 18589
    },
    {
      "epoch": 2.8077329708503247,
      "grad_norm": 1.3035530124930792,
      "learning_rate": 1.0100415640019844e-07,
      "loss": 0.066,
      "step": 18590
    },
    {
      "epoch": 2.807884005437245,
      "grad_norm": 1.4698221271510101,
      "learning_rate": 1.0084606730217439e-07,
      "loss": 0.0651,
      "step": 18591
    },
    {
      "epoch": 2.8080350400241656,
      "grad_norm": 1.371776371458363,
      "learning_rate": 1.0068810075918201e-07,
      "loss": 0.0754,
      "step": 18592
    },
    {
      "epoch": 2.808186074611086,
      "grad_norm": 1.3758754535919175,
      "learning_rate": 1.0053025677517147e-07,
      "loss": 0.0668,
      "step": 18593
    },
    {
      "epoch": 2.8083371091980065,
      "grad_norm": 1.5073431273036175,
      "learning_rate": 1.0037253535409241e-07,
      "loss": 0.0699,
      "step": 18594
    },
    {
      "epoch": 2.8084881437849267,
      "grad_norm": 1.270336197002998,
      "learning_rate": 1.0021493649989056e-07,
      "loss": 0.0608,
      "step": 18595
    },
    {
      "epoch": 2.8086391783718474,
      "grad_norm": 1.287732660010237,
      "learning_rate": 1.000574602165072e-07,
      "loss": 0.0631,
      "step": 18596
    },
    {
      "epoch": 2.8087902129587676,
      "grad_norm": 1.4684741298357762,
      "learning_rate": 9.990010650788306e-08,
      "loss": 0.0759,
      "step": 18597
    },
    {
      "epoch": 2.808941247545688,
      "grad_norm": 1.3694576615164264,
      "learning_rate": 9.974287537795335e-08,
      "loss": 0.0645,
      "step": 18598
    },
    {
      "epoch": 2.8090922821326085,
      "grad_norm": 1.6662154394008633,
      "learning_rate": 9.958576683065212e-08,
      "loss": 0.0719,
      "step": 18599
    },
    {
      "epoch": 2.8092433167195288,
      "grad_norm": 1.3909832872431411,
      "learning_rate": 9.942878086990904e-08,
      "loss": 0.0692,
      "step": 18600
    },
    {
      "epoch": 2.809394351306449,
      "grad_norm": 1.1283551774470049,
      "learning_rate": 9.927191749965093e-08,
      "loss": 0.0606,
      "step": 18601
    },
    {
      "epoch": 2.8095453858933697,
      "grad_norm": 1.2134063862972482,
      "learning_rate": 9.9115176723803e-08,
      "loss": 0.0611,
      "step": 18602
    },
    {
      "epoch": 2.80969642048029,
      "grad_norm": 1.577369803736838,
      "learning_rate": 9.895855854628433e-08,
      "loss": 0.0716,
      "step": 18603
    },
    {
      "epoch": 2.80984745506721,
      "grad_norm": 1.6914158021382697,
      "learning_rate": 9.880206297101458e-08,
      "loss": 0.0846,
      "step": 18604
    },
    {
      "epoch": 2.809998489654131,
      "grad_norm": 1.8392756256157696,
      "learning_rate": 9.864569000190726e-08,
      "loss": 0.0788,
      "step": 18605
    },
    {
      "epoch": 2.8101495242410515,
      "grad_norm": 1.3938550722340624,
      "learning_rate": 9.848943964287538e-08,
      "loss": 0.0786,
      "step": 18606
    },
    {
      "epoch": 2.8103005588279717,
      "grad_norm": 1.0620860788496047,
      "learning_rate": 9.833331189782691e-08,
      "loss": 0.0551,
      "step": 18607
    },
    {
      "epoch": 2.810451593414892,
      "grad_norm": 16.022336090346354,
      "learning_rate": 9.817730677066706e-08,
      "loss": 0.0896,
      "step": 18608
    },
    {
      "epoch": 2.8106026280018126,
      "grad_norm": 1.2210097712603065,
      "learning_rate": 9.802142426529937e-08,
      "loss": 0.0632,
      "step": 18609
    },
    {
      "epoch": 2.810753662588733,
      "grad_norm": 1.230608298788385,
      "learning_rate": 9.78656643856224e-08,
      "loss": 0.0646,
      "step": 18610
    },
    {
      "epoch": 2.810904697175653,
      "grad_norm": 1.3400864629806681,
      "learning_rate": 9.771002713553301e-08,
      "loss": 0.0625,
      "step": 18611
    },
    {
      "epoch": 2.8110557317625737,
      "grad_norm": 1.9595435300945425,
      "learning_rate": 9.755451251892423e-08,
      "loss": 0.0735,
      "step": 18612
    },
    {
      "epoch": 2.811206766349494,
      "grad_norm": 1.5070142258490498,
      "learning_rate": 9.739912053968681e-08,
      "loss": 0.0793,
      "step": 18613
    },
    {
      "epoch": 2.811357800936414,
      "grad_norm": 1.4538404149083275,
      "learning_rate": 9.724385120170876e-08,
      "loss": 0.0727,
      "step": 18614
    },
    {
      "epoch": 2.811508835523335,
      "grad_norm": 2.0863108976061717,
      "learning_rate": 9.708870450887197e-08,
      "loss": 0.0641,
      "step": 18615
    },
    {
      "epoch": 2.811659870110255,
      "grad_norm": 4.255863343870877,
      "learning_rate": 9.693368046505946e-08,
      "loss": 0.0856,
      "step": 18616
    },
    {
      "epoch": 2.8118109046971758,
      "grad_norm": 1.6982891766073234,
      "learning_rate": 9.677877907414813e-08,
      "loss": 0.092,
      "step": 18617
    },
    {
      "epoch": 2.811961939284096,
      "grad_norm": 1.2204547367833505,
      "learning_rate": 9.662400034001318e-08,
      "loss": 0.0645,
      "step": 18618
    },
    {
      "epoch": 2.8121129738710167,
      "grad_norm": 1.3615760247150583,
      "learning_rate": 9.646934426652766e-08,
      "loss": 0.0701,
      "step": 18619
    },
    {
      "epoch": 2.812264008457937,
      "grad_norm": 1.279115538145175,
      "learning_rate": 9.631481085755845e-08,
      "loss": 0.0796,
      "step": 18620
    },
    {
      "epoch": 2.812415043044857,
      "grad_norm": 1.1872306261208456,
      "learning_rate": 9.616040011697359e-08,
      "loss": 0.0651,
      "step": 18621
    },
    {
      "epoch": 2.812566077631778,
      "grad_norm": 1.166698032648953,
      "learning_rate": 9.60061120486333e-08,
      "loss": 0.0606,
      "step": 18622
    },
    {
      "epoch": 2.812717112218698,
      "grad_norm": 1.8063258937540516,
      "learning_rate": 9.585194665639785e-08,
      "loss": 0.0773,
      "step": 18623
    },
    {
      "epoch": 2.8128681468056183,
      "grad_norm": 1.3100025252694325,
      "learning_rate": 9.569790394412526e-08,
      "loss": 0.0763,
      "step": 18624
    },
    {
      "epoch": 2.813019181392539,
      "grad_norm": 1.17691575214465,
      "learning_rate": 9.554398391566688e-08,
      "loss": 0.0672,
      "step": 18625
    },
    {
      "epoch": 2.813170215979459,
      "grad_norm": 1.2332019984751972,
      "learning_rate": 9.53901865748752e-08,
      "loss": 0.0569,
      "step": 18626
    },
    {
      "epoch": 2.81332125056638,
      "grad_norm": 1.177777327543173,
      "learning_rate": 9.523651192559601e-08,
      "loss": 0.0633,
      "step": 18627
    },
    {
      "epoch": 2.8134722851533,
      "grad_norm": 1.0545764720257942,
      "learning_rate": 9.508295997167405e-08,
      "loss": 0.0507,
      "step": 18628
    },
    {
      "epoch": 2.8136233197402207,
      "grad_norm": 1.6802117465078181,
      "learning_rate": 9.492953071695066e-08,
      "loss": 0.0746,
      "step": 18629
    },
    {
      "epoch": 2.813774354327141,
      "grad_norm": 1.867962651302324,
      "learning_rate": 9.477622416526389e-08,
      "loss": 0.0761,
      "step": 18630
    },
    {
      "epoch": 2.813925388914061,
      "grad_norm": 1.4968679461281478,
      "learning_rate": 9.462304032044845e-08,
      "loss": 0.0779,
      "step": 18631
    },
    {
      "epoch": 2.814076423500982,
      "grad_norm": 1.3179310850940715,
      "learning_rate": 9.446997918633682e-08,
      "loss": 0.0689,
      "step": 18632
    },
    {
      "epoch": 2.814227458087902,
      "grad_norm": 1.2299742460102931,
      "learning_rate": 9.431704076675763e-08,
      "loss": 0.0627,
      "step": 18633
    },
    {
      "epoch": 2.8143784926748223,
      "grad_norm": 1.554766237338349,
      "learning_rate": 9.416422506553613e-08,
      "loss": 0.0821,
      "step": 18634
    },
    {
      "epoch": 2.814529527261743,
      "grad_norm": 1.7715791825100262,
      "learning_rate": 9.40115320864965e-08,
      "loss": 0.0721,
      "step": 18635
    },
    {
      "epoch": 2.814680561848663,
      "grad_norm": 1.4132102098890917,
      "learning_rate": 9.385896183345788e-08,
      "loss": 0.0682,
      "step": 18636
    },
    {
      "epoch": 2.814831596435584,
      "grad_norm": 1.0543822529408617,
      "learning_rate": 9.370651431023559e-08,
      "loss": 0.0631,
      "step": 18637
    },
    {
      "epoch": 2.814982631022504,
      "grad_norm": 1.326932985180747,
      "learning_rate": 9.355418952064543e-08,
      "loss": 0.0674,
      "step": 18638
    },
    {
      "epoch": 2.815133665609425,
      "grad_norm": 1.2993175051924641,
      "learning_rate": 9.34019874684955e-08,
      "loss": 0.0551,
      "step": 18639
    },
    {
      "epoch": 2.815284700196345,
      "grad_norm": 1.1147977524091137,
      "learning_rate": 9.32499081575955e-08,
      "loss": 0.0566,
      "step": 18640
    },
    {
      "epoch": 2.8154357347832653,
      "grad_norm": 1.6092754013471073,
      "learning_rate": 9.309795159174795e-08,
      "loss": 0.0689,
      "step": 18641
    },
    {
      "epoch": 2.815586769370186,
      "grad_norm": 1.4235229407612773,
      "learning_rate": 9.294611777475538e-08,
      "loss": 0.071,
      "step": 18642
    },
    {
      "epoch": 2.815737803957106,
      "grad_norm": 1.228417830541727,
      "learning_rate": 9.279440671041584e-08,
      "loss": 0.0592,
      "step": 18643
    },
    {
      "epoch": 2.8158888385440264,
      "grad_norm": 1.3819824668292708,
      "learning_rate": 9.264281840252354e-08,
      "loss": 0.0619,
      "step": 18644
    },
    {
      "epoch": 2.816039873130947,
      "grad_norm": 1.7756871374474545,
      "learning_rate": 9.249135285487099e-08,
      "loss": 0.0582,
      "step": 18645
    },
    {
      "epoch": 2.8161909077178673,
      "grad_norm": 1.173615678924528,
      "learning_rate": 9.234001007124793e-08,
      "loss": 0.0621,
      "step": 18646
    },
    {
      "epoch": 2.816341942304788,
      "grad_norm": 2.425715362264952,
      "learning_rate": 9.218879005543968e-08,
      "loss": 0.1009,
      "step": 18647
    },
    {
      "epoch": 2.816492976891708,
      "grad_norm": 1.7008794110625463,
      "learning_rate": 9.203769281122876e-08,
      "loss": 0.0845,
      "step": 18648
    },
    {
      "epoch": 2.816644011478629,
      "grad_norm": 1.3901390126981465,
      "learning_rate": 9.188671834239548e-08,
      "loss": 0.0656,
      "step": 18649
    },
    {
      "epoch": 2.816795046065549,
      "grad_norm": 1.184815138316116,
      "learning_rate": 9.173586665271628e-08,
      "loss": 0.0669,
      "step": 18650
    },
    {
      "epoch": 2.8169460806524693,
      "grad_norm": 1.2901917431448218,
      "learning_rate": 9.158513774596534e-08,
      "loss": 0.0686,
      "step": 18651
    },
    {
      "epoch": 2.81709711523939,
      "grad_norm": 2.3955047238520475,
      "learning_rate": 9.143453162591188e-08,
      "loss": 0.0785,
      "step": 18652
    },
    {
      "epoch": 2.81724814982631,
      "grad_norm": 2.33009656699604,
      "learning_rate": 9.12840482963251e-08,
      "loss": 0.0787,
      "step": 18653
    },
    {
      "epoch": 2.8173991844132305,
      "grad_norm": 1.3379469166484226,
      "learning_rate": 9.113368776096809e-08,
      "loss": 0.0732,
      "step": 18654
    },
    {
      "epoch": 2.817550219000151,
      "grad_norm": 1.50877965289239,
      "learning_rate": 9.098345002360287e-08,
      "loss": 0.0624,
      "step": 18655
    },
    {
      "epoch": 2.8177012535870714,
      "grad_norm": 1.3322960698200552,
      "learning_rate": 9.083333508798753e-08,
      "loss": 0.0759,
      "step": 18656
    },
    {
      "epoch": 2.8178522881739916,
      "grad_norm": 1.176767414716427,
      "learning_rate": 9.068334295787796e-08,
      "loss": 0.0648,
      "step": 18657
    },
    {
      "epoch": 2.8180033227609123,
      "grad_norm": 1.768216960794616,
      "learning_rate": 9.053347363702503e-08,
      "loss": 0.0671,
      "step": 18658
    },
    {
      "epoch": 2.818154357347833,
      "grad_norm": 1.2333822784207251,
      "learning_rate": 9.038372712917853e-08,
      "loss": 0.0599,
      "step": 18659
    },
    {
      "epoch": 2.818305391934753,
      "grad_norm": 1.4513819171976494,
      "learning_rate": 9.023410343808436e-08,
      "loss": 0.0678,
      "step": 18660
    },
    {
      "epoch": 2.8184564265216734,
      "grad_norm": 1.1958803472335298,
      "learning_rate": 9.008460256748508e-08,
      "loss": 0.0581,
      "step": 18661
    },
    {
      "epoch": 2.818607461108594,
      "grad_norm": 1.7608123281560395,
      "learning_rate": 8.993522452112157e-08,
      "loss": 0.0728,
      "step": 18662
    },
    {
      "epoch": 2.8187584956955143,
      "grad_norm": 1.3642273749916118,
      "learning_rate": 8.97859693027292e-08,
      "loss": 0.0739,
      "step": 18663
    },
    {
      "epoch": 2.8189095302824345,
      "grad_norm": 1.4931290695987764,
      "learning_rate": 8.963683691604274e-08,
      "loss": 0.0687,
      "step": 18664
    },
    {
      "epoch": 2.819060564869355,
      "grad_norm": 1.3369820179552645,
      "learning_rate": 8.948782736479312e-08,
      "loss": 0.0772,
      "step": 18665
    },
    {
      "epoch": 2.8192115994562754,
      "grad_norm": 1.451296241158054,
      "learning_rate": 8.933894065270621e-08,
      "loss": 0.0603,
      "step": 18666
    },
    {
      "epoch": 2.8193626340431956,
      "grad_norm": 1.6240277056539318,
      "learning_rate": 8.919017678350795e-08,
      "loss": 0.0947,
      "step": 18667
    },
    {
      "epoch": 2.8195136686301163,
      "grad_norm": 1.7656221608668845,
      "learning_rate": 8.904153576091923e-08,
      "loss": 0.0708,
      "step": 18668
    },
    {
      "epoch": 2.8196647032170365,
      "grad_norm": 1.6617099184047617,
      "learning_rate": 8.889301758865821e-08,
      "loss": 0.067,
      "step": 18669
    },
    {
      "epoch": 2.8198157378039572,
      "grad_norm": 1.5866474450505366,
      "learning_rate": 8.874462227044134e-08,
      "loss": 0.0822,
      "step": 18670
    },
    {
      "epoch": 2.8199667723908775,
      "grad_norm": 1.2090140322916727,
      "learning_rate": 8.8596349809979e-08,
      "loss": 0.0625,
      "step": 18671
    },
    {
      "epoch": 2.820117806977798,
      "grad_norm": 1.7568237372007114,
      "learning_rate": 8.84482002109821e-08,
      "loss": 0.0747,
      "step": 18672
    },
    {
      "epoch": 2.8202688415647184,
      "grad_norm": 1.6157676677440544,
      "learning_rate": 8.830017347715491e-08,
      "loss": 0.0617,
      "step": 18673
    },
    {
      "epoch": 2.8204198761516386,
      "grad_norm": 1.3767552338557436,
      "learning_rate": 8.81522696122017e-08,
      "loss": 0.0726,
      "step": 18674
    },
    {
      "epoch": 2.8205709107385593,
      "grad_norm": 1.2594150893402662,
      "learning_rate": 8.800448861982169e-08,
      "loss": 0.0603,
      "step": 18675
    },
    {
      "epoch": 2.8207219453254795,
      "grad_norm": 2.1813416779752197,
      "learning_rate": 8.785683050371196e-08,
      "loss": 0.0803,
      "step": 18676
    },
    {
      "epoch": 2.8208729799123997,
      "grad_norm": 1.4351336756975033,
      "learning_rate": 8.770929526756677e-08,
      "loss": 0.0709,
      "step": 18677
    },
    {
      "epoch": 2.8210240144993204,
      "grad_norm": 1.86410815444145,
      "learning_rate": 8.756188291507595e-08,
      "loss": 0.0827,
      "step": 18678
    },
    {
      "epoch": 2.8211750490862406,
      "grad_norm": 1.5869142700175638,
      "learning_rate": 8.741459344992709e-08,
      "loss": 0.0718,
      "step": 18679
    },
    {
      "epoch": 2.8213260836731613,
      "grad_norm": 1.246664926251671,
      "learning_rate": 8.726742687580613e-08,
      "loss": 0.072,
      "step": 18680
    },
    {
      "epoch": 2.8214771182600815,
      "grad_norm": 1.1795963117429478,
      "learning_rate": 8.712038319639237e-08,
      "loss": 0.0622,
      "step": 18681
    },
    {
      "epoch": 2.821628152847002,
      "grad_norm": 2.254357048852741,
      "learning_rate": 8.697346241536564e-08,
      "loss": 0.0982,
      "step": 18682
    },
    {
      "epoch": 2.8217791874339224,
      "grad_norm": 1.1846823271704394,
      "learning_rate": 8.682666453640077e-08,
      "loss": 0.07,
      "step": 18683
    },
    {
      "epoch": 2.8219302220208426,
      "grad_norm": 1.21733839891825,
      "learning_rate": 8.667998956317036e-08,
      "loss": 0.0545,
      "step": 18684
    },
    {
      "epoch": 2.8220812566077633,
      "grad_norm": 1.1521997637394945,
      "learning_rate": 8.653343749934318e-08,
      "loss": 0.0597,
      "step": 18685
    },
    {
      "epoch": 2.8222322911946836,
      "grad_norm": 1.415121080978531,
      "learning_rate": 8.638700834858515e-08,
      "loss": 0.0699,
      "step": 18686
    },
    {
      "epoch": 2.822383325781604,
      "grad_norm": 1.2580917591553107,
      "learning_rate": 8.624070211456004e-08,
      "loss": 0.0647,
      "step": 18687
    },
    {
      "epoch": 2.8225343603685245,
      "grad_norm": 1.1361678561358945,
      "learning_rate": 8.609451880092712e-08,
      "loss": 0.0538,
      "step": 18688
    },
    {
      "epoch": 2.8226853949554447,
      "grad_norm": 1.8090717145422588,
      "learning_rate": 8.594845841134348e-08,
      "loss": 0.0775,
      "step": 18689
    },
    {
      "epoch": 2.8228364295423654,
      "grad_norm": 1.7220707700140991,
      "learning_rate": 8.580252094946284e-08,
      "loss": 0.0905,
      "step": 18690
    },
    {
      "epoch": 2.8229874641292856,
      "grad_norm": 1.5474382784797163,
      "learning_rate": 8.565670641893564e-08,
      "loss": 0.0714,
      "step": 18691
    },
    {
      "epoch": 2.8231384987162063,
      "grad_norm": 1.1999633342874216,
      "learning_rate": 8.551101482341006e-08,
      "loss": 0.0546,
      "step": 18692
    },
    {
      "epoch": 2.8232895333031265,
      "grad_norm": 1.2600184553430789,
      "learning_rate": 8.536544616653042e-08,
      "loss": 0.0598,
      "step": 18693
    },
    {
      "epoch": 2.8234405678900467,
      "grad_norm": 1.3114740476956872,
      "learning_rate": 8.522000045193823e-08,
      "loss": 0.0652,
      "step": 18694
    },
    {
      "epoch": 2.8235916024769674,
      "grad_norm": 1.1794182591839435,
      "learning_rate": 8.507467768327116e-08,
      "loss": 0.0611,
      "step": 18695
    },
    {
      "epoch": 2.8237426370638876,
      "grad_norm": 1.5495982213823272,
      "learning_rate": 8.492947786416628e-08,
      "loss": 0.0897,
      "step": 18696
    },
    {
      "epoch": 2.823893671650808,
      "grad_norm": 1.9355577241670632,
      "learning_rate": 8.478440099825403e-08,
      "loss": 0.0807,
      "step": 18697
    },
    {
      "epoch": 2.8240447062377285,
      "grad_norm": 1.4424573655143875,
      "learning_rate": 8.463944708916372e-08,
      "loss": 0.0628,
      "step": 18698
    },
    {
      "epoch": 2.8241957408246487,
      "grad_norm": 1.4403952974193184,
      "learning_rate": 8.449461614052302e-08,
      "loss": 0.0717,
      "step": 18699
    },
    {
      "epoch": 2.824346775411569,
      "grad_norm": 1.4864283953831343,
      "learning_rate": 8.434990815595401e-08,
      "loss": 0.0586,
      "step": 18700
    },
    {
      "epoch": 2.8244978099984897,
      "grad_norm": 1.4383479130275674,
      "learning_rate": 8.420532313907659e-08,
      "loss": 0.0669,
      "step": 18701
    },
    {
      "epoch": 2.8246488445854103,
      "grad_norm": 1.2394082069478978,
      "learning_rate": 8.40608610935073e-08,
      "loss": 0.0638,
      "step": 18702
    },
    {
      "epoch": 2.8247998791723306,
      "grad_norm": 1.1363427752250166,
      "learning_rate": 8.391652202286049e-08,
      "loss": 0.0638,
      "step": 18703
    },
    {
      "epoch": 2.824950913759251,
      "grad_norm": 1.4006279863586317,
      "learning_rate": 8.377230593074659e-08,
      "loss": 0.0797,
      "step": 18704
    },
    {
      "epoch": 2.8251019483461715,
      "grad_norm": 1.3227735335952662,
      "learning_rate": 8.362821282077327e-08,
      "loss": 0.0704,
      "step": 18705
    },
    {
      "epoch": 2.8252529829330917,
      "grad_norm": 1.3644580645290767,
      "learning_rate": 8.348424269654542e-08,
      "loss": 0.0714,
      "step": 18706
    },
    {
      "epoch": 2.825404017520012,
      "grad_norm": 1.6036923704630124,
      "learning_rate": 8.334039556166406e-08,
      "loss": 0.0744,
      "step": 18707
    },
    {
      "epoch": 2.8255550521069326,
      "grad_norm": 1.2843278994856449,
      "learning_rate": 8.319667141972854e-08,
      "loss": 0.067,
      "step": 18708
    },
    {
      "epoch": 2.825706086693853,
      "grad_norm": 1.5918963513049516,
      "learning_rate": 8.305307027433318e-08,
      "loss": 0.0726,
      "step": 18709
    },
    {
      "epoch": 2.825857121280773,
      "grad_norm": 1.384867864956865,
      "learning_rate": 8.290959212906957e-08,
      "loss": 0.0616,
      "step": 18710
    },
    {
      "epoch": 2.8260081558676937,
      "grad_norm": 1.5852390522872277,
      "learning_rate": 8.276623698752928e-08,
      "loss": 0.0752,
      "step": 18711
    },
    {
      "epoch": 2.826159190454614,
      "grad_norm": 1.3693438254403179,
      "learning_rate": 8.262300485329611e-08,
      "loss": 0.0671,
      "step": 18712
    },
    {
      "epoch": 2.8263102250415346,
      "grad_norm": 1.0453049809421753,
      "learning_rate": 8.247989572995441e-08,
      "loss": 0.0482,
      "step": 18713
    },
    {
      "epoch": 2.826461259628455,
      "grad_norm": 1.5375766526848436,
      "learning_rate": 8.233690962108298e-08,
      "loss": 0.0672,
      "step": 18714
    },
    {
      "epoch": 2.8266122942153755,
      "grad_norm": 1.6041564525315517,
      "learning_rate": 8.219404653026065e-08,
      "loss": 0.0809,
      "step": 18715
    },
    {
      "epoch": 2.8267633288022957,
      "grad_norm": 0.9516113469552737,
      "learning_rate": 8.205130646105952e-08,
      "loss": 0.0471,
      "step": 18716
    },
    {
      "epoch": 2.826914363389216,
      "grad_norm": 1.4754623638313487,
      "learning_rate": 8.19086894170501e-08,
      "loss": 0.0819,
      "step": 18717
    },
    {
      "epoch": 2.8270653979761367,
      "grad_norm": 1.4573392338257796,
      "learning_rate": 8.176619540180175e-08,
      "loss": 0.0743,
      "step": 18718
    },
    {
      "epoch": 2.827216432563057,
      "grad_norm": 1.4616605450196405,
      "learning_rate": 8.162382441887717e-08,
      "loss": 0.0737,
      "step": 18719
    },
    {
      "epoch": 2.827367467149977,
      "grad_norm": 1.4242296283337945,
      "learning_rate": 8.148157647183908e-08,
      "loss": 0.066,
      "step": 18720
    },
    {
      "epoch": 2.827518501736898,
      "grad_norm": 1.531442220414894,
      "learning_rate": 8.133945156424572e-08,
      "loss": 0.0608,
      "step": 18721
    },
    {
      "epoch": 2.827669536323818,
      "grad_norm": 1.2658217004101573,
      "learning_rate": 8.119744969965204e-08,
      "loss": 0.0673,
      "step": 18722
    },
    {
      "epoch": 2.8278205709107387,
      "grad_norm": 1.1931153541390749,
      "learning_rate": 8.105557088161076e-08,
      "loss": 0.0627,
      "step": 18723
    },
    {
      "epoch": 2.827971605497659,
      "grad_norm": 1.1936057783833067,
      "learning_rate": 8.091381511367014e-08,
      "loss": 0.068,
      "step": 18724
    },
    {
      "epoch": 2.8281226400845796,
      "grad_norm": 1.4560766897101707,
      "learning_rate": 8.077218239937679e-08,
      "loss": 0.0756,
      "step": 18725
    },
    {
      "epoch": 2.8282736746715,
      "grad_norm": 1.1838718032204683,
      "learning_rate": 8.063067274227454e-08,
      "loss": 0.073,
      "step": 18726
    },
    {
      "epoch": 2.82842470925842,
      "grad_norm": 1.8256643886029733,
      "learning_rate": 8.048928614590224e-08,
      "loss": 0.0965,
      "step": 18727
    },
    {
      "epoch": 2.8285757438453407,
      "grad_norm": 0.9127690211500293,
      "learning_rate": 8.03480226137976e-08,
      "loss": 0.0505,
      "step": 18728
    },
    {
      "epoch": 2.828726778432261,
      "grad_norm": 1.2986028561968583,
      "learning_rate": 8.020688214949335e-08,
      "loss": 0.0654,
      "step": 18729
    },
    {
      "epoch": 2.828877813019181,
      "grad_norm": 1.4305383583229878,
      "learning_rate": 8.006586475652112e-08,
      "loss": 0.0733,
      "step": 18730
    },
    {
      "epoch": 2.829028847606102,
      "grad_norm": 1.5141315066848229,
      "learning_rate": 7.992497043840807e-08,
      "loss": 0.0627,
      "step": 18731
    },
    {
      "epoch": 2.829179882193022,
      "grad_norm": 1.8227979184917076,
      "learning_rate": 7.978419919867919e-08,
      "loss": 0.0632,
      "step": 18732
    },
    {
      "epoch": 2.8293309167799428,
      "grad_norm": 1.2206080889371729,
      "learning_rate": 7.964355104085553e-08,
      "loss": 0.0614,
      "step": 18733
    },
    {
      "epoch": 2.829481951366863,
      "grad_norm": 1.663016609890842,
      "learning_rate": 7.950302596845538e-08,
      "loss": 0.0716,
      "step": 18734
    },
    {
      "epoch": 2.8296329859537837,
      "grad_norm": 1.5729665629247145,
      "learning_rate": 7.936262398499428e-08,
      "loss": 0.0749,
      "step": 18735
    },
    {
      "epoch": 2.829784020540704,
      "grad_norm": 1.2402443449767697,
      "learning_rate": 7.922234509398496e-08,
      "loss": 0.0639,
      "step": 18736
    },
    {
      "epoch": 2.829935055127624,
      "grad_norm": 1.4682099986122081,
      "learning_rate": 7.908218929893519e-08,
      "loss": 0.0791,
      "step": 18737
    },
    {
      "epoch": 2.830086089714545,
      "grad_norm": 1.3847150689021699,
      "learning_rate": 7.894215660335269e-08,
      "loss": 0.0776,
      "step": 18738
    },
    {
      "epoch": 2.830237124301465,
      "grad_norm": 1.2535333289897537,
      "learning_rate": 7.880224701073914e-08,
      "loss": 0.0674,
      "step": 18739
    },
    {
      "epoch": 2.8303881588883852,
      "grad_norm": 1.2447039400759528,
      "learning_rate": 7.866246052459558e-08,
      "loss": 0.059,
      "step": 18740
    },
    {
      "epoch": 2.830539193475306,
      "grad_norm": 1.1740582161536386,
      "learning_rate": 7.85227971484176e-08,
      "loss": 0.0553,
      "step": 18741
    },
    {
      "epoch": 2.830690228062226,
      "grad_norm": 1.3987836457117122,
      "learning_rate": 7.83832568857007e-08,
      "loss": 0.0616,
      "step": 18742
    },
    {
      "epoch": 2.830841262649147,
      "grad_norm": 1.249239967969293,
      "learning_rate": 7.824383973993321e-08,
      "loss": 0.0676,
      "step": 18743
    },
    {
      "epoch": 2.830992297236067,
      "grad_norm": 1.4143746833466961,
      "learning_rate": 7.810454571460513e-08,
      "loss": 0.0708,
      "step": 18744
    },
    {
      "epoch": 2.8311433318229877,
      "grad_norm": 1.6933439776165629,
      "learning_rate": 7.796537481319921e-08,
      "loss": 0.0846,
      "step": 18745
    },
    {
      "epoch": 2.831294366409908,
      "grad_norm": 1.6193030098621948,
      "learning_rate": 7.782632703919767e-08,
      "loss": 0.072,
      "step": 18746
    },
    {
      "epoch": 2.831445400996828,
      "grad_norm": 1.62327678638136,
      "learning_rate": 7.768740239607885e-08,
      "loss": 0.0682,
      "step": 18747
    },
    {
      "epoch": 2.831596435583749,
      "grad_norm": 1.1938495814503218,
      "learning_rate": 7.754860088731719e-08,
      "loss": 0.0613,
      "step": 18748
    },
    {
      "epoch": 2.831747470170669,
      "grad_norm": 1.5460450808326232,
      "learning_rate": 7.740992251638601e-08,
      "loss": 0.0655,
      "step": 18749
    },
    {
      "epoch": 2.8318985047575893,
      "grad_norm": 1.6268670408989732,
      "learning_rate": 7.727136728675477e-08,
      "loss": 0.08,
      "step": 18750
    },
    {
      "epoch": 2.83204953934451,
      "grad_norm": 1.360664871975528,
      "learning_rate": 7.713293520188792e-08,
      "loss": 0.072,
      "step": 18751
    },
    {
      "epoch": 2.83220057393143,
      "grad_norm": 1.233073452885433,
      "learning_rate": 7.699462626524989e-08,
      "loss": 0.0626,
      "step": 18752
    },
    {
      "epoch": 2.8323516085183504,
      "grad_norm": 1.4850425659530644,
      "learning_rate": 7.685644048029905e-08,
      "loss": 0.0705,
      "step": 18753
    },
    {
      "epoch": 2.832502643105271,
      "grad_norm": 1.888776139122953,
      "learning_rate": 7.671837785049319e-08,
      "loss": 0.09,
      "step": 18754
    },
    {
      "epoch": 2.832653677692192,
      "grad_norm": 1.5361052586977775,
      "learning_rate": 7.658043837928674e-08,
      "loss": 0.0748,
      "step": 18755
    },
    {
      "epoch": 2.832804712279112,
      "grad_norm": 1.3507377521386406,
      "learning_rate": 7.644262207012865e-08,
      "loss": 0.0728,
      "step": 18756
    },
    {
      "epoch": 2.8329557468660322,
      "grad_norm": 1.1946019078885548,
      "learning_rate": 7.630492892646779e-08,
      "loss": 0.068,
      "step": 18757
    },
    {
      "epoch": 2.833106781452953,
      "grad_norm": 1.798028014039808,
      "learning_rate": 7.61673589517481e-08,
      "loss": 0.0796,
      "step": 18758
    },
    {
      "epoch": 2.833257816039873,
      "grad_norm": 1.364351421563456,
      "learning_rate": 7.602991214941014e-08,
      "loss": 0.0732,
      "step": 18759
    },
    {
      "epoch": 2.8334088506267934,
      "grad_norm": 1.5185209438199492,
      "learning_rate": 7.589258852289394e-08,
      "loss": 0.0695,
      "step": 18760
    },
    {
      "epoch": 2.833559885213714,
      "grad_norm": 1.3053694490332601,
      "learning_rate": 7.575538807563343e-08,
      "loss": 0.0662,
      "step": 18761
    },
    {
      "epoch": 2.8337109198006343,
      "grad_norm": 1.3418962077126644,
      "learning_rate": 7.561831081106197e-08,
      "loss": 0.0711,
      "step": 18762
    },
    {
      "epoch": 2.8338619543875545,
      "grad_norm": 1.2662327399919315,
      "learning_rate": 7.548135673260681e-08,
      "loss": 0.063,
      "step": 18763
    },
    {
      "epoch": 2.834012988974475,
      "grad_norm": 1.3695921155130653,
      "learning_rate": 7.534452584369578e-08,
      "loss": 0.0652,
      "step": 18764
    },
    {
      "epoch": 2.8341640235613954,
      "grad_norm": 1.262857701521279,
      "learning_rate": 7.520781814775057e-08,
      "loss": 0.0658,
      "step": 18765
    },
    {
      "epoch": 2.834315058148316,
      "grad_norm": 1.977126711738232,
      "learning_rate": 7.507123364819124e-08,
      "loss": 0.0734,
      "step": 18766
    },
    {
      "epoch": 2.8344660927352363,
      "grad_norm": 1.2899744590039621,
      "learning_rate": 7.493477234843505e-08,
      "loss": 0.0701,
      "step": 18767
    },
    {
      "epoch": 2.834617127322157,
      "grad_norm": 1.2786434132324327,
      "learning_rate": 7.479843425189537e-08,
      "loss": 0.0744,
      "step": 18768
    },
    {
      "epoch": 2.834768161909077,
      "grad_norm": 1.343899093312475,
      "learning_rate": 7.466221936198225e-08,
      "loss": 0.0623,
      "step": 18769
    },
    {
      "epoch": 2.8349191964959974,
      "grad_norm": 1.7574627710793047,
      "learning_rate": 7.452612768210355e-08,
      "loss": 0.0742,
      "step": 18770
    },
    {
      "epoch": 2.835070231082918,
      "grad_norm": 1.4468837784529784,
      "learning_rate": 7.439015921566428e-08,
      "loss": 0.0768,
      "step": 18771
    },
    {
      "epoch": 2.8352212656698383,
      "grad_norm": 1.4774601964172769,
      "learning_rate": 7.425431396606508e-08,
      "loss": 0.0791,
      "step": 18772
    },
    {
      "epoch": 2.8353723002567586,
      "grad_norm": 1.4834202486302281,
      "learning_rate": 7.411859193670434e-08,
      "loss": 0.0714,
      "step": 18773
    },
    {
      "epoch": 2.8355233348436792,
      "grad_norm": 1.406332409516344,
      "learning_rate": 7.398299313097712e-08,
      "loss": 0.066,
      "step": 18774
    },
    {
      "epoch": 2.8356743694305995,
      "grad_norm": 2.02042480564718,
      "learning_rate": 7.384751755227571e-08,
      "loss": 0.1112,
      "step": 18775
    },
    {
      "epoch": 2.83582540401752,
      "grad_norm": 1.1944345651338477,
      "learning_rate": 7.371216520398849e-08,
      "loss": 0.0658,
      "step": 18776
    },
    {
      "epoch": 2.8359764386044404,
      "grad_norm": 1.7547979071407405,
      "learning_rate": 7.357693608950223e-08,
      "loss": 0.0913,
      "step": 18777
    },
    {
      "epoch": 2.836127473191361,
      "grad_norm": 1.3485149402985768,
      "learning_rate": 7.344183021219919e-08,
      "loss": 0.0713,
      "step": 18778
    },
    {
      "epoch": 2.8362785077782813,
      "grad_norm": 1.565303895065904,
      "learning_rate": 7.330684757546003e-08,
      "loss": 0.0729,
      "step": 18779
    },
    {
      "epoch": 2.8364295423652015,
      "grad_norm": 1.8612877768559957,
      "learning_rate": 7.317198818266036e-08,
      "loss": 0.0871,
      "step": 18780
    },
    {
      "epoch": 2.836580576952122,
      "grad_norm": 1.2138625656844975,
      "learning_rate": 7.303725203717415e-08,
      "loss": 0.0694,
      "step": 18781
    },
    {
      "epoch": 2.8367316115390424,
      "grad_norm": 1.3154659947563583,
      "learning_rate": 7.290263914237205e-08,
      "loss": 0.0699,
      "step": 18782
    },
    {
      "epoch": 2.8368826461259626,
      "grad_norm": 1.4714416319980361,
      "learning_rate": 7.27681495016208e-08,
      "loss": 0.071,
      "step": 18783
    },
    {
      "epoch": 2.8370336807128833,
      "grad_norm": 1.2674380333579598,
      "learning_rate": 7.263378311828551e-08,
      "loss": 0.0611,
      "step": 18784
    },
    {
      "epoch": 2.8371847152998035,
      "grad_norm": 1.8217184821880013,
      "learning_rate": 7.249953999572735e-08,
      "loss": 0.08,
      "step": 18785
    },
    {
      "epoch": 2.837335749886724,
      "grad_norm": 1.3810400471813435,
      "learning_rate": 7.236542013730419e-08,
      "loss": 0.0637,
      "step": 18786
    },
    {
      "epoch": 2.8374867844736444,
      "grad_norm": 2.3327652138117108,
      "learning_rate": 7.223142354637114e-08,
      "loss": 0.0785,
      "step": 18787
    },
    {
      "epoch": 2.837637819060565,
      "grad_norm": 1.8843971928825343,
      "learning_rate": 7.209755022627995e-08,
      "loss": 0.0754,
      "step": 18788
    },
    {
      "epoch": 2.8377888536474853,
      "grad_norm": 1.807124502138205,
      "learning_rate": 7.196380018038073e-08,
      "loss": 0.0903,
      "step": 18789
    },
    {
      "epoch": 2.8379398882344056,
      "grad_norm": 2.0306839044408034,
      "learning_rate": 7.183017341201748e-08,
      "loss": 0.0774,
      "step": 18790
    },
    {
      "epoch": 2.8380909228213262,
      "grad_norm": 1.4632914624413482,
      "learning_rate": 7.169666992453473e-08,
      "loss": 0.076,
      "step": 18791
    },
    {
      "epoch": 2.8382419574082465,
      "grad_norm": 1.8245150557835963,
      "learning_rate": 7.156328972127036e-08,
      "loss": 0.0784,
      "step": 18792
    },
    {
      "epoch": 2.8383929919951667,
      "grad_norm": 1.3453127525100095,
      "learning_rate": 7.143003280556282e-08,
      "loss": 0.07,
      "step": 18793
    },
    {
      "epoch": 2.8385440265820874,
      "grad_norm": 1.5892380447839205,
      "learning_rate": 7.129689918074445e-08,
      "loss": 0.067,
      "step": 18794
    },
    {
      "epoch": 2.8386950611690076,
      "grad_norm": 1.3177110857168206,
      "learning_rate": 7.116388885014536e-08,
      "loss": 0.0592,
      "step": 18795
    },
    {
      "epoch": 2.838846095755928,
      "grad_norm": 1.374882267368349,
      "learning_rate": 7.1031001817094e-08,
      "loss": 0.0657,
      "step": 18796
    },
    {
      "epoch": 2.8389971303428485,
      "grad_norm": 1.8813106894318994,
      "learning_rate": 7.08982380849138e-08,
      "loss": 0.0762,
      "step": 18797
    },
    {
      "epoch": 2.839148164929769,
      "grad_norm": 1.61500211063115,
      "learning_rate": 7.076559765692659e-08,
      "loss": 0.0682,
      "step": 18798
    },
    {
      "epoch": 2.8392991995166894,
      "grad_norm": 2.1753569544326536,
      "learning_rate": 7.063308053644913e-08,
      "loss": 0.0858,
      "step": 18799
    },
    {
      "epoch": 2.8394502341036096,
      "grad_norm": 1.4637196373321333,
      "learning_rate": 7.050068672679767e-08,
      "loss": 0.0813,
      "step": 18800
    },
    {
      "epoch": 2.8396012686905303,
      "grad_norm": 1.277836588058546,
      "learning_rate": 7.036841623128454e-08,
      "loss": 0.0589,
      "step": 18801
    },
    {
      "epoch": 2.8397523032774505,
      "grad_norm": 1.353751094415453,
      "learning_rate": 7.023626905321657e-08,
      "loss": 0.0832,
      "step": 18802
    },
    {
      "epoch": 2.8399033378643708,
      "grad_norm": 1.0716241026114963,
      "learning_rate": 7.010424519590164e-08,
      "loss": 0.057,
      "step": 18803
    },
    {
      "epoch": 2.8400543724512914,
      "grad_norm": 1.0369178940927017,
      "learning_rate": 6.997234466264047e-08,
      "loss": 0.0556,
      "step": 18804
    },
    {
      "epoch": 2.8402054070382117,
      "grad_norm": 1.2672154607238069,
      "learning_rate": 6.984056745673373e-08,
      "loss": 0.0668,
      "step": 18805
    },
    {
      "epoch": 2.840356441625132,
      "grad_norm": 2.022057017270338,
      "learning_rate": 6.970891358147824e-08,
      "loss": 0.0683,
      "step": 18806
    },
    {
      "epoch": 2.8405074762120526,
      "grad_norm": 2.0504306254795375,
      "learning_rate": 6.957738304016693e-08,
      "loss": 0.1008,
      "step": 18807
    },
    {
      "epoch": 2.840658510798973,
      "grad_norm": 1.2684605941075366,
      "learning_rate": 6.944597583609047e-08,
      "loss": 0.0652,
      "step": 18808
    },
    {
      "epoch": 2.8408095453858935,
      "grad_norm": 1.4925464032726456,
      "learning_rate": 6.93146919725346e-08,
      "loss": 0.0735,
      "step": 18809
    },
    {
      "epoch": 2.8409605799728137,
      "grad_norm": 1.3167793263417897,
      "learning_rate": 6.918353145278501e-08,
      "loss": 0.068,
      "step": 18810
    },
    {
      "epoch": 2.8411116145597344,
      "grad_norm": 1.4906611657470505,
      "learning_rate": 6.905249428012239e-08,
      "loss": 0.079,
      "step": 18811
    },
    {
      "epoch": 2.8412626491466546,
      "grad_norm": 1.2142434324394304,
      "learning_rate": 6.892158045782471e-08,
      "loss": 0.0518,
      "step": 18812
    },
    {
      "epoch": 2.841413683733575,
      "grad_norm": 1.1424321804897675,
      "learning_rate": 6.879078998916656e-08,
      "loss": 0.0628,
      "step": 18813
    },
    {
      "epoch": 2.8415647183204955,
      "grad_norm": 1.3322079402373184,
      "learning_rate": 6.866012287741974e-08,
      "loss": 0.0633,
      "step": 18814
    },
    {
      "epoch": 2.8417157529074157,
      "grad_norm": 1.641623640404008,
      "learning_rate": 6.852957912585389e-08,
      "loss": 0.084,
      "step": 18815
    },
    {
      "epoch": 2.841866787494336,
      "grad_norm": 1.4401537611573128,
      "learning_rate": 6.839915873773362e-08,
      "loss": 0.0723,
      "step": 18816
    },
    {
      "epoch": 2.8420178220812566,
      "grad_norm": 1.367550111739191,
      "learning_rate": 6.82688617163213e-08,
      "loss": 0.0664,
      "step": 18817
    },
    {
      "epoch": 2.842168856668177,
      "grad_norm": 2.2755527553635653,
      "learning_rate": 6.813868806487712e-08,
      "loss": 0.0779,
      "step": 18818
    },
    {
      "epoch": 2.8423198912550975,
      "grad_norm": 1.3983643162763375,
      "learning_rate": 6.800863778665734e-08,
      "loss": 0.0684,
      "step": 18819
    },
    {
      "epoch": 2.8424709258420178,
      "grad_norm": 1.4889291835871565,
      "learning_rate": 6.787871088491494e-08,
      "loss": 0.0869,
      "step": 18820
    },
    {
      "epoch": 2.8426219604289384,
      "grad_norm": 1.48632376108767,
      "learning_rate": 6.774890736289951e-08,
      "loss": 0.0757,
      "step": 18821
    },
    {
      "epoch": 2.8427729950158587,
      "grad_norm": 2.0767211536132977,
      "learning_rate": 6.76192272238596e-08,
      "loss": 0.088,
      "step": 18822
    },
    {
      "epoch": 2.842924029602779,
      "grad_norm": 1.5621392355982433,
      "learning_rate": 6.748967047103871e-08,
      "loss": 0.0763,
      "step": 18823
    },
    {
      "epoch": 2.8430750641896996,
      "grad_norm": 2.171672075542282,
      "learning_rate": 6.736023710767703e-08,
      "loss": 0.105,
      "step": 18824
    },
    {
      "epoch": 2.84322609877662,
      "grad_norm": 1.1755489279995512,
      "learning_rate": 6.723092713701363e-08,
      "loss": 0.0627,
      "step": 18825
    },
    {
      "epoch": 2.84337713336354,
      "grad_norm": 1.1993973379435638,
      "learning_rate": 6.710174056228203e-08,
      "loss": 0.0686,
      "step": 18826
    },
    {
      "epoch": 2.8435281679504607,
      "grad_norm": 1.7964190116283352,
      "learning_rate": 6.697267738671409e-08,
      "loss": 0.0806,
      "step": 18827
    },
    {
      "epoch": 2.843679202537381,
      "grad_norm": 1.275253148810899,
      "learning_rate": 6.684373761353946e-08,
      "loss": 0.0574,
      "step": 18828
    },
    {
      "epoch": 2.8438302371243016,
      "grad_norm": 1.2880786591388007,
      "learning_rate": 6.671492124598222e-08,
      "loss": 0.0703,
      "step": 18829
    },
    {
      "epoch": 2.843981271711222,
      "grad_norm": 1.4129744270817395,
      "learning_rate": 6.658622828726646e-08,
      "loss": 0.0656,
      "step": 18830
    },
    {
      "epoch": 2.8441323062981425,
      "grad_norm": 1.539828563823304,
      "learning_rate": 6.645765874061017e-08,
      "loss": 0.0755,
      "step": 18831
    },
    {
      "epoch": 2.8442833408850627,
      "grad_norm": 1.4981082819226894,
      "learning_rate": 6.632921260922964e-08,
      "loss": 0.0831,
      "step": 18832
    },
    {
      "epoch": 2.844434375471983,
      "grad_norm": 1.629369631560339,
      "learning_rate": 6.620088989633844e-08,
      "loss": 0.0771,
      "step": 18833
    },
    {
      "epoch": 2.8445854100589036,
      "grad_norm": 1.4720461161020428,
      "learning_rate": 6.607269060514677e-08,
      "loss": 0.0785,
      "step": 18834
    },
    {
      "epoch": 2.844736444645824,
      "grad_norm": 1.4580778904085037,
      "learning_rate": 6.59446147388615e-08,
      "loss": 0.0686,
      "step": 18835
    },
    {
      "epoch": 2.844887479232744,
      "grad_norm": 1.442842953471671,
      "learning_rate": 6.581666230068562e-08,
      "loss": 0.0691,
      "step": 18836
    },
    {
      "epoch": 2.8450385138196648,
      "grad_norm": 1.0513739029603941,
      "learning_rate": 6.568883329382158e-08,
      "loss": 0.0592,
      "step": 18837
    },
    {
      "epoch": 2.845189548406585,
      "grad_norm": 1.4194541065609898,
      "learning_rate": 6.556112772146628e-08,
      "loss": 0.0745,
      "step": 18838
    },
    {
      "epoch": 2.8453405829935057,
      "grad_norm": 1.344744198358005,
      "learning_rate": 6.543354558681325e-08,
      "loss": 0.0743,
      "step": 18839
    },
    {
      "epoch": 2.845491617580426,
      "grad_norm": 1.2187652781711475,
      "learning_rate": 6.530608689305607e-08,
      "loss": 0.0638,
      "step": 18840
    },
    {
      "epoch": 2.8456426521673466,
      "grad_norm": 1.5643933283579952,
      "learning_rate": 6.517875164338161e-08,
      "loss": 0.0809,
      "step": 18841
    },
    {
      "epoch": 2.845793686754267,
      "grad_norm": 1.4833648435235345,
      "learning_rate": 6.505153984097623e-08,
      "loss": 0.0769,
      "step": 18842
    },
    {
      "epoch": 2.845944721341187,
      "grad_norm": 1.3057057266026324,
      "learning_rate": 6.492445148902126e-08,
      "loss": 0.0695,
      "step": 18843
    },
    {
      "epoch": 2.8460957559281077,
      "grad_norm": 1.4236793279458286,
      "learning_rate": 6.479748659069695e-08,
      "loss": 0.068,
      "step": 18844
    },
    {
      "epoch": 2.846246790515028,
      "grad_norm": 1.3408959694241034,
      "learning_rate": 6.467064514917854e-08,
      "loss": 0.0654,
      "step": 18845
    },
    {
      "epoch": 2.846397825101948,
      "grad_norm": 1.6324703136953813,
      "learning_rate": 6.454392716763902e-08,
      "loss": 0.0767,
      "step": 18846
    },
    {
      "epoch": 2.846548859688869,
      "grad_norm": 1.3350878679664406,
      "learning_rate": 6.44173326492492e-08,
      "loss": 0.0759,
      "step": 18847
    },
    {
      "epoch": 2.846699894275789,
      "grad_norm": 1.2168016364999583,
      "learning_rate": 6.42908615971749e-08,
      "loss": 0.064,
      "step": 18848
    },
    {
      "epoch": 2.8468509288627093,
      "grad_norm": 1.9233369556138944,
      "learning_rate": 6.416451401458079e-08,
      "loss": 0.1109,
      "step": 18849
    },
    {
      "epoch": 2.84700196344963,
      "grad_norm": 1.5687278497605448,
      "learning_rate": 6.403828990462657e-08,
      "loss": 0.0658,
      "step": 18850
    },
    {
      "epoch": 2.8471529980365506,
      "grad_norm": 1.4921073069886612,
      "learning_rate": 6.391218927047027e-08,
      "loss": 0.0773,
      "step": 18851
    },
    {
      "epoch": 2.847304032623471,
      "grad_norm": 1.451369711995515,
      "learning_rate": 6.378621211526714e-08,
      "loss": 0.0687,
      "step": 18852
    },
    {
      "epoch": 2.847455067210391,
      "grad_norm": 1.4193616822789146,
      "learning_rate": 6.366035844216744e-08,
      "loss": 0.0592,
      "step": 18853
    },
    {
      "epoch": 2.8476061017973118,
      "grad_norm": 1.002927326064663,
      "learning_rate": 6.353462825431977e-08,
      "loss": 0.0503,
      "step": 18854
    },
    {
      "epoch": 2.847757136384232,
      "grad_norm": 1.3698183006930056,
      "learning_rate": 6.340902155486883e-08,
      "loss": 0.0677,
      "step": 18855
    },
    {
      "epoch": 2.8479081709711522,
      "grad_norm": 1.4620132517742925,
      "learning_rate": 6.328353834695766e-08,
      "loss": 0.0791,
      "step": 18856
    },
    {
      "epoch": 2.848059205558073,
      "grad_norm": 1.2719891715209242,
      "learning_rate": 6.315817863372542e-08,
      "loss": 0.0672,
      "step": 18857
    },
    {
      "epoch": 2.848210240144993,
      "grad_norm": 1.1159449390130591,
      "learning_rate": 6.303294241830682e-08,
      "loss": 0.0552,
      "step": 18858
    },
    {
      "epoch": 2.8483612747319134,
      "grad_norm": 3.010435992930762,
      "learning_rate": 6.290782970383657e-08,
      "loss": 0.078,
      "step": 18859
    },
    {
      "epoch": 2.848512309318834,
      "grad_norm": 1.5577150541690443,
      "learning_rate": 6.278284049344218e-08,
      "loss": 0.0824,
      "step": 18860
    },
    {
      "epoch": 2.8486633439057543,
      "grad_norm": 1.6898946691609302,
      "learning_rate": 6.265797479025171e-08,
      "loss": 0.0788,
      "step": 18861
    },
    {
      "epoch": 2.848814378492675,
      "grad_norm": 1.3888967534209464,
      "learning_rate": 6.25332325973893e-08,
      "loss": 0.0684,
      "step": 18862
    },
    {
      "epoch": 2.848965413079595,
      "grad_norm": 1.3927441521058364,
      "learning_rate": 6.24086139179736e-08,
      "loss": 0.0546,
      "step": 18863
    },
    {
      "epoch": 2.849116447666516,
      "grad_norm": 1.0522141232615416,
      "learning_rate": 6.228411875512374e-08,
      "loss": 0.054,
      "step": 18864
    },
    {
      "epoch": 2.849267482253436,
      "grad_norm": 1.2491218960307604,
      "learning_rate": 6.215974711195338e-08,
      "loss": 0.0641,
      "step": 18865
    },
    {
      "epoch": 2.8494185168403563,
      "grad_norm": 1.1958313682993986,
      "learning_rate": 6.203549899157336e-08,
      "loss": 0.0661,
      "step": 18866
    },
    {
      "epoch": 2.849569551427277,
      "grad_norm": 1.3591673388456256,
      "learning_rate": 6.191137439709283e-08,
      "loss": 0.0685,
      "step": 18867
    },
    {
      "epoch": 2.849720586014197,
      "grad_norm": 1.437158669196334,
      "learning_rate": 6.178737333161544e-08,
      "loss": 0.0728,
      "step": 18868
    },
    {
      "epoch": 2.8498716206011174,
      "grad_norm": 1.520143531721372,
      "learning_rate": 6.166349579824427e-08,
      "loss": 0.0759,
      "step": 18869
    },
    {
      "epoch": 2.850022655188038,
      "grad_norm": 1.8791319820709937,
      "learning_rate": 6.153974180007738e-08,
      "loss": 0.0748,
      "step": 18870
    },
    {
      "epoch": 2.8501736897749583,
      "grad_norm": 1.2588798796761267,
      "learning_rate": 6.141611134021175e-08,
      "loss": 0.0711,
      "step": 18871
    },
    {
      "epoch": 2.850324724361879,
      "grad_norm": 1.577349286796484,
      "learning_rate": 6.129260442173823e-08,
      "loss": 0.0804,
      "step": 18872
    },
    {
      "epoch": 2.8504757589487992,
      "grad_norm": 1.5904556879785372,
      "learning_rate": 6.116922104774824e-08,
      "loss": 0.0726,
      "step": 18873
    },
    {
      "epoch": 2.85062679353572,
      "grad_norm": 1.5337799910398848,
      "learning_rate": 6.104596122132766e-08,
      "loss": 0.0779,
      "step": 18874
    },
    {
      "epoch": 2.85077782812264,
      "grad_norm": 1.3129117386041558,
      "learning_rate": 6.092282494555956e-08,
      "loss": 0.0668,
      "step": 18875
    },
    {
      "epoch": 2.8509288627095604,
      "grad_norm": 1.411299822343646,
      "learning_rate": 6.079981222352427e-08,
      "loss": 0.0681,
      "step": 18876
    },
    {
      "epoch": 2.851079897296481,
      "grad_norm": 1.2634918993196675,
      "learning_rate": 6.067692305829931e-08,
      "loss": 0.0714,
      "step": 18877
    },
    {
      "epoch": 2.8512309318834013,
      "grad_norm": 1.6018856715171435,
      "learning_rate": 6.055415745295889e-08,
      "loss": 0.0705,
      "step": 18878
    },
    {
      "epoch": 2.8513819664703215,
      "grad_norm": 1.2810491206790502,
      "learning_rate": 6.043151541057334e-08,
      "loss": 0.0725,
      "step": 18879
    },
    {
      "epoch": 2.851533001057242,
      "grad_norm": 1.3750389719606508,
      "learning_rate": 6.030899693421188e-08,
      "loss": 0.0679,
      "step": 18880
    },
    {
      "epoch": 2.8516840356441624,
      "grad_norm": 1.8162935993990104,
      "learning_rate": 6.018660202693816e-08,
      "loss": 0.0865,
      "step": 18881
    },
    {
      "epoch": 2.851835070231083,
      "grad_norm": 1.5115522308434994,
      "learning_rate": 6.006433069181472e-08,
      "loss": 0.0679,
      "step": 18882
    },
    {
      "epoch": 2.8519861048180033,
      "grad_norm": 1.4218439167887102,
      "learning_rate": 5.994218293189969e-08,
      "loss": 0.0678,
      "step": 18883
    },
    {
      "epoch": 2.852137139404924,
      "grad_norm": 1.4301288742672869,
      "learning_rate": 5.982015875024893e-08,
      "loss": 0.0766,
      "step": 18884
    },
    {
      "epoch": 2.852288173991844,
      "grad_norm": 1.6630395640553435,
      "learning_rate": 5.969825814991503e-08,
      "loss": 0.0688,
      "step": 18885
    },
    {
      "epoch": 2.8524392085787644,
      "grad_norm": 1.9188067221068184,
      "learning_rate": 5.957648113394776e-08,
      "loss": 0.0704,
      "step": 18886
    },
    {
      "epoch": 2.852590243165685,
      "grad_norm": 1.3938377365148615,
      "learning_rate": 5.945482770539246e-08,
      "loss": 0.0706,
      "step": 18887
    },
    {
      "epoch": 2.8527412777526053,
      "grad_norm": 1.1993798702905971,
      "learning_rate": 5.933329786729336e-08,
      "loss": 0.0666,
      "step": 18888
    },
    {
      "epoch": 2.8528923123395256,
      "grad_norm": 1.2230859801149228,
      "learning_rate": 5.921189162269025e-08,
      "loss": 0.0678,
      "step": 18889
    },
    {
      "epoch": 2.8530433469264462,
      "grad_norm": 3.6958280164836195,
      "learning_rate": 5.90906089746196e-08,
      "loss": 0.1001,
      "step": 18890
    },
    {
      "epoch": 2.8531943815133665,
      "grad_norm": 2.1386963741863947,
      "learning_rate": 5.8969449926116196e-08,
      "loss": 0.0731,
      "step": 18891
    },
    {
      "epoch": 2.8533454161002867,
      "grad_norm": 1.6472550301231736,
      "learning_rate": 5.884841448021039e-08,
      "loss": 0.0766,
      "step": 18892
    },
    {
      "epoch": 2.8534964506872074,
      "grad_norm": 1.7342947333496412,
      "learning_rate": 5.872750263993032e-08,
      "loss": 0.0798,
      "step": 18893
    },
    {
      "epoch": 2.853647485274128,
      "grad_norm": 1.4902270646390194,
      "learning_rate": 5.860671440830023e-08,
      "loss": 0.0809,
      "step": 18894
    },
    {
      "epoch": 2.8537985198610483,
      "grad_norm": 1.2641527932725043,
      "learning_rate": 5.84860497883416e-08,
      "loss": 0.0594,
      "step": 18895
    },
    {
      "epoch": 2.8539495544479685,
      "grad_norm": 1.3149328068077175,
      "learning_rate": 5.8365508783074234e-08,
      "loss": 0.0723,
      "step": 18896
    },
    {
      "epoch": 2.854100589034889,
      "grad_norm": 1.3383328450850298,
      "learning_rate": 5.8245091395511264e-08,
      "loss": 0.0762,
      "step": 18897
    },
    {
      "epoch": 2.8542516236218094,
      "grad_norm": 1.4248697710021352,
      "learning_rate": 5.8124797628666964e-08,
      "loss": 0.0599,
      "step": 18898
    },
    {
      "epoch": 2.8544026582087296,
      "grad_norm": 1.3943572446180748,
      "learning_rate": 5.800462748555002e-08,
      "loss": 0.0779,
      "step": 18899
    },
    {
      "epoch": 2.8545536927956503,
      "grad_norm": 2.3353642715477294,
      "learning_rate": 5.788458096916638e-08,
      "loss": 0.0768,
      "step": 18900
    },
    {
      "epoch": 2.8547047273825705,
      "grad_norm": 1.2470586574657692,
      "learning_rate": 5.776465808251863e-08,
      "loss": 0.0602,
      "step": 18901
    },
    {
      "epoch": 2.8548557619694908,
      "grad_norm": 1.5407112315949683,
      "learning_rate": 5.7644858828607154e-08,
      "loss": 0.0802,
      "step": 18902
    },
    {
      "epoch": 2.8550067965564114,
      "grad_norm": 1.484563501180583,
      "learning_rate": 5.752518321042955e-08,
      "loss": 0.0717,
      "step": 18903
    },
    {
      "epoch": 2.8551578311433317,
      "grad_norm": 1.585920320860021,
      "learning_rate": 5.740563123097787e-08,
      "loss": 0.067,
      "step": 18904
    },
    {
      "epoch": 2.8553088657302523,
      "grad_norm": 1.542588507493559,
      "learning_rate": 5.728620289324416e-08,
      "loss": 0.0813,
      "step": 18905
    },
    {
      "epoch": 2.8554599003171726,
      "grad_norm": 1.5816577454632503,
      "learning_rate": 5.716689820021548e-08,
      "loss": 0.0858,
      "step": 18906
    },
    {
      "epoch": 2.8556109349040932,
      "grad_norm": 1.361444343366482,
      "learning_rate": 5.704771715487611e-08,
      "loss": 0.0636,
      "step": 18907
    },
    {
      "epoch": 2.8557619694910135,
      "grad_norm": 1.4172270148758634,
      "learning_rate": 5.692865976020867e-08,
      "loss": 0.0711,
      "step": 18908
    },
    {
      "epoch": 2.8559130040779337,
      "grad_norm": 1.5367129478511743,
      "learning_rate": 5.680972601918966e-08,
      "loss": 0.0701,
      "step": 18909
    },
    {
      "epoch": 2.8560640386648544,
      "grad_norm": 1.5467048799667045,
      "learning_rate": 5.669091593479559e-08,
      "loss": 0.0862,
      "step": 18910
    },
    {
      "epoch": 2.8562150732517746,
      "grad_norm": 1.3301607972476706,
      "learning_rate": 5.6572229509997415e-08,
      "loss": 0.0671,
      "step": 18911
    },
    {
      "epoch": 2.856366107838695,
      "grad_norm": 1.6657258724648132,
      "learning_rate": 5.645366674776498e-08,
      "loss": 0.0759,
      "step": 18912
    },
    {
      "epoch": 2.8565171424256155,
      "grad_norm": 1.1597833125916976,
      "learning_rate": 5.633522765106425e-08,
      "loss": 0.0593,
      "step": 18913
    },
    {
      "epoch": 2.8566681770125357,
      "grad_norm": 1.5699403449506302,
      "learning_rate": 5.62169122228573e-08,
      "loss": 0.0586,
      "step": 18914
    },
    {
      "epoch": 2.8568192115994564,
      "grad_norm": 1.526323078029835,
      "learning_rate": 5.6098720466105093e-08,
      "loss": 0.0826,
      "step": 18915
    },
    {
      "epoch": 2.8569702461863766,
      "grad_norm": 1.286362454786341,
      "learning_rate": 5.5980652383763045e-08,
      "loss": 0.0619,
      "step": 18916
    },
    {
      "epoch": 2.8571212807732973,
      "grad_norm": 1.5684823934839958,
      "learning_rate": 5.5862707978784903e-08,
      "loss": 0.0756,
      "step": 18917
    },
    {
      "epoch": 2.8572723153602175,
      "grad_norm": 1.8080510440027222,
      "learning_rate": 5.574488725412164e-08,
      "loss": 0.0824,
      "step": 18918
    },
    {
      "epoch": 2.8574233499471378,
      "grad_norm": 1.5649899507950202,
      "learning_rate": 5.562719021272034e-08,
      "loss": 0.0697,
      "step": 18919
    },
    {
      "epoch": 2.8575743845340584,
      "grad_norm": 1.7234611675476477,
      "learning_rate": 5.550961685752532e-08,
      "loss": 0.0793,
      "step": 18920
    },
    {
      "epoch": 2.8577254191209787,
      "grad_norm": 1.4959673773911546,
      "learning_rate": 5.5392167191477556e-08,
      "loss": 0.0718,
      "step": 18921
    },
    {
      "epoch": 2.857876453707899,
      "grad_norm": 1.4336161061844221,
      "learning_rate": 5.527484121751581e-08,
      "loss": 0.0683,
      "step": 18922
    },
    {
      "epoch": 2.8580274882948196,
      "grad_norm": 1.5005646853651964,
      "learning_rate": 5.515763893857384e-08,
      "loss": 0.0754,
      "step": 18923
    },
    {
      "epoch": 2.85817852288174,
      "grad_norm": 1.8292508496624558,
      "learning_rate": 5.504056035758432e-08,
      "loss": 0.1084,
      "step": 18924
    },
    {
      "epoch": 2.8583295574686605,
      "grad_norm": 1.4051365779176497,
      "learning_rate": 5.492360547747599e-08,
      "loss": 0.0787,
      "step": 18925
    },
    {
      "epoch": 2.8584805920555807,
      "grad_norm": 1.4944696626406864,
      "learning_rate": 5.4806774301174313e-08,
      "loss": 0.0613,
      "step": 18926
    },
    {
      "epoch": 2.8586316266425014,
      "grad_norm": 1.372896215610812,
      "learning_rate": 5.469006683160194e-08,
      "loss": 0.0702,
      "step": 18927
    },
    {
      "epoch": 2.8587826612294216,
      "grad_norm": 1.4394536033888414,
      "learning_rate": 5.4573483071678205e-08,
      "loss": 0.0728,
      "step": 18928
    },
    {
      "epoch": 2.858933695816342,
      "grad_norm": 1.074452687897657,
      "learning_rate": 5.445702302432021e-08,
      "loss": 0.059,
      "step": 18929
    },
    {
      "epoch": 2.8590847304032625,
      "grad_norm": 1.4356614154659315,
      "learning_rate": 5.4340686692440636e-08,
      "loss": 0.0753,
      "step": 18930
    },
    {
      "epoch": 2.8592357649901827,
      "grad_norm": 1.5713040515645416,
      "learning_rate": 5.422447407894993e-08,
      "loss": 0.0665,
      "step": 18931
    },
    {
      "epoch": 2.859386799577103,
      "grad_norm": 1.6540232744043981,
      "learning_rate": 5.4108385186755205e-08,
      "loss": 0.0814,
      "step": 18932
    },
    {
      "epoch": 2.8595378341640236,
      "grad_norm": 1.4414316854031013,
      "learning_rate": 5.3992420018760264e-08,
      "loss": 0.0726,
      "step": 18933
    },
    {
      "epoch": 2.859688868750944,
      "grad_norm": 2.7902850807939537,
      "learning_rate": 5.387657857786665e-08,
      "loss": 0.1007,
      "step": 18934
    },
    {
      "epoch": 2.8598399033378645,
      "grad_norm": 1.54971640896125,
      "learning_rate": 5.376086086697097e-08,
      "loss": 0.0779,
      "step": 18935
    },
    {
      "epoch": 2.8599909379247848,
      "grad_norm": 1.6085220120316615,
      "learning_rate": 5.3645266888969205e-08,
      "loss": 0.0743,
      "step": 18936
    },
    {
      "epoch": 2.8601419725117054,
      "grad_norm": 1.308517560363491,
      "learning_rate": 5.352979664675295e-08,
      "loss": 0.0616,
      "step": 18937
    },
    {
      "epoch": 2.8602930070986257,
      "grad_norm": 1.7077823942416535,
      "learning_rate": 5.3414450143209894e-08,
      "loss": 0.0872,
      "step": 18938
    },
    {
      "epoch": 2.860444041685546,
      "grad_norm": 1.5590826433009373,
      "learning_rate": 5.329922738122606e-08,
      "loss": 0.0613,
      "step": 18939
    },
    {
      "epoch": 2.8605950762724666,
      "grad_norm": 1.219839946821856,
      "learning_rate": 5.3184128363683584e-08,
      "loss": 0.0655,
      "step": 18940
    },
    {
      "epoch": 2.860746110859387,
      "grad_norm": 1.2894950604096949,
      "learning_rate": 5.3069153093461836e-08,
      "loss": 0.0702,
      "step": 18941
    },
    {
      "epoch": 2.860897145446307,
      "grad_norm": 1.435135030779672,
      "learning_rate": 5.295430157343739e-08,
      "loss": 0.07,
      "step": 18942
    },
    {
      "epoch": 2.8610481800332277,
      "grad_norm": 1.2323260838298533,
      "learning_rate": 5.283957380648241e-08,
      "loss": 0.0548,
      "step": 18943
    },
    {
      "epoch": 2.861199214620148,
      "grad_norm": 1.6455125735638823,
      "learning_rate": 5.272496979546793e-08,
      "loss": 0.0669,
      "step": 18944
    },
    {
      "epoch": 2.861350249207068,
      "grad_norm": 1.0893315172610762,
      "learning_rate": 5.261048954325998e-08,
      "loss": 0.0515,
      "step": 18945
    },
    {
      "epoch": 2.861501283793989,
      "grad_norm": 1.3405714961809678,
      "learning_rate": 5.249613305272294e-08,
      "loss": 0.0603,
      "step": 18946
    },
    {
      "epoch": 2.8616523183809095,
      "grad_norm": 1.1885663434771636,
      "learning_rate": 5.238190032671675e-08,
      "loss": 0.0588,
      "step": 18947
    },
    {
      "epoch": 2.8618033529678297,
      "grad_norm": 1.4956568947523257,
      "learning_rate": 5.226779136809967e-08,
      "loss": 0.0792,
      "step": 18948
    },
    {
      "epoch": 2.86195438755475,
      "grad_norm": 2.096341684656933,
      "learning_rate": 5.215380617972665e-08,
      "loss": 0.0843,
      "step": 18949
    },
    {
      "epoch": 2.8621054221416706,
      "grad_norm": 1.467099301122066,
      "learning_rate": 5.203994476444762e-08,
      "loss": 0.0724,
      "step": 18950
    },
    {
      "epoch": 2.862256456728591,
      "grad_norm": 1.5381242377106863,
      "learning_rate": 5.192620712511198e-08,
      "loss": 0.0847,
      "step": 18951
    },
    {
      "epoch": 2.862407491315511,
      "grad_norm": 1.4782027765427062,
      "learning_rate": 5.1812593264565224e-08,
      "loss": 0.0712,
      "step": 18952
    },
    {
      "epoch": 2.8625585259024318,
      "grad_norm": 2.0794717552049393,
      "learning_rate": 5.169910318564786e-08,
      "loss": 0.093,
      "step": 18953
    },
    {
      "epoch": 2.862709560489352,
      "grad_norm": 1.4726658813953575,
      "learning_rate": 5.158573689120094e-08,
      "loss": 0.0823,
      "step": 18954
    },
    {
      "epoch": 2.862860595076272,
      "grad_norm": 1.2175250202010186,
      "learning_rate": 5.147249438405888e-08,
      "loss": 0.0633,
      "step": 18955
    },
    {
      "epoch": 2.863011629663193,
      "grad_norm": 1.987487409793001,
      "learning_rate": 5.135937566705551e-08,
      "loss": 0.1063,
      "step": 18956
    },
    {
      "epoch": 2.863162664250113,
      "grad_norm": 1.946453341638353,
      "learning_rate": 5.124638074301913e-08,
      "loss": 0.0758,
      "step": 18957
    },
    {
      "epoch": 2.863313698837034,
      "grad_norm": 1.3281586419011353,
      "learning_rate": 5.1133509614778034e-08,
      "loss": 0.0677,
      "step": 18958
    },
    {
      "epoch": 2.863464733423954,
      "grad_norm": 1.3676505766040266,
      "learning_rate": 5.102076228515496e-08,
      "loss": 0.0724,
      "step": 18959
    },
    {
      "epoch": 2.8636157680108747,
      "grad_norm": 1.483848567706352,
      "learning_rate": 5.0908138756970984e-08,
      "loss": 0.0842,
      "step": 18960
    },
    {
      "epoch": 2.863766802597795,
      "grad_norm": 6.406628846354703,
      "learning_rate": 5.079563903304219e-08,
      "loss": 0.1336,
      "step": 18961
    },
    {
      "epoch": 2.863917837184715,
      "grad_norm": 1.7308445508504497,
      "learning_rate": 5.0683263116183545e-08,
      "loss": 0.0768,
      "step": 18962
    },
    {
      "epoch": 2.864068871771636,
      "grad_norm": 1.4053262918991716,
      "learning_rate": 5.057101100920614e-08,
      "loss": 0.0683,
      "step": 18963
    },
    {
      "epoch": 2.864219906358556,
      "grad_norm": 1.5045582451755624,
      "learning_rate": 5.045888271491828e-08,
      "loss": 0.073,
      "step": 18964
    },
    {
      "epoch": 2.8643709409454763,
      "grad_norm": 4.361837865759249,
      "learning_rate": 5.0346878236124385e-08,
      "loss": 0.0821,
      "step": 18965
    },
    {
      "epoch": 2.864521975532397,
      "grad_norm": 1.4060170359653816,
      "learning_rate": 5.023499757562722e-08,
      "loss": 0.0672,
      "step": 18966
    },
    {
      "epoch": 2.864673010119317,
      "grad_norm": 1.4196540758070644,
      "learning_rate": 5.012324073622454e-08,
      "loss": 0.0644,
      "step": 18967
    },
    {
      "epoch": 2.864824044706238,
      "grad_norm": 1.1573420738098275,
      "learning_rate": 5.001160772071245e-08,
      "loss": 0.0563,
      "step": 18968
    },
    {
      "epoch": 2.864975079293158,
      "grad_norm": 1.4572733283306167,
      "learning_rate": 4.990009853188371e-08,
      "loss": 0.0692,
      "step": 18969
    },
    {
      "epoch": 2.8651261138800788,
      "grad_norm": 1.761004883999506,
      "learning_rate": 4.978871317252665e-08,
      "loss": 0.0803,
      "step": 18970
    },
    {
      "epoch": 2.865277148466999,
      "grad_norm": 1.3926079900789363,
      "learning_rate": 4.967745164542959e-08,
      "loss": 0.0846,
      "step": 18971
    },
    {
      "epoch": 2.865428183053919,
      "grad_norm": 1.4327582862097312,
      "learning_rate": 4.956631395337419e-08,
      "loss": 0.0744,
      "step": 18972
    },
    {
      "epoch": 2.86557921764084,
      "grad_norm": 2.042608660172898,
      "learning_rate": 4.9455300099141016e-08,
      "loss": 0.0876,
      "step": 18973
    },
    {
      "epoch": 2.86573025222776,
      "grad_norm": 1.366377293800333,
      "learning_rate": 4.934441008550783e-08,
      "loss": 0.0634,
      "step": 18974
    },
    {
      "epoch": 2.8658812868146804,
      "grad_norm": 2.214276959988351,
      "learning_rate": 4.9233643915247433e-08,
      "loss": 0.0755,
      "step": 18975
    },
    {
      "epoch": 2.866032321401601,
      "grad_norm": 1.4761504298296506,
      "learning_rate": 4.912300159113204e-08,
      "loss": 0.0729,
      "step": 18976
    },
    {
      "epoch": 2.8661833559885213,
      "grad_norm": 1.4414594010117152,
      "learning_rate": 4.9012483115928325e-08,
      "loss": 0.0787,
      "step": 18977
    },
    {
      "epoch": 2.866334390575442,
      "grad_norm": 1.3076497029333294,
      "learning_rate": 4.89020884924013e-08,
      "loss": 0.0655,
      "step": 18978
    },
    {
      "epoch": 2.866485425162362,
      "grad_norm": 2.1207323781349063,
      "learning_rate": 4.879181772331265e-08,
      "loss": 0.0722,
      "step": 18979
    },
    {
      "epoch": 2.866636459749283,
      "grad_norm": 1.1386950262943587,
      "learning_rate": 4.8681670811420724e-08,
      "loss": 0.0571,
      "step": 18980
    },
    {
      "epoch": 2.866787494336203,
      "grad_norm": 1.2258003608425232,
      "learning_rate": 4.857164775948109e-08,
      "loss": 0.0704,
      "step": 18981
    },
    {
      "epoch": 2.8669385289231233,
      "grad_norm": 1.5047261137018058,
      "learning_rate": 4.846174857024599e-08,
      "loss": 0.0814,
      "step": 18982
    },
    {
      "epoch": 2.867089563510044,
      "grad_norm": 1.3445064408282923,
      "learning_rate": 4.83519732464649e-08,
      "loss": 0.0623,
      "step": 18983
    },
    {
      "epoch": 2.867240598096964,
      "grad_norm": 1.8522382651133562,
      "learning_rate": 4.824232179088284e-08,
      "loss": 0.0832,
      "step": 18984
    },
    {
      "epoch": 2.8673916326838844,
      "grad_norm": 1.0594434541542412,
      "learning_rate": 4.813279420624428e-08,
      "loss": 0.0578,
      "step": 18985
    },
    {
      "epoch": 2.867542667270805,
      "grad_norm": 7.316863692359789,
      "learning_rate": 4.802339049528759e-08,
      "loss": 0.0616,
      "step": 18986
    },
    {
      "epoch": 2.8676937018577253,
      "grad_norm": 1.1437498642474573,
      "learning_rate": 4.791411066075058e-08,
      "loss": 0.054,
      "step": 18987
    },
    {
      "epoch": 2.8678447364446455,
      "grad_norm": 1.466115603138104,
      "learning_rate": 4.780495470536772e-08,
      "loss": 0.0683,
      "step": 18988
    },
    {
      "epoch": 2.867995771031566,
      "grad_norm": 1.6243775871435544,
      "learning_rate": 4.7695922631867395e-08,
      "loss": 0.0778,
      "step": 18989
    },
    {
      "epoch": 2.868146805618487,
      "grad_norm": 1.2276051048695407,
      "learning_rate": 4.7587014442979086e-08,
      "loss": 0.0681,
      "step": 18990
    },
    {
      "epoch": 2.868297840205407,
      "grad_norm": 1.5580845519091924,
      "learning_rate": 4.747823014142561e-08,
      "loss": 0.0804,
      "step": 18991
    },
    {
      "epoch": 2.8684488747923274,
      "grad_norm": 1.4832129383088266,
      "learning_rate": 4.736956972992923e-08,
      "loss": 0.0667,
      "step": 18992
    },
    {
      "epoch": 2.868599909379248,
      "grad_norm": 1.5128407577417096,
      "learning_rate": 4.726103321120834e-08,
      "loss": 0.078,
      "step": 18993
    },
    {
      "epoch": 2.8687509439661683,
      "grad_norm": 1.7062756136440753,
      "learning_rate": 4.7152620587977426e-08,
      "loss": 0.073,
      "step": 18994
    },
    {
      "epoch": 2.8689019785530885,
      "grad_norm": 1.715816199773883,
      "learning_rate": 4.704433186294932e-08,
      "loss": 0.0735,
      "step": 18995
    },
    {
      "epoch": 2.869053013140009,
      "grad_norm": 1.4268024501046404,
      "learning_rate": 4.6936167038831856e-08,
      "loss": 0.069,
      "step": 18996
    },
    {
      "epoch": 2.8692040477269294,
      "grad_norm": 1.469546069929407,
      "learning_rate": 4.6828126118331205e-08,
      "loss": 0.0791,
      "step": 18997
    },
    {
      "epoch": 2.8693550823138496,
      "grad_norm": 1.5478997814194568,
      "learning_rate": 4.672020910415076e-08,
      "loss": 0.067,
      "step": 18998
    },
    {
      "epoch": 2.8695061169007703,
      "grad_norm": 2.8883028636669383,
      "learning_rate": 4.6612415998988915e-08,
      "loss": 0.0828,
      "step": 18999
    },
    {
      "epoch": 2.8696571514876905,
      "grad_norm": 1.9525006043399664,
      "learning_rate": 4.650474680554351e-08,
      "loss": 0.0935,
      "step": 19000
    },
    {
      "epoch": 2.869808186074611,
      "grad_norm": 1.4744578689815169,
      "learning_rate": 4.639720152650684e-08,
      "loss": 0.0663,
      "step": 19001
    },
    {
      "epoch": 2.8699592206615314,
      "grad_norm": 1.4781124996099984,
      "learning_rate": 4.628978016456953e-08,
      "loss": 0.0754,
      "step": 19002
    },
    {
      "epoch": 2.870110255248452,
      "grad_norm": 1.5134577825054931,
      "learning_rate": 4.618248272241943e-08,
      "loss": 0.0776,
      "step": 19003
    },
    {
      "epoch": 2.8702612898353723,
      "grad_norm": 1.7684276492116566,
      "learning_rate": 4.607530920273939e-08,
      "loss": 0.0732,
      "step": 19004
    },
    {
      "epoch": 2.8704123244222925,
      "grad_norm": 1.6182835079037141,
      "learning_rate": 4.596825960821172e-08,
      "loss": 0.0663,
      "step": 19005
    },
    {
      "epoch": 2.8705633590092132,
      "grad_norm": 2.06995961670628,
      "learning_rate": 4.586133394151315e-08,
      "loss": 0.0851,
      "step": 19006
    },
    {
      "epoch": 2.8707143935961335,
      "grad_norm": 1.4005197241261247,
      "learning_rate": 4.5754532205319335e-08,
      "loss": 0.0771,
      "step": 19007
    },
    {
      "epoch": 2.8708654281830537,
      "grad_norm": 1.2731597349259993,
      "learning_rate": 4.5647854402302017e-08,
      "loss": 0.0662,
      "step": 19008
    },
    {
      "epoch": 2.8710164627699744,
      "grad_norm": 1.1740233751404763,
      "learning_rate": 4.554130053512851e-08,
      "loss": 0.0621,
      "step": 19009
    },
    {
      "epoch": 2.8711674973568946,
      "grad_norm": 1.2558370587708276,
      "learning_rate": 4.543487060646668e-08,
      "loss": 0.061,
      "step": 19010
    },
    {
      "epoch": 2.8713185319438153,
      "grad_norm": 2.017914959731363,
      "learning_rate": 4.5328564618976614e-08,
      "loss": 0.0851,
      "step": 19011
    },
    {
      "epoch": 2.8714695665307355,
      "grad_norm": 1.6423303517358192,
      "learning_rate": 4.522238257531897e-08,
      "loss": 0.0754,
      "step": 19012
    },
    {
      "epoch": 2.871620601117656,
      "grad_norm": 1.6068464839576602,
      "learning_rate": 4.51163244781494e-08,
      "loss": 0.0787,
      "step": 19013
    },
    {
      "epoch": 2.8717716357045764,
      "grad_norm": 2.0167234246142467,
      "learning_rate": 4.501039033012078e-08,
      "loss": 0.0793,
      "step": 19014
    },
    {
      "epoch": 2.8719226702914966,
      "grad_norm": 1.5087641649812409,
      "learning_rate": 4.490458013388377e-08,
      "loss": 0.0734,
      "step": 19015
    },
    {
      "epoch": 2.8720737048784173,
      "grad_norm": 2.2637149167469235,
      "learning_rate": 4.479889389208514e-08,
      "loss": 0.085,
      "step": 19016
    },
    {
      "epoch": 2.8722247394653375,
      "grad_norm": 1.48297204188173,
      "learning_rate": 4.469333160736833e-08,
      "loss": 0.0906,
      "step": 19017
    },
    {
      "epoch": 2.8723757740522577,
      "grad_norm": 1.493419368917831,
      "learning_rate": 4.4587893282374564e-08,
      "loss": 0.0748,
      "step": 19018
    },
    {
      "epoch": 2.8725268086391784,
      "grad_norm": 1.2499454132695884,
      "learning_rate": 4.4482578919740614e-08,
      "loss": 0.0659,
      "step": 19019
    },
    {
      "epoch": 2.8726778432260986,
      "grad_norm": 1.3103650556595952,
      "learning_rate": 4.4377388522101605e-08,
      "loss": 0.0676,
      "step": 19020
    },
    {
      "epoch": 2.8728288778130193,
      "grad_norm": 1.8067396867369934,
      "learning_rate": 4.427232209208876e-08,
      "loss": 0.0778,
      "step": 19021
    },
    {
      "epoch": 2.8729799123999396,
      "grad_norm": 1.4092407828896747,
      "learning_rate": 4.416737963233053e-08,
      "loss": 0.0755,
      "step": 19022
    },
    {
      "epoch": 2.8731309469868602,
      "grad_norm": 1.5051191777641793,
      "learning_rate": 4.406256114545149e-08,
      "loss": 0.0783,
      "step": 19023
    },
    {
      "epoch": 2.8732819815737805,
      "grad_norm": 1.0865089256095488,
      "learning_rate": 4.3957866634075086e-08,
      "loss": 0.0562,
      "step": 19024
    },
    {
      "epoch": 2.8734330161607007,
      "grad_norm": 1.6608387905777797,
      "learning_rate": 4.3853296100818676e-08,
      "loss": 0.0778,
      "step": 19025
    },
    {
      "epoch": 2.8735840507476214,
      "grad_norm": 1.859691747917487,
      "learning_rate": 4.3748849548299056e-08,
      "loss": 0.097,
      "step": 19026
    },
    {
      "epoch": 2.8737350853345416,
      "grad_norm": 1.5338732055968247,
      "learning_rate": 4.364452697912969e-08,
      "loss": 0.0658,
      "step": 19027
    },
    {
      "epoch": 2.873886119921462,
      "grad_norm": 1.3856224891220768,
      "learning_rate": 4.354032839591848e-08,
      "loss": 0.0715,
      "step": 19028
    },
    {
      "epoch": 2.8740371545083825,
      "grad_norm": 1.3864896385099672,
      "learning_rate": 4.3436253801273366e-08,
      "loss": 0.0671,
      "step": 19029
    },
    {
      "epoch": 2.8741881890953027,
      "grad_norm": 1.4594516665176163,
      "learning_rate": 4.333230319779724e-08,
      "loss": 0.073,
      "step": 19030
    },
    {
      "epoch": 2.8743392236822234,
      "grad_norm": 1.234868380678683,
      "learning_rate": 4.322847658809082e-08,
      "loss": 0.0597,
      "step": 19031
    },
    {
      "epoch": 2.8744902582691436,
      "grad_norm": 1.3192489803151426,
      "learning_rate": 4.3124773974751455e-08,
      "loss": 0.0639,
      "step": 19032
    },
    {
      "epoch": 2.8746412928560643,
      "grad_norm": 1.5419416275198827,
      "learning_rate": 4.302119536037319e-08,
      "loss": 0.0703,
      "step": 19033
    },
    {
      "epoch": 2.8747923274429845,
      "grad_norm": 1.4010078109813526,
      "learning_rate": 4.2917740747546735e-08,
      "loss": 0.0671,
      "step": 19034
    },
    {
      "epoch": 2.8749433620299047,
      "grad_norm": 1.3119860392549254,
      "learning_rate": 4.2814410138860563e-08,
      "loss": 0.0558,
      "step": 19035
    },
    {
      "epoch": 2.8750943966168254,
      "grad_norm": 1.244038633164428,
      "learning_rate": 4.2711203536899284e-08,
      "loss": 0.0744,
      "step": 19036
    },
    {
      "epoch": 2.8752454312037456,
      "grad_norm": 2.244932898218287,
      "learning_rate": 4.260812094424416e-08,
      "loss": 0.0731,
      "step": 19037
    },
    {
      "epoch": 2.875396465790666,
      "grad_norm": 1.2918116312818995,
      "learning_rate": 4.2505162363474796e-08,
      "loss": 0.0772,
      "step": 19038
    },
    {
      "epoch": 2.8755475003775866,
      "grad_norm": 1.5741576439768366,
      "learning_rate": 4.2402327797166906e-08,
      "loss": 0.0731,
      "step": 19039
    },
    {
      "epoch": 2.875698534964507,
      "grad_norm": 1.7762352119177474,
      "learning_rate": 4.2299617247892333e-08,
      "loss": 0.0845,
      "step": 19040
    },
    {
      "epoch": 2.875849569551427,
      "grad_norm": 1.2144758755204088,
      "learning_rate": 4.219703071822012e-08,
      "loss": 0.0589,
      "step": 19041
    },
    {
      "epoch": 2.8760006041383477,
      "grad_norm": 1.406623004812391,
      "learning_rate": 4.209456821071711e-08,
      "loss": 0.0776,
      "step": 19042
    },
    {
      "epoch": 2.8761516387252684,
      "grad_norm": 1.3336969155372451,
      "learning_rate": 4.1992229727946256e-08,
      "loss": 0.0764,
      "step": 19043
    },
    {
      "epoch": 2.8763026733121886,
      "grad_norm": 1.6291937143457684,
      "learning_rate": 4.189001527246772e-08,
      "loss": 0.0909,
      "step": 19044
    },
    {
      "epoch": 2.876453707899109,
      "grad_norm": 3.7782906416671747,
      "learning_rate": 4.1787924846838354e-08,
      "loss": 0.091,
      "step": 19045
    },
    {
      "epoch": 2.8766047424860295,
      "grad_norm": 1.3106184925620963,
      "learning_rate": 4.168595845361223e-08,
      "loss": 0.0702,
      "step": 19046
    },
    {
      "epoch": 2.8767557770729497,
      "grad_norm": 1.560331597956725,
      "learning_rate": 4.158411609534008e-08,
      "loss": 0.0775,
      "step": 19047
    },
    {
      "epoch": 2.87690681165987,
      "grad_norm": 1.32219781497218,
      "learning_rate": 4.148239777456875e-08,
      "loss": 0.0591,
      "step": 19048
    },
    {
      "epoch": 2.8770578462467906,
      "grad_norm": 1.8151788421153425,
      "learning_rate": 4.1380803493843434e-08,
      "loss": 0.0716,
      "step": 19049
    },
    {
      "epoch": 2.877208880833711,
      "grad_norm": 1.6709033829412647,
      "learning_rate": 4.127933325570599e-08,
      "loss": 0.0674,
      "step": 19050
    },
    {
      "epoch": 2.877359915420631,
      "grad_norm": 1.4172713301716047,
      "learning_rate": 4.117798706269438e-08,
      "loss": 0.0737,
      "step": 19051
    },
    {
      "epoch": 2.8775109500075517,
      "grad_norm": 1.349658089465358,
      "learning_rate": 4.107676491734325e-08,
      "loss": 0.0629,
      "step": 19052
    },
    {
      "epoch": 2.877661984594472,
      "grad_norm": 1.3642725217268998,
      "learning_rate": 4.097566682218557e-08,
      "loss": 0.0665,
      "step": 19053
    },
    {
      "epoch": 2.8778130191813927,
      "grad_norm": 1.3629070494461903,
      "learning_rate": 4.087469277974987e-08,
      "loss": 0.0642,
      "step": 19054
    },
    {
      "epoch": 2.877964053768313,
      "grad_norm": 1.5300810612402584,
      "learning_rate": 4.0773842792561914e-08,
      "loss": 0.0801,
      "step": 19055
    },
    {
      "epoch": 2.8781150883552336,
      "grad_norm": 1.379382241306735,
      "learning_rate": 4.067311686314579e-08,
      "loss": 0.0682,
      "step": 19056
    },
    {
      "epoch": 2.878266122942154,
      "grad_norm": 1.5492616088586941,
      "learning_rate": 4.057251499401949e-08,
      "loss": 0.0743,
      "step": 19057
    },
    {
      "epoch": 2.878417157529074,
      "grad_norm": 1.3732413369135898,
      "learning_rate": 4.047203718770043e-08,
      "loss": 0.0652,
      "step": 19058
    },
    {
      "epoch": 2.8785681921159947,
      "grad_norm": 1.038671224342572,
      "learning_rate": 4.037168344670217e-08,
      "loss": 0.0573,
      "step": 19059
    },
    {
      "epoch": 2.878719226702915,
      "grad_norm": 1.8771078604045508,
      "learning_rate": 4.027145377353492e-08,
      "loss": 0.1067,
      "step": 19060
    },
    {
      "epoch": 2.878870261289835,
      "grad_norm": 1.3786616218251135,
      "learning_rate": 4.017134817070667e-08,
      "loss": 0.0704,
      "step": 19061
    },
    {
      "epoch": 2.879021295876756,
      "grad_norm": 1.6772980796377588,
      "learning_rate": 4.007136664071987e-08,
      "loss": 0.0907,
      "step": 19062
    },
    {
      "epoch": 2.879172330463676,
      "grad_norm": 1.4365438225294944,
      "learning_rate": 3.997150918607806e-08,
      "loss": 0.0801,
      "step": 19063
    },
    {
      "epoch": 2.8793233650505967,
      "grad_norm": 1.494172642900038,
      "learning_rate": 3.9871775809277035e-08,
      "loss": 0.0696,
      "step": 19064
    },
    {
      "epoch": 2.879474399637517,
      "grad_norm": 1.2915566396614226,
      "learning_rate": 3.977216651281257e-08,
      "loss": 0.0668,
      "step": 19065
    },
    {
      "epoch": 2.8796254342244376,
      "grad_norm": 1.4997979983315095,
      "learning_rate": 3.967268129917712e-08,
      "loss": 0.069,
      "step": 19066
    },
    {
      "epoch": 2.879776468811358,
      "grad_norm": 1.3646760536466773,
      "learning_rate": 3.957332017085813e-08,
      "loss": 0.0686,
      "step": 19067
    },
    {
      "epoch": 2.879927503398278,
      "grad_norm": 1.305517194189477,
      "learning_rate": 3.947408313034251e-08,
      "loss": 0.064,
      "step": 19068
    },
    {
      "epoch": 2.8800785379851987,
      "grad_norm": 1.7991861599271786,
      "learning_rate": 3.937497018011105e-08,
      "loss": 0.0838,
      "step": 19069
    },
    {
      "epoch": 2.880229572572119,
      "grad_norm": 1.2677306400674848,
      "learning_rate": 3.927598132264454e-08,
      "loss": 0.0619,
      "step": 19070
    },
    {
      "epoch": 2.880380607159039,
      "grad_norm": 1.1407926467827942,
      "learning_rate": 3.917711656041878e-08,
      "loss": 0.0527,
      "step": 19071
    },
    {
      "epoch": 2.88053164174596,
      "grad_norm": 1.441905392938322,
      "learning_rate": 3.907837589590624e-08,
      "loss": 0.0956,
      "step": 19072
    },
    {
      "epoch": 2.88068267633288,
      "grad_norm": 3.307374305152231,
      "learning_rate": 3.897975933157827e-08,
      "loss": 0.0946,
      "step": 19073
    },
    {
      "epoch": 2.880833710919801,
      "grad_norm": 1.360996996152306,
      "learning_rate": 3.888126686990068e-08,
      "loss": 0.0749,
      "step": 19074
    },
    {
      "epoch": 2.880984745506721,
      "grad_norm": 1.367149230026558,
      "learning_rate": 3.878289851333816e-08,
      "loss": 0.0727,
      "step": 19075
    },
    {
      "epoch": 2.8811357800936417,
      "grad_norm": 1.5117360787199228,
      "learning_rate": 3.8684654264351526e-08,
      "loss": 0.077,
      "step": 19076
    },
    {
      "epoch": 2.881286814680562,
      "grad_norm": 1.6608482466105878,
      "learning_rate": 3.8586534125397143e-08,
      "loss": 0.0697,
      "step": 19077
    },
    {
      "epoch": 2.881437849267482,
      "grad_norm": 1.6182999456375762,
      "learning_rate": 3.848853809893083e-08,
      "loss": 0.0687,
      "step": 19078
    },
    {
      "epoch": 2.881588883854403,
      "grad_norm": 1.4571115019695529,
      "learning_rate": 3.839066618740284e-08,
      "loss": 0.0765,
      "step": 19079
    },
    {
      "epoch": 2.881739918441323,
      "grad_norm": 1.994190329250113,
      "learning_rate": 3.8292918393262877e-08,
      "loss": 0.0868,
      "step": 19080
    },
    {
      "epoch": 2.8818909530282433,
      "grad_norm": 2.538821416711984,
      "learning_rate": 3.8195294718955114e-08,
      "loss": 0.0733,
      "step": 19081
    },
    {
      "epoch": 2.882041987615164,
      "grad_norm": 1.094455888519466,
      "learning_rate": 3.809779516692258e-08,
      "loss": 0.0662,
      "step": 19082
    },
    {
      "epoch": 2.882193022202084,
      "grad_norm": 1.3885195077507764,
      "learning_rate": 3.8000419739603336e-08,
      "loss": 0.0615,
      "step": 19083
    },
    {
      "epoch": 2.8823440567890044,
      "grad_norm": 1.097258283822936,
      "learning_rate": 3.790316843943376e-08,
      "loss": 0.056,
      "step": 19084
    },
    {
      "epoch": 2.882495091375925,
      "grad_norm": 1.4140438480859234,
      "learning_rate": 3.780604126884635e-08,
      "loss": 0.0759,
      "step": 19085
    },
    {
      "epoch": 2.8826461259628458,
      "grad_norm": 1.6253310241128163,
      "learning_rate": 3.770903823027139e-08,
      "loss": 0.0868,
      "step": 19086
    },
    {
      "epoch": 2.882797160549766,
      "grad_norm": 1.261930051906578,
      "learning_rate": 3.761215932613471e-08,
      "loss": 0.0673,
      "step": 19087
    },
    {
      "epoch": 2.882948195136686,
      "grad_norm": 1.5621062686720646,
      "learning_rate": 3.751540455886049e-08,
      "loss": 0.0834,
      "step": 19088
    },
    {
      "epoch": 2.883099229723607,
      "grad_norm": 1.4476318136662154,
      "learning_rate": 3.741877393086846e-08,
      "loss": 0.0739,
      "step": 19089
    },
    {
      "epoch": 2.883250264310527,
      "grad_norm": 1.2742473287533815,
      "learning_rate": 3.7322267444576675e-08,
      "loss": 0.0725,
      "step": 19090
    },
    {
      "epoch": 2.8834012988974473,
      "grad_norm": 1.4464757590452015,
      "learning_rate": 3.7225885102398215e-08,
      "loss": 0.0796,
      "step": 19091
    },
    {
      "epoch": 2.883552333484368,
      "grad_norm": 1.541220374782882,
      "learning_rate": 3.712962690674504e-08,
      "loss": 0.0804,
      "step": 19092
    },
    {
      "epoch": 2.8837033680712882,
      "grad_norm": 1.2817789481937252,
      "learning_rate": 3.703349286002467e-08,
      "loss": 0.0635,
      "step": 19093
    },
    {
      "epoch": 2.8838544026582085,
      "grad_norm": 1.440737196252636,
      "learning_rate": 3.6937482964641834e-08,
      "loss": 0.0617,
      "step": 19094
    },
    {
      "epoch": 2.884005437245129,
      "grad_norm": 2.980449415528661,
      "learning_rate": 3.684159722299907e-08,
      "loss": 0.0826,
      "step": 19095
    },
    {
      "epoch": 2.8841564718320494,
      "grad_norm": 1.3662663055436541,
      "learning_rate": 3.6745835637494454e-08,
      "loss": 0.0647,
      "step": 19096
    },
    {
      "epoch": 2.88430750641897,
      "grad_norm": 1.576797758991959,
      "learning_rate": 3.6650198210523293e-08,
      "loss": 0.0713,
      "step": 19097
    },
    {
      "epoch": 2.8844585410058903,
      "grad_norm": 1.46218278591567,
      "learning_rate": 3.6554684944478116e-08,
      "loss": 0.0653,
      "step": 19098
    },
    {
      "epoch": 2.884609575592811,
      "grad_norm": 1.4949180126466393,
      "learning_rate": 3.6459295841748124e-08,
      "loss": 0.0766,
      "step": 19099
    },
    {
      "epoch": 2.884760610179731,
      "grad_norm": 2.0613967359066225,
      "learning_rate": 3.6364030904720295e-08,
      "loss": 0.0904,
      "step": 19100
    },
    {
      "epoch": 2.8849116447666514,
      "grad_norm": 1.0072063242981082,
      "learning_rate": 3.626889013577717e-08,
      "loss": 0.0482,
      "step": 19101
    },
    {
      "epoch": 2.885062679353572,
      "grad_norm": 1.2701593038004173,
      "learning_rate": 3.617387353729851e-08,
      "loss": 0.0678,
      "step": 19102
    },
    {
      "epoch": 2.8852137139404923,
      "grad_norm": 1.5855499232565928,
      "learning_rate": 3.607898111166186e-08,
      "loss": 0.0759,
      "step": 19103
    },
    {
      "epoch": 2.8853647485274125,
      "grad_norm": 1.5401095652602876,
      "learning_rate": 3.598421286124032e-08,
      "loss": 0.0689,
      "step": 19104
    },
    {
      "epoch": 2.885515783114333,
      "grad_norm": 1.7442968293676668,
      "learning_rate": 3.5889568788405324e-08,
      "loss": 0.0764,
      "step": 19105
    },
    {
      "epoch": 2.8856668177012534,
      "grad_norm": 1.7264134901014458,
      "learning_rate": 3.579504889552332e-08,
      "loss": 0.0796,
      "step": 19106
    },
    {
      "epoch": 2.885817852288174,
      "grad_norm": 1.2776034123385853,
      "learning_rate": 3.570065318496019e-08,
      "loss": 0.0674,
      "step": 19107
    },
    {
      "epoch": 2.8859688868750943,
      "grad_norm": 1.5630416022380975,
      "learning_rate": 3.560638165907571e-08,
      "loss": 0.0844,
      "step": 19108
    },
    {
      "epoch": 2.886119921462015,
      "grad_norm": 1.2585174242170303,
      "learning_rate": 3.5512234320229656e-08,
      "loss": 0.0707,
      "step": 19109
    },
    {
      "epoch": 2.8862709560489352,
      "grad_norm": 1.8536056882412268,
      "learning_rate": 3.541821117077626e-08,
      "loss": 0.0929,
      "step": 19110
    },
    {
      "epoch": 2.8864219906358555,
      "grad_norm": 1.195950654390654,
      "learning_rate": 3.532431221306809e-08,
      "loss": 0.0673,
      "step": 19111
    },
    {
      "epoch": 2.886573025222776,
      "grad_norm": 1.531374947171078,
      "learning_rate": 3.523053744945326e-08,
      "loss": 0.075,
      "step": 19112
    },
    {
      "epoch": 2.8867240598096964,
      "grad_norm": 1.1571964261830459,
      "learning_rate": 3.513688688227823e-08,
      "loss": 0.0673,
      "step": 19113
    },
    {
      "epoch": 2.8868750943966166,
      "grad_norm": 2.4521061065270104,
      "learning_rate": 3.504336051388613e-08,
      "loss": 0.0963,
      "step": 19114
    },
    {
      "epoch": 2.8870261289835373,
      "grad_norm": 1.6550057324056084,
      "learning_rate": 3.494995834661563e-08,
      "loss": 0.0739,
      "step": 19115
    },
    {
      "epoch": 2.8871771635704575,
      "grad_norm": 1.3014492147312107,
      "learning_rate": 3.485668038280432e-08,
      "loss": 0.0684,
      "step": 19116
    },
    {
      "epoch": 2.887328198157378,
      "grad_norm": 1.9882512236495011,
      "learning_rate": 3.4763526624784215e-08,
      "loss": 0.0828,
      "step": 19117
    },
    {
      "epoch": 2.8874792327442984,
      "grad_norm": 1.4159579004858458,
      "learning_rate": 3.467049707488679e-08,
      "loss": 0.0584,
      "step": 19118
    },
    {
      "epoch": 2.887630267331219,
      "grad_norm": 1.1335056475889254,
      "learning_rate": 3.4577591735438506e-08,
      "loss": 0.0627,
      "step": 19119
    },
    {
      "epoch": 2.8877813019181393,
      "grad_norm": 2.7097181856456314,
      "learning_rate": 3.448481060876363e-08,
      "loss": 0.105,
      "step": 19120
    },
    {
      "epoch": 2.8879323365050595,
      "grad_norm": 1.4733142946412736,
      "learning_rate": 3.439215369718307e-08,
      "loss": 0.0797,
      "step": 19121
    },
    {
      "epoch": 2.88808337109198,
      "grad_norm": 0.976939782021711,
      "learning_rate": 3.4299621003015534e-08,
      "loss": 0.0553,
      "step": 19122
    },
    {
      "epoch": 2.8882344056789004,
      "grad_norm": 1.5061584748247785,
      "learning_rate": 3.420721252857473e-08,
      "loss": 0.0738,
      "step": 19123
    },
    {
      "epoch": 2.8883854402658207,
      "grad_norm": 1.4888500205979116,
      "learning_rate": 3.4114928276172685e-08,
      "loss": 0.0812,
      "step": 19124
    },
    {
      "epoch": 2.8885364748527413,
      "grad_norm": 1.615069420835909,
      "learning_rate": 3.4022768248118124e-08,
      "loss": 0.081,
      "step": 19125
    },
    {
      "epoch": 2.8886875094396616,
      "grad_norm": 1.3433251590198751,
      "learning_rate": 3.3930732446715854e-08,
      "loss": 0.0764,
      "step": 19126
    },
    {
      "epoch": 2.8888385440265822,
      "grad_norm": 1.244090075638634,
      "learning_rate": 3.383882087426904e-08,
      "loss": 0.0652,
      "step": 19127
    },
    {
      "epoch": 2.8889895786135025,
      "grad_norm": 1.5260224494245391,
      "learning_rate": 3.374703353307584e-08,
      "loss": 0.082,
      "step": 19128
    },
    {
      "epoch": 2.889140613200423,
      "grad_norm": 1.7709476450162747,
      "learning_rate": 3.3655370425433876e-08,
      "loss": 0.0634,
      "step": 19129
    },
    {
      "epoch": 2.8892916477873434,
      "grad_norm": 1.5898900261245683,
      "learning_rate": 3.356383155363463e-08,
      "loss": 0.0709,
      "step": 19130
    },
    {
      "epoch": 2.8894426823742636,
      "grad_norm": 1.6115311908405097,
      "learning_rate": 3.347241691996905e-08,
      "loss": 0.0606,
      "step": 19131
    },
    {
      "epoch": 2.8895937169611843,
      "grad_norm": 1.7471863072359273,
      "learning_rate": 3.33811265267231e-08,
      "loss": 0.0963,
      "step": 19132
    },
    {
      "epoch": 2.8897447515481045,
      "grad_norm": 1.2161815466047237,
      "learning_rate": 3.3289960376181595e-08,
      "loss": 0.0644,
      "step": 19133
    },
    {
      "epoch": 2.8898957861350247,
      "grad_norm": 1.615262840859421,
      "learning_rate": 3.319891847062384e-08,
      "loss": 0.0731,
      "step": 19134
    },
    {
      "epoch": 2.8900468207219454,
      "grad_norm": 1.483254749535607,
      "learning_rate": 3.310800081232801e-08,
      "loss": 0.0746,
      "step": 19135
    },
    {
      "epoch": 2.8901978553088656,
      "grad_norm": 1.291319758498724,
      "learning_rate": 3.30172074035684e-08,
      "loss": 0.0638,
      "step": 19136
    },
    {
      "epoch": 2.890348889895786,
      "grad_norm": 1.4333788874796018,
      "learning_rate": 3.292653824661596e-08,
      "loss": 0.0693,
      "step": 19137
    },
    {
      "epoch": 2.8904999244827065,
      "grad_norm": 1.7822631693511162,
      "learning_rate": 3.283599334373888e-08,
      "loss": 0.076,
      "step": 19138
    },
    {
      "epoch": 2.890650959069627,
      "grad_norm": 1.275558944216325,
      "learning_rate": 3.2745572697202576e-08,
      "loss": 0.0652,
      "step": 19139
    },
    {
      "epoch": 2.8908019936565474,
      "grad_norm": 1.1500643050218893,
      "learning_rate": 3.2655276309269125e-08,
      "loss": 0.0593,
      "step": 19140
    },
    {
      "epoch": 2.8909530282434677,
      "grad_norm": 1.8225644765764142,
      "learning_rate": 3.2565104182196715e-08,
      "loss": 0.0791,
      "step": 19141
    },
    {
      "epoch": 2.8911040628303883,
      "grad_norm": 1.6395020108524279,
      "learning_rate": 3.247505631824077e-08,
      "loss": 0.0729,
      "step": 19142
    },
    {
      "epoch": 2.8912550974173086,
      "grad_norm": 1.4056238570482151,
      "learning_rate": 3.2385132719655045e-08,
      "loss": 0.0738,
      "step": 19143
    },
    {
      "epoch": 2.891406132004229,
      "grad_norm": 1.4289114519203436,
      "learning_rate": 3.229533338868829e-08,
      "loss": 0.0714,
      "step": 19144
    },
    {
      "epoch": 2.8915571665911495,
      "grad_norm": 0.9777621718636721,
      "learning_rate": 3.2205658327586486e-08,
      "loss": 0.054,
      "step": 19145
    },
    {
      "epoch": 2.8917082011780697,
      "grad_norm": 1.4056590120365255,
      "learning_rate": 3.211610753859395e-08,
      "loss": 0.0596,
      "step": 19146
    },
    {
      "epoch": 2.89185923576499,
      "grad_norm": 1.3985111016829201,
      "learning_rate": 3.2026681023950016e-08,
      "loss": 0.0721,
      "step": 19147
    },
    {
      "epoch": 2.8920102703519106,
      "grad_norm": 1.4898954345023954,
      "learning_rate": 3.1937378785892314e-08,
      "loss": 0.0624,
      "step": 19148
    },
    {
      "epoch": 2.892161304938831,
      "grad_norm": 1.4724585631954894,
      "learning_rate": 3.1848200826654075e-08,
      "loss": 0.0772,
      "step": 19149
    },
    {
      "epoch": 2.8923123395257515,
      "grad_norm": 2.1378063619845866,
      "learning_rate": 3.175914714846684e-08,
      "loss": 0.0818,
      "step": 19150
    },
    {
      "epoch": 2.8924633741126717,
      "grad_norm": 1.1553617613294913,
      "learning_rate": 3.167021775355772e-08,
      "loss": 0.0614,
      "step": 19151
    },
    {
      "epoch": 2.8926144086995924,
      "grad_norm": 1.530006157773586,
      "learning_rate": 3.1581412644152154e-08,
      "loss": 0.0726,
      "step": 19152
    },
    {
      "epoch": 2.8927654432865126,
      "grad_norm": 1.3721069111925133,
      "learning_rate": 3.149273182247114e-08,
      "loss": 0.0791,
      "step": 19153
    },
    {
      "epoch": 2.892916477873433,
      "grad_norm": 1.2896133771694307,
      "learning_rate": 3.1404175290732916e-08,
      "loss": 0.0665,
      "step": 19154
    },
    {
      "epoch": 2.8930675124603535,
      "grad_norm": 1.2087977463985462,
      "learning_rate": 3.131574305115237e-08,
      "loss": 0.0649,
      "step": 19155
    },
    {
      "epoch": 2.8932185470472738,
      "grad_norm": 1.3641925143311813,
      "learning_rate": 3.122743510594328e-08,
      "loss": 0.0706,
      "step": 19156
    },
    {
      "epoch": 2.893369581634194,
      "grad_norm": 1.5590906917612963,
      "learning_rate": 3.113925145731278e-08,
      "loss": 0.0866,
      "step": 19157
    },
    {
      "epoch": 2.8935206162211147,
      "grad_norm": 1.4235389796123648,
      "learning_rate": 3.105119210746854e-08,
      "loss": 0.0683,
      "step": 19158
    },
    {
      "epoch": 2.893671650808035,
      "grad_norm": 1.3128489019789216,
      "learning_rate": 3.096325705861214e-08,
      "loss": 0.0531,
      "step": 19159
    },
    {
      "epoch": 2.8938226853949556,
      "grad_norm": 1.2561123354817625,
      "learning_rate": 3.087544631294404e-08,
      "loss": 0.0692,
      "step": 19160
    },
    {
      "epoch": 2.893973719981876,
      "grad_norm": 1.3922722325774708,
      "learning_rate": 3.0787759872660806e-08,
      "loss": 0.065,
      "step": 19161
    },
    {
      "epoch": 2.8941247545687965,
      "grad_norm": 1.331837229230296,
      "learning_rate": 3.07001977399557e-08,
      "loss": 0.0715,
      "step": 19162
    },
    {
      "epoch": 2.8942757891557167,
      "grad_norm": 1.3739689041856629,
      "learning_rate": 3.0612759917019174e-08,
      "loss": 0.0719,
      "step": 19163
    },
    {
      "epoch": 2.894426823742637,
      "grad_norm": 1.40269156359332,
      "learning_rate": 3.0525446406038386e-08,
      "loss": 0.0574,
      "step": 19164
    },
    {
      "epoch": 2.8945778583295576,
      "grad_norm": 2.652079416225168,
      "learning_rate": 3.0438257209197686e-08,
      "loss": 0.0827,
      "step": 19165
    },
    {
      "epoch": 2.894728892916478,
      "grad_norm": 1.3190372279416194,
      "learning_rate": 3.035119232867867e-08,
      "loss": 0.0635,
      "step": 19166
    },
    {
      "epoch": 2.894879927503398,
      "grad_norm": 1.2283104051407499,
      "learning_rate": 3.0264251766658483e-08,
      "loss": 0.0668,
      "step": 19167
    },
    {
      "epoch": 2.8950309620903187,
      "grad_norm": 1.3555150479836562,
      "learning_rate": 3.0177435525312605e-08,
      "loss": 0.0739,
      "step": 19168
    },
    {
      "epoch": 2.895181996677239,
      "grad_norm": 1.3230916068080465,
      "learning_rate": 3.009074360681263e-08,
      "loss": 0.0711,
      "step": 19169
    },
    {
      "epoch": 2.8953330312641596,
      "grad_norm": 2.0354449241111396,
      "learning_rate": 3.000417601332684e-08,
      "loss": 0.0743,
      "step": 19170
    },
    {
      "epoch": 2.89548406585108,
      "grad_norm": 1.5093823221518776,
      "learning_rate": 2.991773274702126e-08,
      "loss": 0.0653,
      "step": 19171
    },
    {
      "epoch": 2.8956351004380005,
      "grad_norm": 1.4630654232962146,
      "learning_rate": 2.9831413810058053e-08,
      "loss": 0.0807,
      "step": 19172
    },
    {
      "epoch": 2.8957861350249208,
      "grad_norm": 1.401027174911154,
      "learning_rate": 2.974521920459661e-08,
      "loss": 0.0588,
      "step": 19173
    },
    {
      "epoch": 2.895937169611841,
      "grad_norm": 1.4151564015206408,
      "learning_rate": 2.965914893279298e-08,
      "loss": 0.068,
      "step": 19174
    },
    {
      "epoch": 2.8960882041987617,
      "grad_norm": 1.9109850332102796,
      "learning_rate": 2.9573202996800444e-08,
      "loss": 0.1033,
      "step": 19175
    },
    {
      "epoch": 2.896239238785682,
      "grad_norm": 1.3286616825484865,
      "learning_rate": 2.94873813987695e-08,
      "loss": 0.054,
      "step": 19176
    },
    {
      "epoch": 2.896390273372602,
      "grad_norm": 1.4693439319787307,
      "learning_rate": 2.9401684140845654e-08,
      "loss": 0.0736,
      "step": 19177
    },
    {
      "epoch": 2.896541307959523,
      "grad_norm": 2.233612571025806,
      "learning_rate": 2.931611122517386e-08,
      "loss": 0.0683,
      "step": 19178
    },
    {
      "epoch": 2.896692342546443,
      "grad_norm": 1.2223387488877517,
      "learning_rate": 2.9230662653894626e-08,
      "loss": 0.0632,
      "step": 19179
    },
    {
      "epoch": 2.8968433771333637,
      "grad_norm": 1.178367013835318,
      "learning_rate": 2.9145338429145132e-08,
      "loss": 0.0626,
      "step": 19180
    },
    {
      "epoch": 2.896994411720284,
      "grad_norm": 2.4305076255150264,
      "learning_rate": 2.9060138553059225e-08,
      "loss": 0.0703,
      "step": 19181
    },
    {
      "epoch": 2.8971454463072046,
      "grad_norm": 1.1452259122244484,
      "learning_rate": 2.89750630277702e-08,
      "loss": 0.0537,
      "step": 19182
    },
    {
      "epoch": 2.897296480894125,
      "grad_norm": 2.124287912427219,
      "learning_rate": 2.8890111855404136e-08,
      "loss": 0.0766,
      "step": 19183
    },
    {
      "epoch": 2.897447515481045,
      "grad_norm": 1.6548023614497176,
      "learning_rate": 2.8805285038087105e-08,
      "loss": 0.0747,
      "step": 19184
    },
    {
      "epoch": 2.8975985500679657,
      "grad_norm": 1.426030642995901,
      "learning_rate": 2.8720582577941302e-08,
      "loss": 0.0707,
      "step": 19185
    },
    {
      "epoch": 2.897749584654886,
      "grad_norm": 1.4688046911811692,
      "learning_rate": 2.8636004477085035e-08,
      "loss": 0.063,
      "step": 19186
    },
    {
      "epoch": 2.897900619241806,
      "grad_norm": 1.6043271514278545,
      "learning_rate": 2.8551550737634935e-08,
      "loss": 0.0758,
      "step": 19187
    },
    {
      "epoch": 2.898051653828727,
      "grad_norm": 1.1320854358877437,
      "learning_rate": 2.84672213617021e-08,
      "loss": 0.0571,
      "step": 19188
    },
    {
      "epoch": 2.898202688415647,
      "grad_norm": 2.219036047306443,
      "learning_rate": 2.838301635139762e-08,
      "loss": 0.0737,
      "step": 19189
    },
    {
      "epoch": 2.8983537230025673,
      "grad_norm": 1.5783509321572853,
      "learning_rate": 2.829893570882758e-08,
      "loss": 0.0786,
      "step": 19190
    },
    {
      "epoch": 2.898504757589488,
      "grad_norm": 3.4978656027576362,
      "learning_rate": 2.8214979436094746e-08,
      "loss": 0.1011,
      "step": 19191
    },
    {
      "epoch": 2.8986557921764087,
      "grad_norm": 1.3958643141986629,
      "learning_rate": 2.8131147535299663e-08,
      "loss": 0.0605,
      "step": 19192
    },
    {
      "epoch": 2.898806826763329,
      "grad_norm": 1.0477241732146978,
      "learning_rate": 2.804744000853954e-08,
      "loss": 0.0595,
      "step": 19193
    },
    {
      "epoch": 2.898957861350249,
      "grad_norm": 1.4513912307359371,
      "learning_rate": 2.7963856857908257e-08,
      "loss": 0.0715,
      "step": 19194
    },
    {
      "epoch": 2.89910889593717,
      "grad_norm": 2.1050561189878225,
      "learning_rate": 2.7880398085496362e-08,
      "loss": 0.0944,
      "step": 19195
    },
    {
      "epoch": 2.89925993052409,
      "grad_norm": 1.3460692982740108,
      "learning_rate": 2.779706369339219e-08,
      "loss": 0.0755,
      "step": 19196
    },
    {
      "epoch": 2.8994109651110103,
      "grad_norm": 1.4395832118502423,
      "learning_rate": 2.7713853683680736e-08,
      "loss": 0.0762,
      "step": 19197
    },
    {
      "epoch": 2.899561999697931,
      "grad_norm": 1.6539746212961268,
      "learning_rate": 2.7630768058442004e-08,
      "loss": 0.0808,
      "step": 19198
    },
    {
      "epoch": 2.899713034284851,
      "grad_norm": 1.340466740833792,
      "learning_rate": 2.7547806819755995e-08,
      "loss": 0.0679,
      "step": 19199
    },
    {
      "epoch": 2.8998640688717714,
      "grad_norm": 1.036855609341971,
      "learning_rate": 2.7464969969697163e-08,
      "loss": 0.0574,
      "step": 19200
    },
    {
      "epoch": 2.900015103458692,
      "grad_norm": 1.4759468103100377,
      "learning_rate": 2.738225751033774e-08,
      "loss": 0.085,
      "step": 19201
    },
    {
      "epoch": 2.9001661380456123,
      "grad_norm": 2.3777107788450174,
      "learning_rate": 2.7299669443747733e-08,
      "loss": 0.0742,
      "step": 19202
    },
    {
      "epoch": 2.900317172632533,
      "grad_norm": 1.3940375321015968,
      "learning_rate": 2.7217205771991606e-08,
      "loss": 0.0807,
      "step": 19203
    },
    {
      "epoch": 2.900468207219453,
      "grad_norm": 1.1853574697599227,
      "learning_rate": 2.7134866497133816e-08,
      "loss": 0.0577,
      "step": 19204
    },
    {
      "epoch": 2.900619241806374,
      "grad_norm": 1.930416759005259,
      "learning_rate": 2.7052651621233272e-08,
      "loss": 0.0734,
      "step": 19205
    },
    {
      "epoch": 2.900770276393294,
      "grad_norm": 1.3268482338499892,
      "learning_rate": 2.6970561146346663e-08,
      "loss": 0.0664,
      "step": 19206
    },
    {
      "epoch": 2.9009213109802143,
      "grad_norm": 1.632862052216059,
      "learning_rate": 2.68885950745279e-08,
      "loss": 0.0651,
      "step": 19207
    },
    {
      "epoch": 2.901072345567135,
      "grad_norm": 1.6656758561617517,
      "learning_rate": 2.680675340782646e-08,
      "loss": 0.0818,
      "step": 19208
    },
    {
      "epoch": 2.9012233801540552,
      "grad_norm": 1.0513027968459852,
      "learning_rate": 2.6725036148290694e-08,
      "loss": 0.0548,
      "step": 19209
    },
    {
      "epoch": 2.9013744147409755,
      "grad_norm": 2.043004601587367,
      "learning_rate": 2.6643443297964533e-08,
      "loss": 0.0764,
      "step": 19210
    },
    {
      "epoch": 2.901525449327896,
      "grad_norm": 1.756230155917688,
      "learning_rate": 2.656197485888856e-08,
      "loss": 0.0776,
      "step": 19211
    },
    {
      "epoch": 2.9016764839148164,
      "grad_norm": 1.4058723307281602,
      "learning_rate": 2.6480630833101706e-08,
      "loss": 0.0661,
      "step": 19212
    },
    {
      "epoch": 2.901827518501737,
      "grad_norm": 1.380152597502474,
      "learning_rate": 2.6399411222637894e-08,
      "loss": 0.0668,
      "step": 19213
    },
    {
      "epoch": 2.9019785530886573,
      "grad_norm": 1.2396839937202815,
      "learning_rate": 2.631831602952939e-08,
      "loss": 0.058,
      "step": 19214
    },
    {
      "epoch": 2.902129587675578,
      "grad_norm": 3.2659512015002794,
      "learning_rate": 2.6237345255804568e-08,
      "loss": 0.086,
      "step": 19215
    },
    {
      "epoch": 2.902280622262498,
      "grad_norm": 1.2556769565793167,
      "learning_rate": 2.6156498903489592e-08,
      "loss": 0.0696,
      "step": 19216
    },
    {
      "epoch": 2.9024316568494184,
      "grad_norm": 1.6194069020025703,
      "learning_rate": 2.6075776974605615e-08,
      "loss": 0.0783,
      "step": 19217
    },
    {
      "epoch": 2.902582691436339,
      "grad_norm": 1.1080749155195315,
      "learning_rate": 2.599517947117325e-08,
      "loss": 0.0644,
      "step": 19218
    },
    {
      "epoch": 2.9027337260232593,
      "grad_norm": 1.3346599669392967,
      "learning_rate": 2.59147063952081e-08,
      "loss": 0.06,
      "step": 19219
    },
    {
      "epoch": 2.9028847606101795,
      "grad_norm": 1.7021654485469255,
      "learning_rate": 2.583435774872356e-08,
      "loss": 0.0641,
      "step": 19220
    },
    {
      "epoch": 2.9030357951971,
      "grad_norm": 1.3876782761097357,
      "learning_rate": 2.5754133533728575e-08,
      "loss": 0.0666,
      "step": 19221
    },
    {
      "epoch": 2.9031868297840204,
      "grad_norm": 1.2521944724827005,
      "learning_rate": 2.5674033752231544e-08,
      "loss": 0.0645,
      "step": 19222
    },
    {
      "epoch": 2.903337864370941,
      "grad_norm": 1.510987211720092,
      "learning_rate": 2.5594058406234744e-08,
      "loss": 0.0681,
      "step": 19223
    },
    {
      "epoch": 2.9034888989578613,
      "grad_norm": 1.3029979489398416,
      "learning_rate": 2.551420749773992e-08,
      "loss": 0.0527,
      "step": 19224
    },
    {
      "epoch": 2.903639933544782,
      "grad_norm": 1.4888683876294722,
      "learning_rate": 2.5434481028743797e-08,
      "loss": 0.0735,
      "step": 19225
    },
    {
      "epoch": 2.9037909681317022,
      "grad_norm": 1.950412392595181,
      "learning_rate": 2.535487900124145e-08,
      "loss": 0.0829,
      "step": 19226
    },
    {
      "epoch": 2.9039420027186225,
      "grad_norm": 1.9142281553476235,
      "learning_rate": 2.5275401417224066e-08,
      "loss": 0.0834,
      "step": 19227
    },
    {
      "epoch": 2.904093037305543,
      "grad_norm": 1.1207661720394733,
      "learning_rate": 2.5196048278678943e-08,
      "loss": 0.0509,
      "step": 19228
    },
    {
      "epoch": 2.9042440718924634,
      "grad_norm": 1.2780622569313667,
      "learning_rate": 2.5116819587592266e-08,
      "loss": 0.0695,
      "step": 19229
    },
    {
      "epoch": 2.9043951064793836,
      "grad_norm": 1.3186546324013513,
      "learning_rate": 2.5037715345945233e-08,
      "loss": 0.0744,
      "step": 19230
    },
    {
      "epoch": 2.9045461410663043,
      "grad_norm": 1.9163242542389776,
      "learning_rate": 2.4958735555717373e-08,
      "loss": 0.0803,
      "step": 19231
    },
    {
      "epoch": 2.9046971756532245,
      "grad_norm": 1.2575403040448159,
      "learning_rate": 2.4879880218883213e-08,
      "loss": 0.0721,
      "step": 19232
    },
    {
      "epoch": 2.9048482102401447,
      "grad_norm": 3.1244773363004117,
      "learning_rate": 2.4801149337417285e-08,
      "loss": 0.0952,
      "step": 19233
    },
    {
      "epoch": 2.9049992448270654,
      "grad_norm": 1.353831966949632,
      "learning_rate": 2.4722542913286907e-08,
      "loss": 0.0729,
      "step": 19234
    },
    {
      "epoch": 2.905150279413986,
      "grad_norm": 1.4362138198049805,
      "learning_rate": 2.4644060948459946e-08,
      "loss": 0.0744,
      "step": 19235
    },
    {
      "epoch": 2.9053013140009063,
      "grad_norm": 1.7056275721735215,
      "learning_rate": 2.456570344489928e-08,
      "loss": 0.0751,
      "step": 19236
    },
    {
      "epoch": 2.9054523485878265,
      "grad_norm": 1.9298468790520555,
      "learning_rate": 2.448747040456445e-08,
      "loss": 0.0864,
      "step": 19237
    },
    {
      "epoch": 2.905603383174747,
      "grad_norm": 1.3217249554736001,
      "learning_rate": 2.440936182941389e-08,
      "loss": 0.0687,
      "step": 19238
    },
    {
      "epoch": 2.9057544177616674,
      "grad_norm": 1.2169280563333533,
      "learning_rate": 2.4331377721399928e-08,
      "loss": 0.0669,
      "step": 19239
    },
    {
      "epoch": 2.9059054523485877,
      "grad_norm": 1.2812783524431801,
      "learning_rate": 2.4253518082474892e-08,
      "loss": 0.0739,
      "step": 19240
    },
    {
      "epoch": 2.9060564869355083,
      "grad_norm": 1.9858162251197127,
      "learning_rate": 2.4175782914585556e-08,
      "loss": 0.0746,
      "step": 19241
    },
    {
      "epoch": 2.9062075215224286,
      "grad_norm": 1.107728533664002,
      "learning_rate": 2.4098172219676473e-08,
      "loss": 0.0614,
      "step": 19242
    },
    {
      "epoch": 2.906358556109349,
      "grad_norm": 1.4808066839182459,
      "learning_rate": 2.402068599968943e-08,
      "loss": 0.0626,
      "step": 19243
    },
    {
      "epoch": 2.9065095906962695,
      "grad_norm": 1.5195691051586093,
      "learning_rate": 2.3943324256562318e-08,
      "loss": 0.0644,
      "step": 19244
    },
    {
      "epoch": 2.9066606252831897,
      "grad_norm": 1.3842577288837739,
      "learning_rate": 2.3866086992231363e-08,
      "loss": 0.0716,
      "step": 19245
    },
    {
      "epoch": 2.9068116598701104,
      "grad_norm": 1.1104018210238316,
      "learning_rate": 2.3788974208627246e-08,
      "loss": 0.0631,
      "step": 19246
    },
    {
      "epoch": 2.9069626944570306,
      "grad_norm": 1.7762912319956778,
      "learning_rate": 2.3711985907680645e-08,
      "loss": 0.0849,
      "step": 19247
    },
    {
      "epoch": 2.9071137290439513,
      "grad_norm": 1.2211692560748229,
      "learning_rate": 2.3635122091316685e-08,
      "loss": 0.0704,
      "step": 19248
    },
    {
      "epoch": 2.9072647636308715,
      "grad_norm": 1.8984054905010412,
      "learning_rate": 2.3558382761457722e-08,
      "loss": 0.0982,
      "step": 19249
    },
    {
      "epoch": 2.9074157982177917,
      "grad_norm": 1.6478770327318792,
      "learning_rate": 2.348176792002388e-08,
      "loss": 0.0811,
      "step": 19250
    },
    {
      "epoch": 2.9075668328047124,
      "grad_norm": 1.6865448139535169,
      "learning_rate": 2.3405277568931962e-08,
      "loss": 0.0746,
      "step": 19251
    },
    {
      "epoch": 2.9077178673916326,
      "grad_norm": 1.4042081887591942,
      "learning_rate": 2.3328911710094882e-08,
      "loss": 0.0749,
      "step": 19252
    },
    {
      "epoch": 2.907868901978553,
      "grad_norm": 1.3508842980241285,
      "learning_rate": 2.3252670345423335e-08,
      "loss": 0.0723,
      "step": 19253
    },
    {
      "epoch": 2.9080199365654735,
      "grad_norm": 1.1065536931262994,
      "learning_rate": 2.3176553476824128e-08,
      "loss": 0.0588,
      "step": 19254
    },
    {
      "epoch": 2.9081709711523938,
      "grad_norm": 1.5451957778821503,
      "learning_rate": 2.3100561106202402e-08,
      "loss": 0.0804,
      "step": 19255
    },
    {
      "epoch": 2.9083220057393144,
      "grad_norm": 1.4061308824665153,
      "learning_rate": 2.302469323545775e-08,
      "loss": 0.0701,
      "step": 19256
    },
    {
      "epoch": 2.9084730403262347,
      "grad_norm": 1.370858215752202,
      "learning_rate": 2.2948949866488658e-08,
      "loss": 0.0689,
      "step": 19257
    },
    {
      "epoch": 2.9086240749131553,
      "grad_norm": 1.5661744185891662,
      "learning_rate": 2.287333100119027e-08,
      "loss": 0.0702,
      "step": 19258
    },
    {
      "epoch": 2.9087751095000756,
      "grad_norm": 1.2131745486072794,
      "learning_rate": 2.2797836641453853e-08,
      "loss": 0.0681,
      "step": 19259
    },
    {
      "epoch": 2.908926144086996,
      "grad_norm": 1.6071982194059278,
      "learning_rate": 2.2722466789167898e-08,
      "loss": 0.0682,
      "step": 19260
    },
    {
      "epoch": 2.9090771786739165,
      "grad_norm": 1.4365558719891363,
      "learning_rate": 2.2647221446218117e-08,
      "loss": 0.0795,
      "step": 19261
    },
    {
      "epoch": 2.9092282132608367,
      "grad_norm": 1.5239369761254244,
      "learning_rate": 2.2572100614486336e-08,
      "loss": 0.0886,
      "step": 19262
    },
    {
      "epoch": 2.909379247847757,
      "grad_norm": 1.4868121704073498,
      "learning_rate": 2.2497104295852167e-08,
      "loss": 0.0678,
      "step": 19263
    },
    {
      "epoch": 2.9095302824346776,
      "grad_norm": 1.0845277888187568,
      "learning_rate": 2.2422232492191333e-08,
      "loss": 0.0507,
      "step": 19264
    },
    {
      "epoch": 2.909681317021598,
      "grad_norm": 1.4971413065803074,
      "learning_rate": 2.234748520537733e-08,
      "loss": 0.0681,
      "step": 19265
    },
    {
      "epoch": 2.9098323516085185,
      "grad_norm": 1.300218773963873,
      "learning_rate": 2.2272862437279776e-08,
      "loss": 0.0696,
      "step": 19266
    },
    {
      "epoch": 2.9099833861954387,
      "grad_norm": 1.3479263994617612,
      "learning_rate": 2.2198364189764955e-08,
      "loss": 0.0746,
      "step": 19267
    },
    {
      "epoch": 2.9101344207823594,
      "grad_norm": 1.4410054596586017,
      "learning_rate": 2.2123990464696933e-08,
      "loss": 0.073,
      "step": 19268
    },
    {
      "epoch": 2.9102854553692796,
      "grad_norm": 1.190009195989813,
      "learning_rate": 2.2049741263935886e-08,
      "loss": 0.0548,
      "step": 19269
    },
    {
      "epoch": 2.9104364899562,
      "grad_norm": 2.996954910515452,
      "learning_rate": 2.1975616589339777e-08,
      "loss": 0.0751,
      "step": 19270
    },
    {
      "epoch": 2.9105875245431205,
      "grad_norm": 1.5072390031285816,
      "learning_rate": 2.1901616442762673e-08,
      "loss": 0.0679,
      "step": 19271
    },
    {
      "epoch": 2.9107385591300408,
      "grad_norm": 1.3165864404415055,
      "learning_rate": 2.182774082605532e-08,
      "loss": 0.0698,
      "step": 19272
    },
    {
      "epoch": 2.910889593716961,
      "grad_norm": 1.6196289590127488,
      "learning_rate": 2.1753989741065685e-08,
      "loss": 0.0662,
      "step": 19273
    },
    {
      "epoch": 2.9110406283038817,
      "grad_norm": 1.2418859746032525,
      "learning_rate": 2.168036318963951e-08,
      "loss": 0.0694,
      "step": 19274
    },
    {
      "epoch": 2.911191662890802,
      "grad_norm": 2.8728392158919442,
      "learning_rate": 2.1606861173617542e-08,
      "loss": 0.0762,
      "step": 19275
    },
    {
      "epoch": 2.9113426974777226,
      "grad_norm": 1.5568391445963123,
      "learning_rate": 2.153348369483943e-08,
      "loss": 0.0826,
      "step": 19276
    },
    {
      "epoch": 2.911493732064643,
      "grad_norm": 1.6232258317626496,
      "learning_rate": 2.1460230755140367e-08,
      "loss": 0.0744,
      "step": 19277
    },
    {
      "epoch": 2.9116447666515635,
      "grad_norm": 1.1934196755281656,
      "learning_rate": 2.1387102356352774e-08,
      "loss": 0.055,
      "step": 19278
    },
    {
      "epoch": 2.9117958012384837,
      "grad_norm": 1.3605899032898099,
      "learning_rate": 2.1314098500306303e-08,
      "loss": 0.0764,
      "step": 19279
    },
    {
      "epoch": 2.911946835825404,
      "grad_norm": 1.6142277846489415,
      "learning_rate": 2.1241219188826155e-08,
      "loss": 0.0801,
      "step": 19280
    },
    {
      "epoch": 2.9120978704123246,
      "grad_norm": 1.2424320337497974,
      "learning_rate": 2.1168464423736435e-08,
      "loss": 0.068,
      "step": 19281
    },
    {
      "epoch": 2.912248904999245,
      "grad_norm": 1.3545513690167374,
      "learning_rate": 2.1095834206857346e-08,
      "loss": 0.0681,
      "step": 19282
    },
    {
      "epoch": 2.912399939586165,
      "grad_norm": 1.1910994344152332,
      "learning_rate": 2.1023328540005217e-08,
      "loss": 0.0652,
      "step": 19283
    },
    {
      "epoch": 2.9125509741730857,
      "grad_norm": 3.3503569204862127,
      "learning_rate": 2.095094742499415e-08,
      "loss": 0.0812,
      "step": 19284
    },
    {
      "epoch": 2.912702008760006,
      "grad_norm": 1.23498508597719,
      "learning_rate": 2.0878690863634365e-08,
      "loss": 0.0731,
      "step": 19285
    },
    {
      "epoch": 2.912853043346926,
      "grad_norm": 4.646299641496222,
      "learning_rate": 2.0806558857733306e-08,
      "loss": 0.0817,
      "step": 19286
    },
    {
      "epoch": 2.913004077933847,
      "grad_norm": 1.2563922022195344,
      "learning_rate": 2.0734551409096194e-08,
      "loss": 0.0713,
      "step": 19287
    },
    {
      "epoch": 2.9131551125207675,
      "grad_norm": 1.74886003468057,
      "learning_rate": 2.0662668519523255e-08,
      "loss": 0.0819,
      "step": 19288
    },
    {
      "epoch": 2.9133061471076878,
      "grad_norm": 1.3888366865826651,
      "learning_rate": 2.0590910190813607e-08,
      "loss": 0.0772,
      "step": 19289
    },
    {
      "epoch": 2.913457181694608,
      "grad_norm": 1.2562103472144108,
      "learning_rate": 2.0519276424761925e-08,
      "loss": 0.0546,
      "step": 19290
    },
    {
      "epoch": 2.9136082162815287,
      "grad_norm": 1.1381780963518962,
      "learning_rate": 2.0447767223160664e-08,
      "loss": 0.0613,
      "step": 19291
    },
    {
      "epoch": 2.913759250868449,
      "grad_norm": 1.3110387812113984,
      "learning_rate": 2.0376382587797838e-08,
      "loss": 0.069,
      "step": 19292
    },
    {
      "epoch": 2.913910285455369,
      "grad_norm": 2.385026169540963,
      "learning_rate": 2.0305122520459796e-08,
      "loss": 0.0935,
      "step": 19293
    },
    {
      "epoch": 2.91406132004229,
      "grad_norm": 2.491490004690055,
      "learning_rate": 2.0233987022929003e-08,
      "loss": 0.0878,
      "step": 19294
    },
    {
      "epoch": 2.91421235462921,
      "grad_norm": 1.3009886430856517,
      "learning_rate": 2.0162976096984586e-08,
      "loss": 0.0662,
      "step": 19295
    },
    {
      "epoch": 2.9143633892161303,
      "grad_norm": 1.5146746030509475,
      "learning_rate": 2.009208974440291e-08,
      "loss": 0.0683,
      "step": 19296
    },
    {
      "epoch": 2.914514423803051,
      "grad_norm": 1.2982302154068204,
      "learning_rate": 2.0021327966958105e-08,
      "loss": 0.0706,
      "step": 19297
    },
    {
      "epoch": 2.914665458389971,
      "grad_norm": 1.437291303085304,
      "learning_rate": 1.9950690766419867e-08,
      "loss": 0.0695,
      "step": 19298
    },
    {
      "epoch": 2.914816492976892,
      "grad_norm": 1.2360784817705963,
      "learning_rate": 1.9880178144554564e-08,
      "loss": 0.0657,
      "step": 19299
    },
    {
      "epoch": 2.914967527563812,
      "grad_norm": 1.4573653391902444,
      "learning_rate": 1.9809790103126893e-08,
      "loss": 0.0656,
      "step": 19300
    },
    {
      "epoch": 2.9151185621507327,
      "grad_norm": 1.1274659923504393,
      "learning_rate": 1.9739526643897666e-08,
      "loss": 0.0553,
      "step": 19301
    },
    {
      "epoch": 2.915269596737653,
      "grad_norm": 1.408249490936316,
      "learning_rate": 1.9669387768623815e-08,
      "loss": 0.0638,
      "step": 19302
    },
    {
      "epoch": 2.915420631324573,
      "grad_norm": 1.4321967060819603,
      "learning_rate": 1.9599373479060602e-08,
      "loss": 0.0798,
      "step": 19303
    },
    {
      "epoch": 2.915571665911494,
      "grad_norm": 1.1498184627113353,
      "learning_rate": 1.95294837769594e-08,
      "loss": 0.0566,
      "step": 19304
    },
    {
      "epoch": 2.915722700498414,
      "grad_norm": 1.0806191959963383,
      "learning_rate": 1.9459718664068262e-08,
      "loss": 0.0573,
      "step": 19305
    },
    {
      "epoch": 2.9158737350853343,
      "grad_norm": 1.9415385465238773,
      "learning_rate": 1.939007814213245e-08,
      "loss": 0.0677,
      "step": 19306
    },
    {
      "epoch": 2.916024769672255,
      "grad_norm": 1.3323580005266453,
      "learning_rate": 1.9320562212894466e-08,
      "loss": 0.0716,
      "step": 19307
    },
    {
      "epoch": 2.916175804259175,
      "grad_norm": 1.563116043957238,
      "learning_rate": 1.925117087809236e-08,
      "loss": 0.0724,
      "step": 19308
    },
    {
      "epoch": 2.916326838846096,
      "grad_norm": 1.17758451274329,
      "learning_rate": 1.918190413946308e-08,
      "loss": 0.0666,
      "step": 19309
    },
    {
      "epoch": 2.916477873433016,
      "grad_norm": 1.434655362886393,
      "learning_rate": 1.9112761998739126e-08,
      "loss": 0.0611,
      "step": 19310
    },
    {
      "epoch": 2.916628908019937,
      "grad_norm": 1.2747515011097672,
      "learning_rate": 1.904374445764967e-08,
      "loss": 0.0629,
      "step": 19311
    },
    {
      "epoch": 2.916779942606857,
      "grad_norm": 1.1794798688150168,
      "learning_rate": 1.897485151792111e-08,
      "loss": 0.0653,
      "step": 19312
    },
    {
      "epoch": 2.9169309771937773,
      "grad_norm": 1.2172283827047727,
      "learning_rate": 1.8906083181277625e-08,
      "loss": 0.0648,
      "step": 19313
    },
    {
      "epoch": 2.917082011780698,
      "grad_norm": 1.8162180410436206,
      "learning_rate": 1.8837439449438944e-08,
      "loss": 0.083,
      "step": 19314
    },
    {
      "epoch": 2.917233046367618,
      "grad_norm": 1.653983107810784,
      "learning_rate": 1.876892032412203e-08,
      "loss": 0.0644,
      "step": 19315
    },
    {
      "epoch": 2.9173840809545384,
      "grad_norm": 1.1714983468085727,
      "learning_rate": 1.8700525807041624e-08,
      "loss": 0.0595,
      "step": 19316
    },
    {
      "epoch": 2.917535115541459,
      "grad_norm": 1.2101945103187368,
      "learning_rate": 1.8632255899908026e-08,
      "loss": 0.0663,
      "step": 19317
    },
    {
      "epoch": 2.9176861501283793,
      "grad_norm": 1.4275178173725878,
      "learning_rate": 1.856411060442931e-08,
      "loss": 0.0627,
      "step": 19318
    },
    {
      "epoch": 2.9178371847153,
      "grad_norm": 1.5942673209566922,
      "learning_rate": 1.8496089922310222e-08,
      "loss": 0.0761,
      "step": 19319
    },
    {
      "epoch": 2.91798821930222,
      "grad_norm": 1.6112465517971983,
      "learning_rate": 1.8428193855252184e-08,
      "loss": 0.081,
      "step": 19320
    },
    {
      "epoch": 2.918139253889141,
      "grad_norm": 1.4866640409232403,
      "learning_rate": 1.836042240495384e-08,
      "loss": 0.0824,
      "step": 19321
    },
    {
      "epoch": 2.918290288476061,
      "grad_norm": 1.0836574432027324,
      "learning_rate": 1.8292775573110487e-08,
      "loss": 0.0556,
      "step": 19322
    },
    {
      "epoch": 2.9184413230629813,
      "grad_norm": 1.4558993416180752,
      "learning_rate": 1.822525336141412e-08,
      "loss": 0.0741,
      "step": 19323
    },
    {
      "epoch": 2.918592357649902,
      "grad_norm": 1.192055595744691,
      "learning_rate": 1.8157855771553934e-08,
      "loss": 0.0627,
      "step": 19324
    },
    {
      "epoch": 2.918743392236822,
      "grad_norm": 1.6071632978073715,
      "learning_rate": 1.8090582805215806e-08,
      "loss": 0.0694,
      "step": 19325
    },
    {
      "epoch": 2.9188944268237424,
      "grad_norm": 1.367587783563752,
      "learning_rate": 1.8023434464083388e-08,
      "loss": 0.0817,
      "step": 19326
    },
    {
      "epoch": 2.919045461410663,
      "grad_norm": 1.736484138170703,
      "learning_rate": 1.795641074983534e-08,
      "loss": 0.0728,
      "step": 19327
    },
    {
      "epoch": 2.9191964959975834,
      "grad_norm": 1.912413514732846,
      "learning_rate": 1.7889511664149206e-08,
      "loss": 0.0827,
      "step": 19328
    },
    {
      "epoch": 2.9193475305845036,
      "grad_norm": 1.2178959242751977,
      "learning_rate": 1.782273720869754e-08,
      "loss": 0.0688,
      "step": 19329
    },
    {
      "epoch": 2.9194985651714243,
      "grad_norm": 1.2917278540542152,
      "learning_rate": 1.7756087385151223e-08,
      "loss": 0.0616,
      "step": 19330
    },
    {
      "epoch": 2.919649599758345,
      "grad_norm": 1.3917924113647504,
      "learning_rate": 1.7689562195177813e-08,
      "loss": 0.0687,
      "step": 19331
    },
    {
      "epoch": 2.919800634345265,
      "grad_norm": 1.365212202257601,
      "learning_rate": 1.7623161640441532e-08,
      "loss": 0.0656,
      "step": 19332
    },
    {
      "epoch": 2.9199516689321854,
      "grad_norm": 1.1093113704801554,
      "learning_rate": 1.7556885722602725e-08,
      "loss": 0.0664,
      "step": 19333
    },
    {
      "epoch": 2.920102703519106,
      "grad_norm": 1.257454695146343,
      "learning_rate": 1.7490734443320056e-08,
      "loss": 0.0671,
      "step": 19334
    },
    {
      "epoch": 2.9202537381060263,
      "grad_norm": 1.3620162096475512,
      "learning_rate": 1.742470780424832e-08,
      "loss": 0.081,
      "step": 19335
    },
    {
      "epoch": 2.9204047726929465,
      "grad_norm": 1.2407256831873978,
      "learning_rate": 1.7358805807038415e-08,
      "loss": 0.0601,
      "step": 19336
    },
    {
      "epoch": 2.920555807279867,
      "grad_norm": 1.2685364498486529,
      "learning_rate": 1.7293028453339578e-08,
      "loss": 0.0742,
      "step": 19337
    },
    {
      "epoch": 2.9207068418667874,
      "grad_norm": 1.1822516640387308,
      "learning_rate": 1.722737574479716e-08,
      "loss": 0.0621,
      "step": 19338
    },
    {
      "epoch": 2.9208578764537076,
      "grad_norm": 1.4061210206191987,
      "learning_rate": 1.7161847683053178e-08,
      "loss": 0.0662,
      "step": 19339
    },
    {
      "epoch": 2.9210089110406283,
      "grad_norm": 1.3481046660302443,
      "learning_rate": 1.7096444269747435e-08,
      "loss": 0.0589,
      "step": 19340
    },
    {
      "epoch": 2.9211599456275485,
      "grad_norm": 1.56064053322395,
      "learning_rate": 1.7031165506515292e-08,
      "loss": 0.078,
      "step": 19341
    },
    {
      "epoch": 2.921310980214469,
      "grad_norm": 1.4073358461988195,
      "learning_rate": 1.6966011394990434e-08,
      "loss": 0.0842,
      "step": 19342
    },
    {
      "epoch": 2.9214620148013895,
      "grad_norm": 1.207765441381705,
      "learning_rate": 1.6900981936802674e-08,
      "loss": 0.0638,
      "step": 19343
    },
    {
      "epoch": 2.92161304938831,
      "grad_norm": 1.284140101954042,
      "learning_rate": 1.6836077133577934e-08,
      "loss": 0.0571,
      "step": 19344
    },
    {
      "epoch": 2.9217640839752304,
      "grad_norm": 1.23484036444709,
      "learning_rate": 1.6771296986941022e-08,
      "loss": 0.0629,
      "step": 19345
    },
    {
      "epoch": 2.9219151185621506,
      "grad_norm": 1.535091070661157,
      "learning_rate": 1.6706641498511755e-08,
      "loss": 0.0791,
      "step": 19346
    },
    {
      "epoch": 2.9220661531490713,
      "grad_norm": 1.812379221705999,
      "learning_rate": 1.664211066990773e-08,
      "loss": 0.0961,
      "step": 19347
    },
    {
      "epoch": 2.9222171877359915,
      "grad_norm": 1.4888520897426376,
      "learning_rate": 1.6577704502742654e-08,
      "loss": 0.0696,
      "step": 19348
    },
    {
      "epoch": 2.9223682223229117,
      "grad_norm": 1.2232933392352376,
      "learning_rate": 1.651342299862857e-08,
      "loss": 0.0666,
      "step": 19349
    },
    {
      "epoch": 2.9225192569098324,
      "grad_norm": 1.4888528510436707,
      "learning_rate": 1.6449266159173084e-08,
      "loss": 0.0656,
      "step": 19350
    },
    {
      "epoch": 2.9226702914967526,
      "grad_norm": 1.3953535177099816,
      "learning_rate": 1.638523398598102e-08,
      "loss": 0.0696,
      "step": 19351
    },
    {
      "epoch": 2.9228213260836733,
      "grad_norm": 1.6163700543724484,
      "learning_rate": 1.632132648065443e-08,
      "loss": 0.077,
      "step": 19352
    },
    {
      "epoch": 2.9229723606705935,
      "grad_norm": 1.4693924874625084,
      "learning_rate": 1.6257543644791485e-08,
      "loss": 0.0737,
      "step": 19353
    },
    {
      "epoch": 2.923123395257514,
      "grad_norm": 1.542556150311962,
      "learning_rate": 1.619388547998868e-08,
      "loss": 0.0643,
      "step": 19354
    },
    {
      "epoch": 2.9232744298444344,
      "grad_norm": 1.5902250379470848,
      "learning_rate": 1.6130351987837523e-08,
      "loss": 0.0716,
      "step": 19355
    },
    {
      "epoch": 2.9234254644313546,
      "grad_norm": 1.2962448218791587,
      "learning_rate": 1.606694316992785e-08,
      "loss": 0.0654,
      "step": 19356
    },
    {
      "epoch": 2.9235764990182753,
      "grad_norm": 1.5087175218669742,
      "learning_rate": 1.600365902784562e-08,
      "loss": 0.0672,
      "step": 19357
    },
    {
      "epoch": 2.9237275336051955,
      "grad_norm": 2.850934370769011,
      "learning_rate": 1.5940499563174005e-08,
      "loss": 0.0845,
      "step": 19358
    },
    {
      "epoch": 2.923878568192116,
      "grad_norm": 1.406691702884474,
      "learning_rate": 1.587746477749341e-08,
      "loss": 0.0557,
      "step": 19359
    },
    {
      "epoch": 2.9240296027790365,
      "grad_norm": 1.6368269510013518,
      "learning_rate": 1.58145546723798e-08,
      "loss": 0.0715,
      "step": 19360
    },
    {
      "epoch": 2.9241806373659567,
      "grad_norm": 1.1938755939241463,
      "learning_rate": 1.575176924940747e-08,
      "loss": 0.0575,
      "step": 19361
    },
    {
      "epoch": 2.9243316719528774,
      "grad_norm": 1.682378200160056,
      "learning_rate": 1.5689108510147378e-08,
      "loss": 0.0846,
      "step": 19362
    },
    {
      "epoch": 2.9244827065397976,
      "grad_norm": 1.3638147475844449,
      "learning_rate": 1.5626572456166058e-08,
      "loss": 0.0563,
      "step": 19363
    },
    {
      "epoch": 2.9246337411267183,
      "grad_norm": 1.5262774635459164,
      "learning_rate": 1.5564161089028918e-08,
      "loss": 0.0651,
      "step": 19364
    },
    {
      "epoch": 2.9247847757136385,
      "grad_norm": 1.4512206614045469,
      "learning_rate": 1.550187441029638e-08,
      "loss": 0.0704,
      "step": 19365
    },
    {
      "epoch": 2.9249358103005587,
      "grad_norm": 1.6861560782324416,
      "learning_rate": 1.54397124215272e-08,
      "loss": 0.0687,
      "step": 19366
    },
    {
      "epoch": 2.9250868448874794,
      "grad_norm": 1.6290240779844234,
      "learning_rate": 1.537767512427568e-08,
      "loss": 0.0667,
      "step": 19367
    },
    {
      "epoch": 2.9252378794743996,
      "grad_norm": 1.1890531516708411,
      "learning_rate": 1.531576252009448e-08,
      "loss": 0.0588,
      "step": 19368
    },
    {
      "epoch": 2.92538891406132,
      "grad_norm": 1.376503753447182,
      "learning_rate": 1.5253974610531797e-08,
      "loss": 0.0726,
      "step": 19369
    },
    {
      "epoch": 2.9255399486482405,
      "grad_norm": 2.2232073612045626,
      "learning_rate": 1.519231139713362e-08,
      "loss": 0.0774,
      "step": 19370
    },
    {
      "epoch": 2.9256909832351607,
      "grad_norm": 1.435638773934966,
      "learning_rate": 1.5130772881442048e-08,
      "loss": 0.0709,
      "step": 19371
    },
    {
      "epoch": 2.9258420178220814,
      "grad_norm": 1.4696371413879823,
      "learning_rate": 1.5069359064997513e-08,
      "loss": 0.0729,
      "step": 19372
    },
    {
      "epoch": 2.9259930524090016,
      "grad_norm": 1.3130280929122082,
      "learning_rate": 1.500806994933546e-08,
      "loss": 0.0704,
      "step": 19373
    },
    {
      "epoch": 2.9261440869959223,
      "grad_norm": 1.4529036877413422,
      "learning_rate": 1.49469055359891e-08,
      "loss": 0.078,
      "step": 19374
    },
    {
      "epoch": 2.9262951215828426,
      "grad_norm": 1.310024612620832,
      "learning_rate": 1.4885865826488322e-08,
      "loss": 0.0685,
      "step": 19375
    },
    {
      "epoch": 2.926446156169763,
      "grad_norm": 1.562532580755872,
      "learning_rate": 1.482495082236135e-08,
      "loss": 0.0692,
      "step": 19376
    },
    {
      "epoch": 2.9265971907566835,
      "grad_norm": 1.5650079849785257,
      "learning_rate": 1.47641605251303e-08,
      "loss": 0.0708,
      "step": 19377
    },
    {
      "epoch": 2.9267482253436037,
      "grad_norm": 1.2817310636049632,
      "learning_rate": 1.4703494936316731e-08,
      "loss": 0.0669,
      "step": 19378
    },
    {
      "epoch": 2.926899259930524,
      "grad_norm": 1.376878745301789,
      "learning_rate": 1.464295405743832e-08,
      "loss": 0.0669,
      "step": 19379
    },
    {
      "epoch": 2.9270502945174446,
      "grad_norm": 1.9509426828007927,
      "learning_rate": 1.4582537890009407e-08,
      "loss": 0.0738,
      "step": 19380
    },
    {
      "epoch": 2.927201329104365,
      "grad_norm": 1.4737200108091422,
      "learning_rate": 1.452224643554101e-08,
      "loss": 0.0719,
      "step": 19381
    },
    {
      "epoch": 2.927352363691285,
      "grad_norm": 1.584128038007827,
      "learning_rate": 1.446207969554192e-08,
      "loss": 0.0706,
      "step": 19382
    },
    {
      "epoch": 2.9275033982782057,
      "grad_norm": 1.3620503301774898,
      "learning_rate": 1.4402037671516488e-08,
      "loss": 0.0778,
      "step": 19383
    },
    {
      "epoch": 2.9276544328651264,
      "grad_norm": 2.4460511946705266,
      "learning_rate": 1.4342120364967405e-08,
      "loss": 0.094,
      "step": 19384
    },
    {
      "epoch": 2.9278054674520466,
      "grad_norm": 1.2463452790199905,
      "learning_rate": 1.4282327777393467e-08,
      "loss": 0.0651,
      "step": 19385
    },
    {
      "epoch": 2.927956502038967,
      "grad_norm": 1.3640695263122682,
      "learning_rate": 1.4222659910290148e-08,
      "loss": 0.0675,
      "step": 19386
    },
    {
      "epoch": 2.9281075366258875,
      "grad_norm": 1.4584786910440362,
      "learning_rate": 1.4163116765149587e-08,
      "loss": 0.073,
      "step": 19387
    },
    {
      "epoch": 2.9282585712128077,
      "grad_norm": 1.129785446548158,
      "learning_rate": 1.4103698343462258e-08,
      "loss": 0.0631,
      "step": 19388
    },
    {
      "epoch": 2.928409605799728,
      "grad_norm": 1.4634684654208967,
      "learning_rate": 1.4044404646714194e-08,
      "loss": 0.0731,
      "step": 19389
    },
    {
      "epoch": 2.9285606403866487,
      "grad_norm": 1.5292480004322933,
      "learning_rate": 1.3985235676388654e-08,
      "loss": 0.0704,
      "step": 19390
    },
    {
      "epoch": 2.928711674973569,
      "grad_norm": 1.5551384003790014,
      "learning_rate": 1.3926191433965563e-08,
      "loss": 0.0838,
      "step": 19391
    },
    {
      "epoch": 2.928862709560489,
      "grad_norm": 3.7923485205930807,
      "learning_rate": 1.3867271920922632e-08,
      "loss": 0.0981,
      "step": 19392
    },
    {
      "epoch": 2.92901374414741,
      "grad_norm": 1.4873555203293327,
      "learning_rate": 1.3808477138732569e-08,
      "loss": 0.0714,
      "step": 19393
    },
    {
      "epoch": 2.92916477873433,
      "grad_norm": 1.2963682114046984,
      "learning_rate": 1.3749807088866973e-08,
      "loss": 0.0637,
      "step": 19394
    },
    {
      "epoch": 2.9293158133212507,
      "grad_norm": 1.9028110395246376,
      "learning_rate": 1.3691261772793562e-08,
      "loss": 0.0779,
      "step": 19395
    },
    {
      "epoch": 2.929466847908171,
      "grad_norm": 1.231895825110728,
      "learning_rate": 1.363284119197672e-08,
      "loss": 0.0765,
      "step": 19396
    },
    {
      "epoch": 2.9296178824950916,
      "grad_norm": 1.044990799131327,
      "learning_rate": 1.35745453478775e-08,
      "loss": 0.0597,
      "step": 19397
    },
    {
      "epoch": 2.929768917082012,
      "grad_norm": 1.9679270481336175,
      "learning_rate": 1.3516374241954733e-08,
      "loss": 0.0734,
      "step": 19398
    },
    {
      "epoch": 2.929919951668932,
      "grad_norm": 1.2660892966648851,
      "learning_rate": 1.3458327875663924e-08,
      "loss": 0.0689,
      "step": 19399
    },
    {
      "epoch": 2.9300709862558527,
      "grad_norm": 1.1949911332878655,
      "learning_rate": 1.3400406250456133e-08,
      "loss": 0.0637,
      "step": 19400
    },
    {
      "epoch": 2.930222020842773,
      "grad_norm": 1.138094936132078,
      "learning_rate": 1.3342609367780756e-08,
      "loss": 0.0581,
      "step": 19401
    },
    {
      "epoch": 2.930373055429693,
      "grad_norm": 1.3929145002025503,
      "learning_rate": 1.3284937229083306e-08,
      "loss": 0.0727,
      "step": 19402
    },
    {
      "epoch": 2.930524090016614,
      "grad_norm": 1.2869053462286257,
      "learning_rate": 1.3227389835807625e-08,
      "loss": 0.0765,
      "step": 19403
    },
    {
      "epoch": 2.930675124603534,
      "grad_norm": 1.932840149862484,
      "learning_rate": 1.3169967189392008e-08,
      "loss": 0.0655,
      "step": 19404
    },
    {
      "epoch": 2.9308261591904547,
      "grad_norm": 1.2600377198769142,
      "learning_rate": 1.3112669291273638e-08,
      "loss": 0.0481,
      "step": 19405
    },
    {
      "epoch": 2.930977193777375,
      "grad_norm": 1.624690622702111,
      "learning_rate": 1.305549614288526e-08,
      "loss": 0.0698,
      "step": 19406
    },
    {
      "epoch": 2.9311282283642957,
      "grad_norm": 1.4729996225814272,
      "learning_rate": 1.299844774565795e-08,
      "loss": 0.0777,
      "step": 19407
    },
    {
      "epoch": 2.931279262951216,
      "grad_norm": 1.399635625506754,
      "learning_rate": 1.2941524101017788e-08,
      "loss": 0.0722,
      "step": 19408
    },
    {
      "epoch": 2.931430297538136,
      "grad_norm": 1.3356424201583454,
      "learning_rate": 1.2884725210389193e-08,
      "loss": 0.0697,
      "step": 19409
    },
    {
      "epoch": 2.931581332125057,
      "grad_norm": 1.247697736147005,
      "learning_rate": 1.2828051075193804e-08,
      "loss": 0.0664,
      "step": 19410
    },
    {
      "epoch": 2.931732366711977,
      "grad_norm": 1.9741571394198643,
      "learning_rate": 1.2771501696848265e-08,
      "loss": 0.0867,
      "step": 19411
    },
    {
      "epoch": 2.9318834012988972,
      "grad_norm": 1.307234464502371,
      "learning_rate": 1.2715077076767001e-08,
      "loss": 0.0795,
      "step": 19412
    },
    {
      "epoch": 2.932034435885818,
      "grad_norm": 1.5847820249562783,
      "learning_rate": 1.2658777216363328e-08,
      "loss": 0.0811,
      "step": 19413
    },
    {
      "epoch": 2.932185470472738,
      "grad_norm": 1.4773837081789922,
      "learning_rate": 1.260260211704334e-08,
      "loss": 0.0715,
      "step": 19414
    },
    {
      "epoch": 2.932336505059659,
      "grad_norm": 1.2840606184594965,
      "learning_rate": 1.254655178021369e-08,
      "loss": 0.06,
      "step": 19415
    },
    {
      "epoch": 2.932487539646579,
      "grad_norm": 1.2311409027630154,
      "learning_rate": 1.2490626207276035e-08,
      "loss": 0.0617,
      "step": 19416
    },
    {
      "epoch": 2.9326385742334997,
      "grad_norm": 1.3888806274019176,
      "learning_rate": 1.2434825399629258e-08,
      "loss": 0.0683,
      "step": 19417
    },
    {
      "epoch": 2.93278960882042,
      "grad_norm": 1.644067133559855,
      "learning_rate": 1.2379149358670017e-08,
      "loss": 0.0723,
      "step": 19418
    },
    {
      "epoch": 2.93294064340734,
      "grad_norm": 1.302571182516822,
      "learning_rate": 1.2323598085789978e-08,
      "loss": 0.0588,
      "step": 19419
    },
    {
      "epoch": 2.933091677994261,
      "grad_norm": 1.5202803688410296,
      "learning_rate": 1.2268171582379696e-08,
      "loss": 0.0906,
      "step": 19420
    },
    {
      "epoch": 2.933242712581181,
      "grad_norm": 1.7676868506039118,
      "learning_rate": 1.2212869849825282e-08,
      "loss": 0.0884,
      "step": 19421
    },
    {
      "epoch": 2.9333937471681013,
      "grad_norm": 1.2047335313313248,
      "learning_rate": 1.2157692889510076e-08,
      "loss": 0.0605,
      "step": 19422
    },
    {
      "epoch": 2.933544781755022,
      "grad_norm": 1.3463483726899146,
      "learning_rate": 1.2102640702814084e-08,
      "loss": 0.0656,
      "step": 19423
    },
    {
      "epoch": 2.933695816341942,
      "grad_norm": 1.4043686713310537,
      "learning_rate": 1.2047713291115648e-08,
      "loss": 0.0602,
      "step": 19424
    },
    {
      "epoch": 2.9338468509288624,
      "grad_norm": 1.642901209545426,
      "learning_rate": 1.199291065578756e-08,
      "loss": 0.0688,
      "step": 19425
    },
    {
      "epoch": 2.933997885515783,
      "grad_norm": 1.4759849413003805,
      "learning_rate": 1.1938232798200944e-08,
      "loss": 0.078,
      "step": 19426
    },
    {
      "epoch": 2.934148920102704,
      "grad_norm": 1.454176261887465,
      "learning_rate": 1.1883679719724705e-08,
      "loss": 0.0821,
      "step": 19427
    },
    {
      "epoch": 2.934299954689624,
      "grad_norm": 1.6838662044250339,
      "learning_rate": 1.1829251421722198e-08,
      "loss": 0.0841,
      "step": 19428
    },
    {
      "epoch": 2.9344509892765442,
      "grad_norm": 1.5637445514544144,
      "learning_rate": 1.1774947905555111e-08,
      "loss": 0.0668,
      "step": 19429
    },
    {
      "epoch": 2.934602023863465,
      "grad_norm": 1.3627247452794304,
      "learning_rate": 1.1720769172582914e-08,
      "loss": 0.0682,
      "step": 19430
    },
    {
      "epoch": 2.934753058450385,
      "grad_norm": 1.7708215863794114,
      "learning_rate": 1.166671522415952e-08,
      "loss": 0.0833,
      "step": 19431
    },
    {
      "epoch": 2.9349040930373054,
      "grad_norm": 1.951138853088226,
      "learning_rate": 1.1612786061638292e-08,
      "loss": 0.092,
      "step": 19432
    },
    {
      "epoch": 2.935055127624226,
      "grad_norm": 1.3863424918374818,
      "learning_rate": 1.1558981686367599e-08,
      "loss": 0.0805,
      "step": 19433
    },
    {
      "epoch": 2.9352061622111463,
      "grad_norm": 1.6127153678980257,
      "learning_rate": 1.1505302099693028e-08,
      "loss": 0.0744,
      "step": 19434
    },
    {
      "epoch": 2.9353571967980665,
      "grad_norm": 1.2893793334761874,
      "learning_rate": 1.145174730295906e-08,
      "loss": 0.0645,
      "step": 19435
    },
    {
      "epoch": 2.935508231384987,
      "grad_norm": 1.4877001926266533,
      "learning_rate": 1.1398317297503513e-08,
      "loss": 0.0723,
      "step": 19436
    },
    {
      "epoch": 2.9356592659719074,
      "grad_norm": 1.0194227096470252,
      "learning_rate": 1.134501208466421e-08,
      "loss": 0.0607,
      "step": 19437
    },
    {
      "epoch": 2.935810300558828,
      "grad_norm": 1.269703063695134,
      "learning_rate": 1.1291831665773967e-08,
      "loss": 0.0797,
      "step": 19438
    },
    {
      "epoch": 2.9359613351457483,
      "grad_norm": 1.211838506929969,
      "learning_rate": 1.1238776042163391e-08,
      "loss": 0.0606,
      "step": 19439
    },
    {
      "epoch": 2.936112369732669,
      "grad_norm": 1.6905122354146191,
      "learning_rate": 1.1185845215159753e-08,
      "loss": 0.0752,
      "step": 19440
    },
    {
      "epoch": 2.936263404319589,
      "grad_norm": 1.5513175404126234,
      "learning_rate": 1.1133039186086991e-08,
      "loss": 0.0598,
      "step": 19441
    },
    {
      "epoch": 2.9364144389065094,
      "grad_norm": 1.9964774636092377,
      "learning_rate": 1.1080357956266275e-08,
      "loss": 0.0751,
      "step": 19442
    },
    {
      "epoch": 2.93656547349343,
      "grad_norm": 1.2502240704971797,
      "learning_rate": 1.1027801527014881e-08,
      "loss": 0.0611,
      "step": 19443
    },
    {
      "epoch": 2.9367165080803503,
      "grad_norm": 1.5706942189676012,
      "learning_rate": 1.097536989964787e-08,
      "loss": 0.0651,
      "step": 19444
    },
    {
      "epoch": 2.9368675426672706,
      "grad_norm": 1.1887964904524195,
      "learning_rate": 1.0923063075477524e-08,
      "loss": 0.0541,
      "step": 19445
    },
    {
      "epoch": 2.9370185772541912,
      "grad_norm": 1.1427048129549182,
      "learning_rate": 1.0870881055811134e-08,
      "loss": 0.0602,
      "step": 19446
    },
    {
      "epoch": 2.9371696118411115,
      "grad_norm": 1.4275506096675723,
      "learning_rate": 1.0818823841954873e-08,
      "loss": 0.0876,
      "step": 19447
    },
    {
      "epoch": 2.937320646428032,
      "grad_norm": 1.1944932019386265,
      "learning_rate": 1.0766891435211035e-08,
      "loss": 0.0653,
      "step": 19448
    },
    {
      "epoch": 2.9374716810149524,
      "grad_norm": 1.384176295076734,
      "learning_rate": 1.0715083836878027e-08,
      "loss": 0.0688,
      "step": 19449
    },
    {
      "epoch": 2.937622715601873,
      "grad_norm": 1.9083593252736808,
      "learning_rate": 1.0663401048252586e-08,
      "loss": 0.0801,
      "step": 19450
    },
    {
      "epoch": 2.9377737501887933,
      "grad_norm": 1.2855603104298179,
      "learning_rate": 1.061184307062757e-08,
      "loss": 0.0664,
      "step": 19451
    },
    {
      "epoch": 2.9379247847757135,
      "grad_norm": 1.5707420078552274,
      "learning_rate": 1.0560409905291946e-08,
      "loss": 0.0757,
      "step": 19452
    },
    {
      "epoch": 2.938075819362634,
      "grad_norm": 1.233940931511533,
      "learning_rate": 1.050910155353302e-08,
      "loss": 0.0624,
      "step": 19453
    },
    {
      "epoch": 2.9382268539495544,
      "grad_norm": 1.5796582222733249,
      "learning_rate": 1.0457918016634205e-08,
      "loss": 0.068,
      "step": 19454
    },
    {
      "epoch": 2.9383778885364746,
      "grad_norm": 1.8054268025095814,
      "learning_rate": 1.0406859295875593e-08,
      "loss": 0.0899,
      "step": 19455
    },
    {
      "epoch": 2.9385289231233953,
      "grad_norm": 1.5212186407913715,
      "learning_rate": 1.0355925392534494e-08,
      "loss": 0.0736,
      "step": 19456
    },
    {
      "epoch": 2.9386799577103155,
      "grad_norm": 1.4759198745156548,
      "learning_rate": 1.0305116307885443e-08,
      "loss": 0.0811,
      "step": 19457
    },
    {
      "epoch": 2.938830992297236,
      "grad_norm": 0.968906889736929,
      "learning_rate": 1.0254432043199091e-08,
      "loss": 0.0494,
      "step": 19458
    },
    {
      "epoch": 2.9389820268841564,
      "grad_norm": 1.2230915118906356,
      "learning_rate": 1.0203872599743869e-08,
      "loss": 0.0699,
      "step": 19459
    },
    {
      "epoch": 2.939133061471077,
      "grad_norm": 1.4247455582696333,
      "learning_rate": 1.0153437978783764e-08,
      "loss": 0.0558,
      "step": 19460
    },
    {
      "epoch": 2.9392840960579973,
      "grad_norm": 1.2560146818335078,
      "learning_rate": 1.01031281815811e-08,
      "loss": 0.0693,
      "step": 19461
    },
    {
      "epoch": 2.9394351306449176,
      "grad_norm": 1.3820463948570127,
      "learning_rate": 1.0052943209393762e-08,
      "loss": 0.0618,
      "step": 19462
    },
    {
      "epoch": 2.9395861652318382,
      "grad_norm": 1.2336835225760885,
      "learning_rate": 1.000288306347741e-08,
      "loss": 0.0679,
      "step": 19463
    },
    {
      "epoch": 2.9397371998187585,
      "grad_norm": 1.2194152422161086,
      "learning_rate": 9.952947745084928e-09,
      "loss": 0.0579,
      "step": 19464
    },
    {
      "epoch": 2.9398882344056787,
      "grad_norm": 1.3093533817116354,
      "learning_rate": 9.903137255464768e-09,
      "loss": 0.0634,
      "step": 19465
    },
    {
      "epoch": 2.9400392689925994,
      "grad_norm": 1.6833718855454611,
      "learning_rate": 9.853451595863151e-09,
      "loss": 0.072,
      "step": 19466
    },
    {
      "epoch": 2.9401903035795196,
      "grad_norm": 2.066001208167613,
      "learning_rate": 9.803890767522973e-09,
      "loss": 0.0918,
      "step": 19467
    },
    {
      "epoch": 2.9403413381664403,
      "grad_norm": 1.4486981735361637,
      "learning_rate": 9.754454771683796e-09,
      "loss": 0.0703,
      "step": 19468
    },
    {
      "epoch": 2.9404923727533605,
      "grad_norm": 1.2514602319769121,
      "learning_rate": 9.705143609582968e-09,
      "loss": 0.0627,
      "step": 19469
    },
    {
      "epoch": 2.940643407340281,
      "grad_norm": 1.4874421438641916,
      "learning_rate": 9.655957282453387e-09,
      "loss": 0.0778,
      "step": 19470
    },
    {
      "epoch": 2.9407944419272014,
      "grad_norm": 1.6130037331121831,
      "learning_rate": 9.60689579152574e-09,
      "loss": 0.0788,
      "step": 19471
    },
    {
      "epoch": 2.9409454765141216,
      "grad_norm": 1.5462375945518965,
      "learning_rate": 9.557959138027373e-09,
      "loss": 0.0784,
      "step": 19472
    },
    {
      "epoch": 2.9410965111010423,
      "grad_norm": 1.192925410090029,
      "learning_rate": 9.50914732318231e-09,
      "loss": 0.0712,
      "step": 19473
    },
    {
      "epoch": 2.9412475456879625,
      "grad_norm": 1.5923311779934173,
      "learning_rate": 9.460460348211798e-09,
      "loss": 0.0867,
      "step": 19474
    },
    {
      "epoch": 2.9413985802748828,
      "grad_norm": 1.6340606771537503,
      "learning_rate": 9.411898214333193e-09,
      "loss": 0.0926,
      "step": 19475
    },
    {
      "epoch": 2.9415496148618034,
      "grad_norm": 2.210440942912629,
      "learning_rate": 9.363460922762191e-09,
      "loss": 0.0754,
      "step": 19476
    },
    {
      "epoch": 2.9417006494487237,
      "grad_norm": 1.3152215049018023,
      "learning_rate": 9.315148474710045e-09,
      "loss": 0.0682,
      "step": 19477
    },
    {
      "epoch": 2.941851684035644,
      "grad_norm": 1.2296940920890487,
      "learning_rate": 9.266960871385234e-09,
      "loss": 0.0691,
      "step": 19478
    },
    {
      "epoch": 2.9420027186225646,
      "grad_norm": 2.1927054620964763,
      "learning_rate": 9.218898113993458e-09,
      "loss": 0.0953,
      "step": 19479
    },
    {
      "epoch": 2.9421537532094852,
      "grad_norm": 1.5249278913472306,
      "learning_rate": 9.170960203736534e-09,
      "loss": 0.0779,
      "step": 19480
    },
    {
      "epoch": 2.9423047877964055,
      "grad_norm": 1.1546860338429912,
      "learning_rate": 9.12314714181406e-09,
      "loss": 0.0575,
      "step": 19481
    },
    {
      "epoch": 2.9424558223833257,
      "grad_norm": 1.1672800322804737,
      "learning_rate": 9.075458929422299e-09,
      "loss": 0.0602,
      "step": 19482
    },
    {
      "epoch": 2.9426068569702464,
      "grad_norm": 1.835283945192421,
      "learning_rate": 9.02789556775363e-09,
      "loss": 0.0651,
      "step": 19483
    },
    {
      "epoch": 2.9427578915571666,
      "grad_norm": 1.6903757333682599,
      "learning_rate": 8.980457057998215e-09,
      "loss": 0.0779,
      "step": 19484
    },
    {
      "epoch": 2.942908926144087,
      "grad_norm": 1.76726540813167,
      "learning_rate": 8.93314340134288e-09,
      "loss": 0.0758,
      "step": 19485
    },
    {
      "epoch": 2.9430599607310075,
      "grad_norm": 1.793349578223767,
      "learning_rate": 8.885954598971124e-09,
      "loss": 0.0844,
      "step": 19486
    },
    {
      "epoch": 2.9432109953179277,
      "grad_norm": 1.5484707115983856,
      "learning_rate": 8.838890652063114e-09,
      "loss": 0.0775,
      "step": 19487
    },
    {
      "epoch": 2.943362029904848,
      "grad_norm": 1.0873050520903806,
      "learning_rate": 8.791951561796241e-09,
      "loss": 0.0556,
      "step": 19488
    },
    {
      "epoch": 2.9435130644917686,
      "grad_norm": 1.4680025769501561,
      "learning_rate": 8.745137329345121e-09,
      "loss": 0.0751,
      "step": 19489
    },
    {
      "epoch": 2.943664099078689,
      "grad_norm": 1.3156227433605467,
      "learning_rate": 8.69844795587993e-09,
      "loss": 0.0654,
      "step": 19490
    },
    {
      "epoch": 2.9438151336656095,
      "grad_norm": 1.7069976005451604,
      "learning_rate": 8.651883442569731e-09,
      "loss": 0.0742,
      "step": 19491
    },
    {
      "epoch": 2.9439661682525298,
      "grad_norm": 1.2010411286054001,
      "learning_rate": 8.605443790579148e-09,
      "loss": 0.0615,
      "step": 19492
    },
    {
      "epoch": 2.9441172028394504,
      "grad_norm": 1.1599247041432104,
      "learning_rate": 8.559129001069477e-09,
      "loss": 0.0618,
      "step": 19493
    },
    {
      "epoch": 2.9442682374263707,
      "grad_norm": 1.1685249421018682,
      "learning_rate": 8.512939075199233e-09,
      "loss": 0.0592,
      "step": 19494
    },
    {
      "epoch": 2.944419272013291,
      "grad_norm": 1.4892354378724584,
      "learning_rate": 8.46687401412416e-09,
      "loss": 0.069,
      "step": 19495
    },
    {
      "epoch": 2.9445703066002116,
      "grad_norm": 1.387217130003421,
      "learning_rate": 8.420933818996668e-09,
      "loss": 0.079,
      "step": 19496
    },
    {
      "epoch": 2.944721341187132,
      "grad_norm": 1.8701858509549967,
      "learning_rate": 8.37511849096584e-09,
      "loss": 0.0836,
      "step": 19497
    },
    {
      "epoch": 2.944872375774052,
      "grad_norm": 3.946091298218566,
      "learning_rate": 8.329428031177978e-09,
      "loss": 0.0804,
      "step": 19498
    },
    {
      "epoch": 2.9450234103609727,
      "grad_norm": 1.332050860467537,
      "learning_rate": 8.283862440775503e-09,
      "loss": 0.0622,
      "step": 19499
    },
    {
      "epoch": 2.945174444947893,
      "grad_norm": 1.6730038064564343,
      "learning_rate": 8.238421720899171e-09,
      "loss": 0.0713,
      "step": 19500
    },
    {
      "epoch": 2.9453254795348136,
      "grad_norm": 1.5042521877608643,
      "learning_rate": 8.193105872684738e-09,
      "loss": 0.0754,
      "step": 19501
    },
    {
      "epoch": 2.945476514121734,
      "grad_norm": 1.1220354264025834,
      "learning_rate": 8.147914897266296e-09,
      "loss": 0.0626,
      "step": 19502
    },
    {
      "epoch": 2.9456275487086545,
      "grad_norm": 1.8409729638586239,
      "learning_rate": 8.102848795774609e-09,
      "loss": 0.0775,
      "step": 19503
    },
    {
      "epoch": 2.9457785832955747,
      "grad_norm": 1.1110271180203561,
      "learning_rate": 8.057907569335998e-09,
      "loss": 0.0638,
      "step": 19504
    },
    {
      "epoch": 2.945929617882495,
      "grad_norm": 1.7029654488822745,
      "learning_rate": 8.01309121907623e-09,
      "loss": 0.0803,
      "step": 19505
    },
    {
      "epoch": 2.9460806524694156,
      "grad_norm": 1.4245347431864914,
      "learning_rate": 7.968399746114962e-09,
      "loss": 0.0625,
      "step": 19506
    },
    {
      "epoch": 2.946231687056336,
      "grad_norm": 1.3237971024137336,
      "learning_rate": 7.923833151570747e-09,
      "loss": 0.0672,
      "step": 19507
    },
    {
      "epoch": 2.946382721643256,
      "grad_norm": 1.3947861732341127,
      "learning_rate": 7.879391436558804e-09,
      "loss": 0.0797,
      "step": 19508
    },
    {
      "epoch": 2.9465337562301768,
      "grad_norm": 1.415698538468424,
      "learning_rate": 7.835074602190463e-09,
      "loss": 0.0697,
      "step": 19509
    },
    {
      "epoch": 2.946684790817097,
      "grad_norm": 1.113503998764296,
      "learning_rate": 7.790882649574283e-09,
      "loss": 0.0516,
      "step": 19510
    },
    {
      "epoch": 2.9468358254040177,
      "grad_norm": 1.2552380378905796,
      "learning_rate": 7.746815579816048e-09,
      "loss": 0.0624,
      "step": 19511
    },
    {
      "epoch": 2.946986859990938,
      "grad_norm": 1.21143402087764,
      "learning_rate": 7.702873394017652e-09,
      "loss": 0.0572,
      "step": 19512
    },
    {
      "epoch": 2.9471378945778586,
      "grad_norm": 1.6087863926001054,
      "learning_rate": 7.659056093278771e-09,
      "loss": 0.0829,
      "step": 19513
    },
    {
      "epoch": 2.947288929164779,
      "grad_norm": 1.3156608119853066,
      "learning_rate": 7.615363678695198e-09,
      "loss": 0.0709,
      "step": 19514
    },
    {
      "epoch": 2.947439963751699,
      "grad_norm": 1.4645218166197946,
      "learning_rate": 7.5717961513605e-09,
      "loss": 0.0875,
      "step": 19515
    },
    {
      "epoch": 2.9475909983386197,
      "grad_norm": 2.4275211231616485,
      "learning_rate": 7.528353512363806e-09,
      "loss": 0.0622,
      "step": 19516
    },
    {
      "epoch": 2.94774203292554,
      "grad_norm": 1.792778740365023,
      "learning_rate": 7.485035762792581e-09,
      "loss": 0.0807,
      "step": 19517
    },
    {
      "epoch": 2.94789306751246,
      "grad_norm": 1.5891302363619166,
      "learning_rate": 7.44184290372929e-09,
      "loss": 0.0777,
      "step": 19518
    },
    {
      "epoch": 2.948044102099381,
      "grad_norm": 1.6287004275467947,
      "learning_rate": 7.398774936255848e-09,
      "loss": 0.0742,
      "step": 19519
    },
    {
      "epoch": 2.948195136686301,
      "grad_norm": 1.2791369666586374,
      "learning_rate": 7.355831861448615e-09,
      "loss": 0.0669,
      "step": 19520
    },
    {
      "epoch": 2.9483461712732213,
      "grad_norm": 1.383530559938658,
      "learning_rate": 7.313013680382841e-09,
      "loss": 0.0685,
      "step": 19521
    },
    {
      "epoch": 2.948497205860142,
      "grad_norm": 1.4537041756167801,
      "learning_rate": 7.270320394128227e-09,
      "loss": 0.0762,
      "step": 19522
    },
    {
      "epoch": 2.9486482404470626,
      "grad_norm": 1.5476498914028813,
      "learning_rate": 7.227752003753918e-09,
      "loss": 0.0847,
      "step": 19523
    },
    {
      "epoch": 2.948799275033983,
      "grad_norm": 1.4440975336673432,
      "learning_rate": 7.185308510324063e-09,
      "loss": 0.0897,
      "step": 19524
    },
    {
      "epoch": 2.948950309620903,
      "grad_norm": 1.4803886446134988,
      "learning_rate": 7.142989914901144e-09,
      "loss": 0.0704,
      "step": 19525
    },
    {
      "epoch": 2.9491013442078238,
      "grad_norm": 1.5203523692865473,
      "learning_rate": 7.1007962185432045e-09,
      "loss": 0.0686,
      "step": 19526
    },
    {
      "epoch": 2.949252378794744,
      "grad_norm": 1.2291115310874066,
      "learning_rate": 7.058727422306066e-09,
      "loss": 0.0652,
      "step": 19527
    },
    {
      "epoch": 2.9494034133816642,
      "grad_norm": 1.143827358874834,
      "learning_rate": 7.016783527241666e-09,
      "loss": 0.0642,
      "step": 19528
    },
    {
      "epoch": 2.949554447968585,
      "grad_norm": 1.4654481520826799,
      "learning_rate": 6.974964534399719e-09,
      "loss": 0.0691,
      "step": 19529
    },
    {
      "epoch": 2.949705482555505,
      "grad_norm": 1.0897793218518048,
      "learning_rate": 6.9332704448260565e-09,
      "loss": 0.0582,
      "step": 19530
    },
    {
      "epoch": 2.9498565171424254,
      "grad_norm": 1.3177201573889743,
      "learning_rate": 6.891701259564287e-09,
      "loss": 0.0652,
      "step": 19531
    },
    {
      "epoch": 2.950007551729346,
      "grad_norm": 1.26538642498988,
      "learning_rate": 6.850256979653025e-09,
      "loss": 0.0673,
      "step": 19532
    },
    {
      "epoch": 2.9501585863162663,
      "grad_norm": 1.2426860904697428,
      "learning_rate": 6.808937606130328e-09,
      "loss": 0.0742,
      "step": 19533
    },
    {
      "epoch": 2.950309620903187,
      "grad_norm": 2.6317092442558336,
      "learning_rate": 6.767743140029259e-09,
      "loss": 0.0921,
      "step": 19534
    },
    {
      "epoch": 2.950460655490107,
      "grad_norm": 1.1950614313196106,
      "learning_rate": 6.726673582380106e-09,
      "loss": 0.0608,
      "step": 19535
    },
    {
      "epoch": 2.950611690077028,
      "grad_norm": 1.6181896047951427,
      "learning_rate": 6.6857289342109335e-09,
      "loss": 0.0678,
      "step": 19536
    },
    {
      "epoch": 2.950762724663948,
      "grad_norm": 1.5798632895678517,
      "learning_rate": 6.644909196545368e-09,
      "loss": 0.0726,
      "step": 19537
    },
    {
      "epoch": 2.9509137592508683,
      "grad_norm": 1.071437792570184,
      "learning_rate": 6.604214370404261e-09,
      "loss": 0.0552,
      "step": 19538
    },
    {
      "epoch": 2.951064793837789,
      "grad_norm": 2.005189391926532,
      "learning_rate": 6.563644456806795e-09,
      "loss": 0.0993,
      "step": 19539
    },
    {
      "epoch": 2.951215828424709,
      "grad_norm": 1.365656297752506,
      "learning_rate": 6.523199456766604e-09,
      "loss": 0.0696,
      "step": 19540
    },
    {
      "epoch": 2.9513668630116294,
      "grad_norm": 1.0979177127235917,
      "learning_rate": 6.482879371296214e-09,
      "loss": 0.0552,
      "step": 19541
    },
    {
      "epoch": 2.95151789759855,
      "grad_norm": 1.2956023530668608,
      "learning_rate": 6.442684201404259e-09,
      "loss": 0.062,
      "step": 19542
    },
    {
      "epoch": 2.9516689321854703,
      "grad_norm": 1.5615279182054007,
      "learning_rate": 6.402613948095493e-09,
      "loss": 0.0724,
      "step": 19543
    },
    {
      "epoch": 2.951819966772391,
      "grad_norm": 1.4540267915727225,
      "learning_rate": 6.362668612373002e-09,
      "loss": 0.0732,
      "step": 19544
    },
    {
      "epoch": 2.9519710013593112,
      "grad_norm": 1.1448752823891293,
      "learning_rate": 6.322848195235987e-09,
      "loss": 0.0525,
      "step": 19545
    },
    {
      "epoch": 2.952122035946232,
      "grad_norm": 1.2755940239907892,
      "learning_rate": 6.283152697680317e-09,
      "loss": 0.0734,
      "step": 19546
    },
    {
      "epoch": 2.952273070533152,
      "grad_norm": 1.2394336132786212,
      "learning_rate": 6.2435821206990876e-09,
      "loss": 0.0676,
      "step": 19547
    },
    {
      "epoch": 2.9524241051200724,
      "grad_norm": 1.972392312206707,
      "learning_rate": 6.204136465282063e-09,
      "loss": 0.0718,
      "step": 19548
    },
    {
      "epoch": 2.952575139706993,
      "grad_norm": 1.7632001221754994,
      "learning_rate": 6.16481573241623e-09,
      "loss": 0.08,
      "step": 19549
    },
    {
      "epoch": 2.9527261742939133,
      "grad_norm": 1.2877899324990663,
      "learning_rate": 6.125619923085246e-09,
      "loss": 0.0733,
      "step": 19550
    },
    {
      "epoch": 2.9528772088808335,
      "grad_norm": 1.5611695183369152,
      "learning_rate": 6.08654903826944e-09,
      "loss": 0.0801,
      "step": 19551
    },
    {
      "epoch": 2.953028243467754,
      "grad_norm": 1.6692976631386496,
      "learning_rate": 6.047603078946362e-09,
      "loss": 0.0836,
      "step": 19552
    },
    {
      "epoch": 2.9531792780546744,
      "grad_norm": 2.482711347883942,
      "learning_rate": 6.0087820460902335e-09,
      "loss": 0.0791,
      "step": 19553
    },
    {
      "epoch": 2.953330312641595,
      "grad_norm": 2.028362128006107,
      "learning_rate": 5.970085940671944e-09,
      "loss": 0.0916,
      "step": 19554
    },
    {
      "epoch": 2.9534813472285153,
      "grad_norm": 1.3719484758113059,
      "learning_rate": 5.931514763659052e-09,
      "loss": 0.0638,
      "step": 19555
    },
    {
      "epoch": 2.953632381815436,
      "grad_norm": 1.2065138949527667,
      "learning_rate": 5.893068516018008e-09,
      "loss": 0.0613,
      "step": 19556
    },
    {
      "epoch": 2.953783416402356,
      "grad_norm": 1.3050161441373718,
      "learning_rate": 5.854747198709154e-09,
      "loss": 0.0614,
      "step": 19557
    },
    {
      "epoch": 2.9539344509892764,
      "grad_norm": 1.429732767082667,
      "learning_rate": 5.816550812691723e-09,
      "loss": 0.0757,
      "step": 19558
    },
    {
      "epoch": 2.954085485576197,
      "grad_norm": 1.6269309396812845,
      "learning_rate": 5.778479358920508e-09,
      "loss": 0.0891,
      "step": 19559
    },
    {
      "epoch": 2.9542365201631173,
      "grad_norm": 1.3749412479257432,
      "learning_rate": 5.740532838349189e-09,
      "loss": 0.0657,
      "step": 19560
    },
    {
      "epoch": 2.9543875547500376,
      "grad_norm": 1.4770066202931265,
      "learning_rate": 5.702711251925896e-09,
      "loss": 0.083,
      "step": 19561
    },
    {
      "epoch": 2.9545385893369582,
      "grad_norm": 1.321063242257893,
      "learning_rate": 5.6650146005970965e-09,
      "loss": 0.0608,
      "step": 19562
    },
    {
      "epoch": 2.9546896239238785,
      "grad_norm": 1.1482391420105964,
      "learning_rate": 5.6274428853059225e-09,
      "loss": 0.0608,
      "step": 19563
    },
    {
      "epoch": 2.954840658510799,
      "grad_norm": 1.5740634554322157,
      "learning_rate": 5.5899961069921796e-09,
      "loss": 0.058,
      "step": 19564
    },
    {
      "epoch": 2.9549916930977194,
      "grad_norm": 1.229468491459327,
      "learning_rate": 5.5526742665923395e-09,
      "loss": 0.0649,
      "step": 19565
    },
    {
      "epoch": 2.95514272768464,
      "grad_norm": 1.453682793965285,
      "learning_rate": 5.515477365040656e-09,
      "loss": 0.0816,
      "step": 19566
    },
    {
      "epoch": 2.9552937622715603,
      "grad_norm": 1.1708879262197243,
      "learning_rate": 5.4784054032669396e-09,
      "loss": 0.0663,
      "step": 19567
    },
    {
      "epoch": 2.9554447968584805,
      "grad_norm": 1.8494796451333333,
      "learning_rate": 5.441458382198783e-09,
      "loss": 0.0853,
      "step": 19568
    },
    {
      "epoch": 2.955595831445401,
      "grad_norm": 1.4137684833704354,
      "learning_rate": 5.404636302761002e-09,
      "loss": 0.0811,
      "step": 19569
    },
    {
      "epoch": 2.9557468660323214,
      "grad_norm": 1.1640719719489685,
      "learning_rate": 5.36793916587397e-09,
      "loss": 0.0626,
      "step": 19570
    },
    {
      "epoch": 2.9558979006192416,
      "grad_norm": 1.815757914324315,
      "learning_rate": 5.331366972455843e-09,
      "loss": 0.0639,
      "step": 19571
    },
    {
      "epoch": 2.9560489352061623,
      "grad_norm": 1.2399705753446935,
      "learning_rate": 5.294919723421998e-09,
      "loss": 0.0613,
      "step": 19572
    },
    {
      "epoch": 2.9561999697930825,
      "grad_norm": 1.2388679172549748,
      "learning_rate": 5.258597419683376e-09,
      "loss": 0.0632,
      "step": 19573
    },
    {
      "epoch": 2.9563510043800028,
      "grad_norm": 1.4238384137698616,
      "learning_rate": 5.222400062149246e-09,
      "loss": 0.0799,
      "step": 19574
    },
    {
      "epoch": 2.9565020389669234,
      "grad_norm": 1.3655995511077905,
      "learning_rate": 5.186327651724999e-09,
      "loss": 0.0655,
      "step": 19575
    },
    {
      "epoch": 2.956653073553844,
      "grad_norm": 2.4238743638353397,
      "learning_rate": 5.150380189312687e-09,
      "loss": 0.0809,
      "step": 19576
    },
    {
      "epoch": 2.9568041081407643,
      "grad_norm": 1.4748577808156818,
      "learning_rate": 5.114557675812148e-09,
      "loss": 0.081,
      "step": 19577
    },
    {
      "epoch": 2.9569551427276846,
      "grad_norm": 1.269164543300302,
      "learning_rate": 5.078860112118778e-09,
      "loss": 0.0592,
      "step": 19578
    },
    {
      "epoch": 2.9571061773146052,
      "grad_norm": 1.4274456451182889,
      "learning_rate": 5.043287499126304e-09,
      "loss": 0.0719,
      "step": 19579
    },
    {
      "epoch": 2.9572572119015255,
      "grad_norm": 1.222010777338733,
      "learning_rate": 5.0078398377234605e-09,
      "loss": 0.0641,
      "step": 19580
    },
    {
      "epoch": 2.9574082464884457,
      "grad_norm": 1.5135563664983807,
      "learning_rate": 4.972517128798426e-09,
      "loss": 0.0668,
      "step": 19581
    },
    {
      "epoch": 2.9575592810753664,
      "grad_norm": 1.304658525937668,
      "learning_rate": 4.937319373233829e-09,
      "loss": 0.0715,
      "step": 19582
    },
    {
      "epoch": 2.9577103156622866,
      "grad_norm": 1.4781546544781867,
      "learning_rate": 4.9022465719106296e-09,
      "loss": 0.0736,
      "step": 19583
    },
    {
      "epoch": 2.957861350249207,
      "grad_norm": 1.3482833079144059,
      "learning_rate": 4.86729872570535e-09,
      "loss": 0.0699,
      "step": 19584
    },
    {
      "epoch": 2.9580123848361275,
      "grad_norm": 1.1398961167580677,
      "learning_rate": 4.8324758354934e-09,
      "loss": 0.0634,
      "step": 19585
    },
    {
      "epoch": 2.9581634194230477,
      "grad_norm": 1.7513123371377946,
      "learning_rate": 4.79777790214575e-09,
      "loss": 0.0881,
      "step": 19586
    },
    {
      "epoch": 2.9583144540099684,
      "grad_norm": 1.0252101083353717,
      "learning_rate": 4.763204926529486e-09,
      "loss": 0.0537,
      "step": 19587
    },
    {
      "epoch": 2.9584654885968886,
      "grad_norm": 1.5895910293142765,
      "learning_rate": 4.728756909510579e-09,
      "loss": 0.0746,
      "step": 19588
    },
    {
      "epoch": 2.9586165231838093,
      "grad_norm": 1.432744623612782,
      "learning_rate": 4.694433851949454e-09,
      "loss": 0.0707,
      "step": 19589
    },
    {
      "epoch": 2.9587675577707295,
      "grad_norm": 1.1815900377052424,
      "learning_rate": 4.660235754705978e-09,
      "loss": 0.0653,
      "step": 19590
    },
    {
      "epoch": 2.9589185923576498,
      "grad_norm": 1.6066705382873439,
      "learning_rate": 4.626162618635022e-09,
      "loss": 0.0778,
      "step": 19591
    },
    {
      "epoch": 2.9590696269445704,
      "grad_norm": 1.019581381854946,
      "learning_rate": 4.592214444589238e-09,
      "loss": 0.0569,
      "step": 19592
    },
    {
      "epoch": 2.9592206615314907,
      "grad_norm": 1.2368240730698008,
      "learning_rate": 4.558391233417392e-09,
      "loss": 0.0722,
      "step": 19593
    },
    {
      "epoch": 2.959371696118411,
      "grad_norm": 1.691193624808804,
      "learning_rate": 4.524692985966029e-09,
      "loss": 0.062,
      "step": 19594
    },
    {
      "epoch": 2.9595227307053316,
      "grad_norm": 1.701175048165006,
      "learning_rate": 4.491119703077806e-09,
      "loss": 0.0742,
      "step": 19595
    },
    {
      "epoch": 2.959673765292252,
      "grad_norm": 1.396863435619285,
      "learning_rate": 4.45767138559261e-09,
      "loss": 0.0668,
      "step": 19596
    },
    {
      "epoch": 2.9598247998791725,
      "grad_norm": 1.3214312550178968,
      "learning_rate": 4.424348034347547e-09,
      "loss": 0.0633,
      "step": 19597
    },
    {
      "epoch": 2.9599758344660927,
      "grad_norm": 1.0726466011136178,
      "learning_rate": 4.391149650175841e-09,
      "loss": 0.0619,
      "step": 19598
    },
    {
      "epoch": 2.9601268690530134,
      "grad_norm": 1.6040611478145879,
      "learning_rate": 4.358076233907938e-09,
      "loss": 0.0658,
      "step": 19599
    },
    {
      "epoch": 2.9602779036399336,
      "grad_norm": 2.080903149757187,
      "learning_rate": 4.325127786371508e-09,
      "loss": 0.0758,
      "step": 19600
    },
    {
      "epoch": 2.960428938226854,
      "grad_norm": 1.8794909719840582,
      "learning_rate": 4.2923043083908935e-09,
      "loss": 0.0925,
      "step": 19601
    },
    {
      "epoch": 2.9605799728137745,
      "grad_norm": 1.1652838501534475,
      "learning_rate": 4.2596058007865485e-09,
      "loss": 0.0633,
      "step": 19602
    },
    {
      "epoch": 2.9607310074006947,
      "grad_norm": 1.1355910296557425,
      "learning_rate": 4.227032264377262e-09,
      "loss": 0.0696,
      "step": 19603
    },
    {
      "epoch": 2.960882041987615,
      "grad_norm": 1.4531093270700934,
      "learning_rate": 4.194583699976828e-09,
      "loss": 0.0733,
      "step": 19604
    },
    {
      "epoch": 2.9610330765745356,
      "grad_norm": 1.4359267084377905,
      "learning_rate": 4.162260108397931e-09,
      "loss": 0.0678,
      "step": 19605
    },
    {
      "epoch": 2.961184111161456,
      "grad_norm": 1.5090093671219595,
      "learning_rate": 4.130061490448811e-09,
      "loss": 0.0774,
      "step": 19606
    },
    {
      "epoch": 2.9613351457483765,
      "grad_norm": 1.4060834577867038,
      "learning_rate": 4.097987846934382e-09,
      "loss": 0.076,
      "step": 19607
    },
    {
      "epoch": 2.9614861803352968,
      "grad_norm": 1.2786227581868819,
      "learning_rate": 4.066039178658443e-09,
      "loss": 0.0665,
      "step": 19608
    },
    {
      "epoch": 2.9616372149222174,
      "grad_norm": 1.5244388431468838,
      "learning_rate": 4.034215486418691e-09,
      "loss": 0.0738,
      "step": 19609
    },
    {
      "epoch": 2.9617882495091377,
      "grad_norm": 1.7384436364675286,
      "learning_rate": 4.00251677101171e-09,
      "loss": 0.0959,
      "step": 19610
    },
    {
      "epoch": 2.961939284096058,
      "grad_norm": 1.714560068054154,
      "learning_rate": 3.9709430332307565e-09,
      "loss": 0.0754,
      "step": 19611
    },
    {
      "epoch": 2.9620903186829786,
      "grad_norm": 1.6220427178012058,
      "learning_rate": 3.9394942738651964e-09,
      "loss": 0.0795,
      "step": 19612
    },
    {
      "epoch": 2.962241353269899,
      "grad_norm": 1.295123923005468,
      "learning_rate": 3.908170493702179e-09,
      "loss": 0.0766,
      "step": 19613
    },
    {
      "epoch": 2.962392387856819,
      "grad_norm": 1.170295667820566,
      "learning_rate": 3.876971693525522e-09,
      "loss": 0.064,
      "step": 19614
    },
    {
      "epoch": 2.9625434224437397,
      "grad_norm": 1.621880875761315,
      "learning_rate": 3.845897874114601e-09,
      "loss": 0.0783,
      "step": 19615
    },
    {
      "epoch": 2.96269445703066,
      "grad_norm": 1.2965265334045577,
      "learning_rate": 3.814949036247684e-09,
      "loss": 0.0685,
      "step": 19616
    },
    {
      "epoch": 2.96284549161758,
      "grad_norm": 1.3261289039872026,
      "learning_rate": 3.7841251806991495e-09,
      "loss": 0.059,
      "step": 19617
    },
    {
      "epoch": 2.962996526204501,
      "grad_norm": 1.3488781354932333,
      "learning_rate": 3.753426308238939e-09,
      "loss": 0.0682,
      "step": 19618
    },
    {
      "epoch": 2.9631475607914215,
      "grad_norm": 1.5323460835530227,
      "learning_rate": 3.7228524196358807e-09,
      "loss": 0.0733,
      "step": 19619
    },
    {
      "epoch": 2.9632985953783417,
      "grad_norm": 2.3208968167739155,
      "learning_rate": 3.692403515654919e-09,
      "loss": 0.0753,
      "step": 19620
    },
    {
      "epoch": 2.963449629965262,
      "grad_norm": 1.6613483992868119,
      "learning_rate": 3.662079597057111e-09,
      "loss": 0.0877,
      "step": 19621
    },
    {
      "epoch": 2.9636006645521826,
      "grad_norm": 1.6072741194563185,
      "learning_rate": 3.631880664601295e-09,
      "loss": 0.082,
      "step": 19622
    },
    {
      "epoch": 2.963751699139103,
      "grad_norm": 1.2037143056231796,
      "learning_rate": 3.6018067190435326e-09,
      "loss": 0.0686,
      "step": 19623
    },
    {
      "epoch": 2.963902733726023,
      "grad_norm": 1.572740875598407,
      "learning_rate": 3.5718577611348894e-09,
      "loss": 0.0761,
      "step": 19624
    },
    {
      "epoch": 2.9640537683129438,
      "grad_norm": 1.2653075781135408,
      "learning_rate": 3.542033791625321e-09,
      "loss": 0.0613,
      "step": 19625
    },
    {
      "epoch": 2.964204802899864,
      "grad_norm": 1.4383408124548176,
      "learning_rate": 3.512334811261453e-09,
      "loss": 0.0753,
      "step": 19626
    },
    {
      "epoch": 2.964355837486784,
      "grad_norm": 1.3284521888391356,
      "learning_rate": 3.4827608207849138e-09,
      "loss": 0.0692,
      "step": 19627
    },
    {
      "epoch": 2.964506872073705,
      "grad_norm": 1.3413288255302993,
      "learning_rate": 3.4533118209362226e-09,
      "loss": 0.062,
      "step": 19628
    },
    {
      "epoch": 2.964657906660625,
      "grad_norm": 2.139740117198402,
      "learning_rate": 3.423987812452567e-09,
      "loss": 0.0838,
      "step": 19629
    },
    {
      "epoch": 2.964808941247546,
      "grad_norm": 1.2793834758393814,
      "learning_rate": 3.3947887960666946e-09,
      "loss": 0.0643,
      "step": 19630
    },
    {
      "epoch": 2.964959975834466,
      "grad_norm": 1.5607397908439655,
      "learning_rate": 3.3657147725091323e-09,
      "loss": 0.0777,
      "step": 19631
    },
    {
      "epoch": 2.9651110104213867,
      "grad_norm": 1.9808743268706963,
      "learning_rate": 3.3367657425070756e-09,
      "loss": 0.0921,
      "step": 19632
    },
    {
      "epoch": 2.965262045008307,
      "grad_norm": 1.5060499726488852,
      "learning_rate": 3.3079417067855e-09,
      "loss": 0.0788,
      "step": 19633
    },
    {
      "epoch": 2.965413079595227,
      "grad_norm": 1.3149883761859518,
      "learning_rate": 3.2792426660649414e-09,
      "loss": 0.0624,
      "step": 19634
    },
    {
      "epoch": 2.965564114182148,
      "grad_norm": 1.542590613507823,
      "learning_rate": 3.2506686210626028e-09,
      "loss": 0.0819,
      "step": 19635
    },
    {
      "epoch": 2.965715148769068,
      "grad_norm": 1.0830036707277952,
      "learning_rate": 3.2222195724945782e-09,
      "loss": 0.0531,
      "step": 19636
    },
    {
      "epoch": 2.9658661833559883,
      "grad_norm": 1.3140121941131615,
      "learning_rate": 3.193895521071966e-09,
      "loss": 0.0787,
      "step": 19637
    },
    {
      "epoch": 2.966017217942909,
      "grad_norm": 1.527100139082576,
      "learning_rate": 3.1656964675030876e-09,
      "loss": 0.0718,
      "step": 19638
    },
    {
      "epoch": 2.966168252529829,
      "grad_norm": 1.620251804738774,
      "learning_rate": 3.137622412493491e-09,
      "loss": 0.0818,
      "step": 19639
    },
    {
      "epoch": 2.96631928711675,
      "grad_norm": 1.3568370760235635,
      "learning_rate": 3.1096733567459457e-09,
      "loss": 0.0639,
      "step": 19640
    },
    {
      "epoch": 2.96647032170367,
      "grad_norm": 1.4780533171884018,
      "learning_rate": 3.0818493009587836e-09,
      "loss": 0.0711,
      "step": 19641
    },
    {
      "epoch": 2.9666213562905908,
      "grad_norm": 1.5187373042937884,
      "learning_rate": 3.0541502458286687e-09,
      "loss": 0.0676,
      "step": 19642
    },
    {
      "epoch": 2.966772390877511,
      "grad_norm": 1.2799090458978948,
      "learning_rate": 3.0265761920483803e-09,
      "loss": 0.0613,
      "step": 19643
    },
    {
      "epoch": 2.966923425464431,
      "grad_norm": 1.8041833173917596,
      "learning_rate": 2.9991271403073673e-09,
      "loss": 0.0694,
      "step": 19644
    },
    {
      "epoch": 2.967074460051352,
      "grad_norm": 1.591717151306446,
      "learning_rate": 2.9718030912923025e-09,
      "loss": 0.0715,
      "step": 19645
    },
    {
      "epoch": 2.967225494638272,
      "grad_norm": 1.7028561711555799,
      "learning_rate": 2.944604045687638e-09,
      "loss": 0.0798,
      "step": 19646
    },
    {
      "epoch": 2.9673765292251923,
      "grad_norm": 1.1502498453979146,
      "learning_rate": 2.9175300041722754e-09,
      "loss": 0.0635,
      "step": 19647
    },
    {
      "epoch": 2.967527563812113,
      "grad_norm": 2.5926422347583755,
      "learning_rate": 2.890580967424561e-09,
      "loss": 0.0849,
      "step": 19648
    },
    {
      "epoch": 2.9676785983990333,
      "grad_norm": 1.5902249974282856,
      "learning_rate": 2.8637569361184004e-09,
      "loss": 0.0839,
      "step": 19649
    },
    {
      "epoch": 2.967829632985954,
      "grad_norm": 1.2722901702611833,
      "learning_rate": 2.837057910924923e-09,
      "loss": 0.0666,
      "step": 19650
    },
    {
      "epoch": 2.967980667572874,
      "grad_norm": 1.3254666118062366,
      "learning_rate": 2.810483892511928e-09,
      "loss": 0.0656,
      "step": 19651
    },
    {
      "epoch": 2.968131702159795,
      "grad_norm": 1.3693113993329251,
      "learning_rate": 2.7840348815438844e-09,
      "loss": 0.0758,
      "step": 19652
    },
    {
      "epoch": 2.968282736746715,
      "grad_norm": 1.2739284797903465,
      "learning_rate": 2.7577108786830397e-09,
      "loss": 0.0571,
      "step": 19653
    },
    {
      "epoch": 2.9684337713336353,
      "grad_norm": 1.3136556685502323,
      "learning_rate": 2.731511884587201e-09,
      "loss": 0.0737,
      "step": 19654
    },
    {
      "epoch": 2.968584805920556,
      "grad_norm": 1.253052867214321,
      "learning_rate": 2.7054378999119556e-09,
      "loss": 0.0762,
      "step": 19655
    },
    {
      "epoch": 2.968735840507476,
      "grad_norm": 1.277128869958569,
      "learning_rate": 2.679488925309559e-09,
      "loss": 0.0779,
      "step": 19656
    },
    {
      "epoch": 2.9688868750943964,
      "grad_norm": 1.9175199170835948,
      "learning_rate": 2.6536649614294916e-09,
      "loss": 0.0855,
      "step": 19657
    },
    {
      "epoch": 2.969037909681317,
      "grad_norm": 1.603994085464628,
      "learning_rate": 2.6279660089173486e-09,
      "loss": 0.0638,
      "step": 19658
    },
    {
      "epoch": 2.9691889442682373,
      "grad_norm": 1.1405762295584725,
      "learning_rate": 2.602392068416504e-09,
      "loss": 0.0692,
      "step": 19659
    },
    {
      "epoch": 2.969339978855158,
      "grad_norm": 3.1480961773056526,
      "learning_rate": 2.5769431405664458e-09,
      "loss": 0.079,
      "step": 19660
    },
    {
      "epoch": 2.969491013442078,
      "grad_norm": 1.2194954408153293,
      "learning_rate": 2.5516192260033325e-09,
      "loss": 0.0708,
      "step": 19661
    },
    {
      "epoch": 2.969642048028999,
      "grad_norm": 1.104851041303095,
      "learning_rate": 2.526420325361101e-09,
      "loss": 0.0534,
      "step": 19662
    },
    {
      "epoch": 2.969793082615919,
      "grad_norm": 1.7588446235557704,
      "learning_rate": 2.5013464392703577e-09,
      "loss": 0.0844,
      "step": 19663
    },
    {
      "epoch": 2.9699441172028394,
      "grad_norm": 1.3361494006402934,
      "learning_rate": 2.4763975683578244e-09,
      "loss": 0.0605,
      "step": 19664
    },
    {
      "epoch": 2.97009515178976,
      "grad_norm": 1.651338876995712,
      "learning_rate": 2.451573713248001e-09,
      "loss": 0.0899,
      "step": 19665
    },
    {
      "epoch": 2.9702461863766803,
      "grad_norm": 1.8736544762830756,
      "learning_rate": 2.4268748745615023e-09,
      "loss": 0.082,
      "step": 19666
    },
    {
      "epoch": 2.9703972209636005,
      "grad_norm": 1.1741059116553083,
      "learning_rate": 2.402301052916167e-09,
      "loss": 0.0585,
      "step": 19667
    },
    {
      "epoch": 2.970548255550521,
      "grad_norm": 1.1629459714062778,
      "learning_rate": 2.3778522489276144e-09,
      "loss": 0.0672,
      "step": 19668
    },
    {
      "epoch": 2.9706992901374414,
      "grad_norm": 1.551170803909654,
      "learning_rate": 2.3535284632059118e-09,
      "loss": 0.0608,
      "step": 19669
    },
    {
      "epoch": 2.9708503247243616,
      "grad_norm": 1.8919208187173544,
      "learning_rate": 2.3293296963611268e-09,
      "loss": 0.0723,
      "step": 19670
    },
    {
      "epoch": 2.9710013593112823,
      "grad_norm": 1.2317922844659286,
      "learning_rate": 2.3052559489972204e-09,
      "loss": 0.0622,
      "step": 19671
    },
    {
      "epoch": 2.971152393898203,
      "grad_norm": 1.187381130845146,
      "learning_rate": 2.281307221717599e-09,
      "loss": 0.0654,
      "step": 19672
    },
    {
      "epoch": 2.971303428485123,
      "grad_norm": 2.2501656811879256,
      "learning_rate": 2.2574835151206732e-09,
      "loss": 0.0792,
      "step": 19673
    },
    {
      "epoch": 2.9714544630720434,
      "grad_norm": 2.846511504668098,
      "learning_rate": 2.233784829802077e-09,
      "loss": 0.0828,
      "step": 19674
    },
    {
      "epoch": 2.971605497658964,
      "grad_norm": 1.7637271263583434,
      "learning_rate": 2.21021116635578e-09,
      "loss": 0.0621,
      "step": 19675
    },
    {
      "epoch": 2.9717565322458843,
      "grad_norm": 1.5810384899102499,
      "learning_rate": 2.1867625253702005e-09,
      "loss": 0.0812,
      "step": 19676
    },
    {
      "epoch": 2.9719075668328045,
      "grad_norm": 1.4669518853338097,
      "learning_rate": 2.163438907433202e-09,
      "loss": 0.0718,
      "step": 19677
    },
    {
      "epoch": 2.972058601419725,
      "grad_norm": 1.540011607534588,
      "learning_rate": 2.1402403131270955e-09,
      "loss": 0.0803,
      "step": 19678
    },
    {
      "epoch": 2.9722096360066455,
      "grad_norm": 1.5310992468773859,
      "learning_rate": 2.1171667430330835e-09,
      "loss": 0.0772,
      "step": 19679
    },
    {
      "epoch": 2.9723606705935657,
      "grad_norm": 1.1524346854082201,
      "learning_rate": 2.0942181977273714e-09,
      "loss": 0.0572,
      "step": 19680
    },
    {
      "epoch": 2.9725117051804864,
      "grad_norm": 1.6976105478822858,
      "learning_rate": 2.0713946777850547e-09,
      "loss": 0.0745,
      "step": 19681
    },
    {
      "epoch": 2.9726627397674066,
      "grad_norm": 1.5416215045644408,
      "learning_rate": 2.048696183776788e-09,
      "loss": 0.0703,
      "step": 19682
    },
    {
      "epoch": 2.9728137743543273,
      "grad_norm": 1.597628251514974,
      "learning_rate": 2.026122716269896e-09,
      "loss": 0.0708,
      "step": 19683
    },
    {
      "epoch": 2.9729648089412475,
      "grad_norm": 1.4462542789023616,
      "learning_rate": 2.0036742758294815e-09,
      "loss": 0.0729,
      "step": 19684
    },
    {
      "epoch": 2.973115843528168,
      "grad_norm": 1.6336740377485115,
      "learning_rate": 1.981350863016762e-09,
      "loss": 0.0738,
      "step": 19685
    },
    {
      "epoch": 2.9732668781150884,
      "grad_norm": 1.5778837462343687,
      "learning_rate": 1.9591524783907355e-09,
      "loss": 0.0732,
      "step": 19686
    },
    {
      "epoch": 2.9734179127020086,
      "grad_norm": 1.46827366085622,
      "learning_rate": 1.9370791225065135e-09,
      "loss": 0.0595,
      "step": 19687
    },
    {
      "epoch": 2.9735689472889293,
      "grad_norm": 1.3443925155835093,
      "learning_rate": 1.915130795916431e-09,
      "loss": 0.0694,
      "step": 19688
    },
    {
      "epoch": 2.9737199818758495,
      "grad_norm": 2.2108447136635525,
      "learning_rate": 1.8933074991689395e-09,
      "loss": 0.1053,
      "step": 19689
    },
    {
      "epoch": 2.9738710164627697,
      "grad_norm": 1.990114682249684,
      "learning_rate": 1.8716092328102675e-09,
      "loss": 0.0782,
      "step": 19690
    },
    {
      "epoch": 2.9740220510496904,
      "grad_norm": 1.3375037536290835,
      "learning_rate": 1.8500359973833148e-09,
      "loss": 0.0683,
      "step": 19691
    },
    {
      "epoch": 2.9741730856366106,
      "grad_norm": 1.467754954412169,
      "learning_rate": 1.8285877934276498e-09,
      "loss": 0.0749,
      "step": 19692
    },
    {
      "epoch": 2.9743241202235313,
      "grad_norm": 1.3276875836758617,
      "learning_rate": 1.8072646214795099e-09,
      "loss": 0.0629,
      "step": 19693
    },
    {
      "epoch": 2.9744751548104515,
      "grad_norm": 1.2841921398553482,
      "learning_rate": 1.7860664820729124e-09,
      "loss": 0.0658,
      "step": 19694
    },
    {
      "epoch": 2.9746261893973722,
      "grad_norm": 1.208025466595486,
      "learning_rate": 1.764993375737989e-09,
      "loss": 0.0648,
      "step": 19695
    },
    {
      "epoch": 2.9747772239842925,
      "grad_norm": 1.3008679743545741,
      "learning_rate": 1.7440453030020954e-09,
      "loss": 0.0637,
      "step": 19696
    },
    {
      "epoch": 2.9749282585712127,
      "grad_norm": 1.2729187586322235,
      "learning_rate": 1.723222264388147e-09,
      "loss": 0.0597,
      "step": 19697
    },
    {
      "epoch": 2.9750792931581334,
      "grad_norm": 1.661650714998732,
      "learning_rate": 1.7025242604185033e-09,
      "loss": 0.0716,
      "step": 19698
    },
    {
      "epoch": 2.9752303277450536,
      "grad_norm": 1.1009404052370886,
      "learning_rate": 1.6819512916099734e-09,
      "loss": 0.0614,
      "step": 19699
    },
    {
      "epoch": 2.975381362331974,
      "grad_norm": 2.0483024465763817,
      "learning_rate": 1.6615033584771456e-09,
      "loss": 0.0765,
      "step": 19700
    },
    {
      "epoch": 2.9755323969188945,
      "grad_norm": 1.5087771412749031,
      "learning_rate": 1.641180461532388e-09,
      "loss": 0.0787,
      "step": 19701
    },
    {
      "epoch": 2.9756834315058147,
      "grad_norm": 1.196395830941232,
      "learning_rate": 1.620982601283627e-09,
      "loss": 0.0713,
      "step": 19702
    },
    {
      "epoch": 2.9758344660927354,
      "grad_norm": 1.3878985744602244,
      "learning_rate": 1.6009097782354598e-09,
      "loss": 0.0725,
      "step": 19703
    },
    {
      "epoch": 2.9759855006796556,
      "grad_norm": 1.4079931617915487,
      "learning_rate": 1.5809619928913723e-09,
      "loss": 0.0683,
      "step": 19704
    },
    {
      "epoch": 2.9761365352665763,
      "grad_norm": 1.3371950028563733,
      "learning_rate": 1.5611392457492992e-09,
      "loss": 0.0762,
      "step": 19705
    },
    {
      "epoch": 2.9762875698534965,
      "grad_norm": 1.4566362611038002,
      "learning_rate": 1.5414415373055103e-09,
      "loss": 0.071,
      "step": 19706
    },
    {
      "epoch": 2.9764386044404167,
      "grad_norm": 2.094959342421591,
      "learning_rate": 1.5218688680523896e-09,
      "loss": 0.0883,
      "step": 19707
    },
    {
      "epoch": 2.9765896390273374,
      "grad_norm": 1.3691781589080823,
      "learning_rate": 1.5024212384801007e-09,
      "loss": 0.0733,
      "step": 19708
    },
    {
      "epoch": 2.9767406736142576,
      "grad_norm": 1.6313928836404248,
      "learning_rate": 1.483098649074921e-09,
      "loss": 0.0669,
      "step": 19709
    },
    {
      "epoch": 2.976891708201178,
      "grad_norm": 1.7041042610625001,
      "learning_rate": 1.463901100320353e-09,
      "loss": 0.0804,
      "step": 19710
    },
    {
      "epoch": 2.9770427427880986,
      "grad_norm": 1.302217102007702,
      "learning_rate": 1.4448285926965676e-09,
      "loss": 0.0641,
      "step": 19711
    },
    {
      "epoch": 2.977193777375019,
      "grad_norm": 1.2299974796822473,
      "learning_rate": 1.4258811266804062e-09,
      "loss": 0.0631,
      "step": 19712
    },
    {
      "epoch": 2.977344811961939,
      "grad_norm": 1.2020472194567513,
      "learning_rate": 1.4070587027459337e-09,
      "loss": 0.0702,
      "step": 19713
    },
    {
      "epoch": 2.9774958465488597,
      "grad_norm": 1.8161591788510691,
      "learning_rate": 1.3883613213638846e-09,
      "loss": 0.0894,
      "step": 19714
    },
    {
      "epoch": 2.9776468811357804,
      "grad_norm": 1.509051760215673,
      "learning_rate": 1.3697889830027732e-09,
      "loss": 0.0844,
      "step": 19715
    },
    {
      "epoch": 2.9777979157227006,
      "grad_norm": 1.2729602619767213,
      "learning_rate": 1.3513416881261177e-09,
      "loss": 0.0734,
      "step": 19716
    },
    {
      "epoch": 2.977948950309621,
      "grad_norm": 1.189080242671639,
      "learning_rate": 1.3330194371957705e-09,
      "loss": 0.0644,
      "step": 19717
    },
    {
      "epoch": 2.9780999848965415,
      "grad_norm": 1.2463357451782426,
      "learning_rate": 1.3148222306708092e-09,
      "loss": 0.0689,
      "step": 19718
    },
    {
      "epoch": 2.9782510194834617,
      "grad_norm": 1.2653496215644633,
      "learning_rate": 1.2967500690053147e-09,
      "loss": 0.0612,
      "step": 19719
    },
    {
      "epoch": 2.978402054070382,
      "grad_norm": 1.632435325107471,
      "learning_rate": 1.2788029526522583e-09,
      "loss": 0.0737,
      "step": 19720
    },
    {
      "epoch": 2.9785530886573026,
      "grad_norm": 1.4263248255492387,
      "learning_rate": 1.26098088206017e-09,
      "loss": 0.0721,
      "step": 19721
    },
    {
      "epoch": 2.978704123244223,
      "grad_norm": 1.380382477400344,
      "learning_rate": 1.243283857674804e-09,
      "loss": 0.0698,
      "step": 19722
    },
    {
      "epoch": 2.978855157831143,
      "grad_norm": 1.0187936043499888,
      "learning_rate": 1.2257118799385847e-09,
      "loss": 0.0518,
      "step": 19723
    },
    {
      "epoch": 2.9790061924180637,
      "grad_norm": 1.5384442847165947,
      "learning_rate": 1.2082649492922705e-09,
      "loss": 0.0933,
      "step": 19724
    },
    {
      "epoch": 2.979157227004984,
      "grad_norm": 1.0539620879246019,
      "learning_rate": 1.1909430661710687e-09,
      "loss": 0.0511,
      "step": 19725
    },
    {
      "epoch": 2.9793082615919046,
      "grad_norm": 1.3488796993470737,
      "learning_rate": 1.1737462310090763e-09,
      "loss": 0.0714,
      "step": 19726
    },
    {
      "epoch": 2.979459296178825,
      "grad_norm": 1.4465801546798012,
      "learning_rate": 1.1566744442359502e-09,
      "loss": 0.078,
      "step": 19727
    },
    {
      "epoch": 2.9796103307657456,
      "grad_norm": 1.4794613291534418,
      "learning_rate": 1.1397277062785706e-09,
      "loss": 0.0787,
      "step": 19728
    },
    {
      "epoch": 2.979761365352666,
      "grad_norm": 1.3660197414641415,
      "learning_rate": 1.122906017561598e-09,
      "loss": 0.0664,
      "step": 19729
    },
    {
      "epoch": 2.979912399939586,
      "grad_norm": 1.4791203576780791,
      "learning_rate": 1.106209378505807e-09,
      "loss": 0.0617,
      "step": 19730
    },
    {
      "epoch": 2.9800634345265067,
      "grad_norm": 1.5598420738453198,
      "learning_rate": 1.0896377895280863e-09,
      "loss": 0.0871,
      "step": 19731
    },
    {
      "epoch": 2.980214469113427,
      "grad_norm": 1.5900546700276317,
      "learning_rate": 1.0731912510436592e-09,
      "loss": 0.062,
      "step": 19732
    },
    {
      "epoch": 2.980365503700347,
      "grad_norm": 1.5401712589937637,
      "learning_rate": 1.0568697634638635e-09,
      "loss": 0.0751,
      "step": 19733
    },
    {
      "epoch": 2.980516538287268,
      "grad_norm": 1.8656358783602744,
      "learning_rate": 1.0406733271967062e-09,
      "loss": 0.0933,
      "step": 19734
    },
    {
      "epoch": 2.980667572874188,
      "grad_norm": 1.2574169875856855,
      "learning_rate": 1.0246019426479736e-09,
      "loss": 0.0682,
      "step": 19735
    },
    {
      "epoch": 2.9808186074611087,
      "grad_norm": 1.6013806520893146,
      "learning_rate": 1.0086556102184563e-09,
      "loss": 0.0846,
      "step": 19736
    },
    {
      "epoch": 2.980969642048029,
      "grad_norm": 1.4709951132114742,
      "learning_rate": 9.9283433030839e-10,
      "loss": 0.0629,
      "step": 19737
    },
    {
      "epoch": 2.9811206766349496,
      "grad_norm": 1.7714741486486463,
      "learning_rate": 9.771381033130135e-10,
      "loss": 0.0805,
      "step": 19738
    },
    {
      "epoch": 2.98127171122187,
      "grad_norm": 1.6777491569154714,
      "learning_rate": 9.615669296247909e-10,
      "loss": 0.0755,
      "step": 19739
    },
    {
      "epoch": 2.98142274580879,
      "grad_norm": 1.81617738552056,
      "learning_rate": 9.461208096334106e-10,
      "loss": 0.0769,
      "step": 19740
    },
    {
      "epoch": 2.9815737803957107,
      "grad_norm": 1.2283712880034299,
      "learning_rate": 9.307997437252303e-10,
      "loss": 0.0608,
      "step": 19741
    },
    {
      "epoch": 2.981724814982631,
      "grad_norm": 1.1714852110171774,
      "learning_rate": 9.156037322838318e-10,
      "loss": 0.0616,
      "step": 19742
    },
    {
      "epoch": 2.981875849569551,
      "grad_norm": 1.3858622829280531,
      "learning_rate": 9.005327756889115e-10,
      "loss": 0.0735,
      "step": 19743
    },
    {
      "epoch": 2.982026884156472,
      "grad_norm": 1.3323597752473215,
      "learning_rate": 8.855868743173901e-10,
      "loss": 0.0667,
      "step": 19744
    },
    {
      "epoch": 2.982177918743392,
      "grad_norm": 1.4479886169825567,
      "learning_rate": 8.707660285439678e-10,
      "loss": 0.0679,
      "step": 19745
    },
    {
      "epoch": 2.982328953330313,
      "grad_norm": 1.8912511426277279,
      "learning_rate": 8.56070238738349e-10,
      "loss": 0.0768,
      "step": 19746
    },
    {
      "epoch": 2.982479987917233,
      "grad_norm": 1.244202199383578,
      "learning_rate": 8.414995052691277e-10,
      "loss": 0.0635,
      "step": 19747
    },
    {
      "epoch": 2.9826310225041537,
      "grad_norm": 1.2450436127036784,
      "learning_rate": 8.270538284999019e-10,
      "loss": 0.0724,
      "step": 19748
    },
    {
      "epoch": 2.982782057091074,
      "grad_norm": 1.4347666892543511,
      "learning_rate": 8.127332087926043e-10,
      "loss": 0.0638,
      "step": 19749
    },
    {
      "epoch": 2.982933091677994,
      "grad_norm": 1.1928949354736442,
      "learning_rate": 7.985376465052818e-10,
      "loss": 0.0584,
      "step": 19750
    },
    {
      "epoch": 2.983084126264915,
      "grad_norm": 1.4910975309881158,
      "learning_rate": 7.844671419932059e-10,
      "loss": 0.0788,
      "step": 19751
    },
    {
      "epoch": 2.983235160851835,
      "grad_norm": 1.14912711319994,
      "learning_rate": 7.705216956083173e-10,
      "loss": 0.0517,
      "step": 19752
    },
    {
      "epoch": 2.9833861954387553,
      "grad_norm": 1.4183236153665957,
      "learning_rate": 7.567013076992258e-10,
      "loss": 0.0799,
      "step": 19753
    },
    {
      "epoch": 2.983537230025676,
      "grad_norm": 1.5748101794931326,
      "learning_rate": 7.43005978611766e-10,
      "loss": 0.0756,
      "step": 19754
    },
    {
      "epoch": 2.983688264612596,
      "grad_norm": 1.8355670842622798,
      "learning_rate": 7.294357086884418e-10,
      "loss": 0.0854,
      "step": 19755
    },
    {
      "epoch": 2.983839299199517,
      "grad_norm": 1.163469008107683,
      "learning_rate": 7.159904982689813e-10,
      "loss": 0.0608,
      "step": 19756
    },
    {
      "epoch": 2.983990333786437,
      "grad_norm": 1.5799164608590466,
      "learning_rate": 7.026703476897823e-10,
      "loss": 0.0653,
      "step": 19757
    },
    {
      "epoch": 2.9841413683733577,
      "grad_norm": 1.270474521857651,
      "learning_rate": 6.894752572839114e-10,
      "loss": 0.0692,
      "step": 19758
    },
    {
      "epoch": 2.984292402960278,
      "grad_norm": 3.0434366289609507,
      "learning_rate": 6.76405227381105e-10,
      "loss": 0.1116,
      "step": 19759
    },
    {
      "epoch": 2.984443437547198,
      "grad_norm": 1.3130994103151334,
      "learning_rate": 6.63460258308879e-10,
      "loss": 0.0726,
      "step": 19760
    },
    {
      "epoch": 2.984594472134119,
      "grad_norm": 1.4892510198707747,
      "learning_rate": 6.506403503908632e-10,
      "loss": 0.0835,
      "step": 19761
    },
    {
      "epoch": 2.984745506721039,
      "grad_norm": 1.6298821649328936,
      "learning_rate": 6.37945503947357e-10,
      "loss": 0.0801,
      "step": 19762
    },
    {
      "epoch": 2.9848965413079593,
      "grad_norm": 1.1632191693358833,
      "learning_rate": 6.253757192964394e-10,
      "loss": 0.06,
      "step": 19763
    },
    {
      "epoch": 2.98504757589488,
      "grad_norm": 1.5261677497172441,
      "learning_rate": 6.129309967528585e-10,
      "loss": 0.0708,
      "step": 19764
    },
    {
      "epoch": 2.9851986104818002,
      "grad_norm": 1.2299233765380013,
      "learning_rate": 6.006113366269217e-10,
      "loss": 0.0599,
      "step": 19765
    },
    {
      "epoch": 2.9853496450687205,
      "grad_norm": 1.1677052975226083,
      "learning_rate": 5.88416739227271e-10,
      "loss": 0.0606,
      "step": 19766
    },
    {
      "epoch": 2.985500679655641,
      "grad_norm": 1.2646950315207237,
      "learning_rate": 5.763472048592178e-10,
      "loss": 0.0671,
      "step": 19767
    },
    {
      "epoch": 2.985651714242562,
      "grad_norm": 1.3912300911595776,
      "learning_rate": 5.644027338247426e-10,
      "loss": 0.0634,
      "step": 19768
    },
    {
      "epoch": 2.985802748829482,
      "grad_norm": 1.5795518173448768,
      "learning_rate": 5.525833264219404e-10,
      "loss": 0.078,
      "step": 19769
    },
    {
      "epoch": 2.9859537834164023,
      "grad_norm": 1.445525962734176,
      "learning_rate": 5.408889829472408e-10,
      "loss": 0.0805,
      "step": 19770
    },
    {
      "epoch": 2.986104818003323,
      "grad_norm": 2.27641183798475,
      "learning_rate": 5.293197036931874e-10,
      "loss": 0.0744,
      "step": 19771
    },
    {
      "epoch": 2.986255852590243,
      "grad_norm": 1.728245421738559,
      "learning_rate": 5.178754889484383e-10,
      "loss": 0.0911,
      "step": 19772
    },
    {
      "epoch": 2.9864068871771634,
      "grad_norm": 1.599694202307211,
      "learning_rate": 5.065563389999861e-10,
      "loss": 0.0751,
      "step": 19773
    },
    {
      "epoch": 2.986557921764084,
      "grad_norm": 1.2560272632830705,
      "learning_rate": 4.953622541303826e-10,
      "loss": 0.0576,
      "step": 19774
    },
    {
      "epoch": 2.9867089563510043,
      "grad_norm": 1.3676638394951046,
      "learning_rate": 4.842932346205143e-10,
      "loss": 0.0659,
      "step": 19775
    },
    {
      "epoch": 2.9868599909379245,
      "grad_norm": 1.5491007301160251,
      "learning_rate": 4.733492807462714e-10,
      "loss": 0.0775,
      "step": 19776
    },
    {
      "epoch": 2.987011025524845,
      "grad_norm": 1.3344356582509207,
      "learning_rate": 4.625303927824343e-10,
      "loss": 0.0654,
      "step": 19777
    },
    {
      "epoch": 2.9871620601117654,
      "grad_norm": 1.7631042712733054,
      "learning_rate": 4.5183657099878707e-10,
      "loss": 0.0845,
      "step": 19778
    },
    {
      "epoch": 2.987313094698686,
      "grad_norm": 1.4599241129315428,
      "learning_rate": 4.4126781566289355e-10,
      "loss": 0.0694,
      "step": 19779
    },
    {
      "epoch": 2.9874641292856063,
      "grad_norm": 1.6881355509620524,
      "learning_rate": 4.3082412704009704e-10,
      "loss": 0.0843,
      "step": 19780
    },
    {
      "epoch": 2.987615163872527,
      "grad_norm": 1.7611983592318732,
      "learning_rate": 4.2050550539074473e-10,
      "loss": 0.0932,
      "step": 19781
    },
    {
      "epoch": 2.9877661984594472,
      "grad_norm": 1.5042827767592843,
      "learning_rate": 4.103119509729636e-10,
      "loss": 0.0745,
      "step": 19782
    },
    {
      "epoch": 2.9879172330463675,
      "grad_norm": 1.2907598073612783,
      "learning_rate": 4.002434640421049e-10,
      "loss": 0.0651,
      "step": 19783
    },
    {
      "epoch": 2.988068267633288,
      "grad_norm": 2.4403193735874273,
      "learning_rate": 3.903000448496341e-10,
      "loss": 0.0696,
      "step": 19784
    },
    {
      "epoch": 2.9882193022202084,
      "grad_norm": 1.4723660161238035,
      "learning_rate": 3.8048169364479636e-10,
      "loss": 0.0784,
      "step": 19785
    },
    {
      "epoch": 2.9883703368071286,
      "grad_norm": 1.2757305734921967,
      "learning_rate": 3.7078841067350604e-10,
      "loss": 0.0614,
      "step": 19786
    },
    {
      "epoch": 2.9885213713940493,
      "grad_norm": 1.3000238918084694,
      "learning_rate": 3.612201961772366e-10,
      "loss": 0.0669,
      "step": 19787
    },
    {
      "epoch": 2.9886724059809695,
      "grad_norm": 1.163374593569733,
      "learning_rate": 3.5177705039579624e-10,
      "loss": 0.0591,
      "step": 19788
    },
    {
      "epoch": 2.98882344056789,
      "grad_norm": 1.3005016159384748,
      "learning_rate": 3.4245897356566247e-10,
      "loss": 0.0704,
      "step": 19789
    },
    {
      "epoch": 2.9889744751548104,
      "grad_norm": 1.5855838446851604,
      "learning_rate": 3.3326596591942706e-10,
      "loss": 0.0701,
      "step": 19790
    },
    {
      "epoch": 2.989125509741731,
      "grad_norm": 1.2637757047888065,
      "learning_rate": 3.2419802768746123e-10,
      "loss": 0.0641,
      "step": 19791
    },
    {
      "epoch": 2.9892765443286513,
      "grad_norm": 2.296193293784921,
      "learning_rate": 3.152551590968056e-10,
      "loss": 0.0873,
      "step": 19792
    },
    {
      "epoch": 2.9894275789155715,
      "grad_norm": 1.3481516403143754,
      "learning_rate": 3.064373603700599e-10,
      "loss": 0.0692,
      "step": 19793
    },
    {
      "epoch": 2.989578613502492,
      "grad_norm": 1.254732381476162,
      "learning_rate": 2.9774463172926873e-10,
      "loss": 0.0622,
      "step": 19794
    },
    {
      "epoch": 2.9897296480894124,
      "grad_norm": 1.3386578729571474,
      "learning_rate": 2.8917697339092556e-10,
      "loss": 0.0691,
      "step": 19795
    },
    {
      "epoch": 2.9898806826763327,
      "grad_norm": 1.331723627653893,
      "learning_rate": 2.8073438556985854e-10,
      "loss": 0.073,
      "step": 19796
    },
    {
      "epoch": 2.9900317172632533,
      "grad_norm": 1.3359116036318022,
      "learning_rate": 2.724168684770101e-10,
      "loss": 0.0737,
      "step": 19797
    },
    {
      "epoch": 2.9901827518501736,
      "grad_norm": 1.331933995024292,
      "learning_rate": 2.64224422320547e-10,
      "loss": 0.0677,
      "step": 19798
    },
    {
      "epoch": 2.9903337864370942,
      "grad_norm": 1.6291468950929857,
      "learning_rate": 2.561570473053054e-10,
      "loss": 0.0714,
      "step": 19799
    },
    {
      "epoch": 2.9904848210240145,
      "grad_norm": 1.3915097886877168,
      "learning_rate": 2.4821474363279086e-10,
      "loss": 0.0773,
      "step": 19800
    },
    {
      "epoch": 2.990635855610935,
      "grad_norm": 1.834135364352209,
      "learning_rate": 2.403975115022883e-10,
      "loss": 0.0741,
      "step": 19801
    },
    {
      "epoch": 2.9907868901978554,
      "grad_norm": 1.1989138980178942,
      "learning_rate": 2.3270535110919702e-10,
      "loss": 0.0654,
      "step": 19802
    },
    {
      "epoch": 2.9909379247847756,
      "grad_norm": 1.2307711574132283,
      "learning_rate": 2.2513826264614069e-10,
      "loss": 0.058,
      "step": 19803
    },
    {
      "epoch": 2.9910889593716963,
      "grad_norm": 1.2335649112524578,
      "learning_rate": 2.1769624630130214e-10,
      "loss": 0.0676,
      "step": 19804
    },
    {
      "epoch": 2.9912399939586165,
      "grad_norm": 1.36609275913828,
      "learning_rate": 2.1037930226230908e-10,
      "loss": 0.0685,
      "step": 19805
    },
    {
      "epoch": 2.9913910285455367,
      "grad_norm": 1.7135914873148745,
      "learning_rate": 2.0318743071123804e-10,
      "loss": 0.0796,
      "step": 19806
    },
    {
      "epoch": 2.9915420631324574,
      "grad_norm": 1.2972465742455617,
      "learning_rate": 1.9612063182850028e-10,
      "loss": 0.0728,
      "step": 19807
    },
    {
      "epoch": 2.9916930977193776,
      "grad_norm": 1.2553143674478895,
      "learning_rate": 1.8917890579062127e-10,
      "loss": 0.0549,
      "step": 19808
    },
    {
      "epoch": 2.991844132306298,
      "grad_norm": 1.0208131848438304,
      "learning_rate": 1.823622527713509e-10,
      "loss": 0.05,
      "step": 19809
    },
    {
      "epoch": 2.9919951668932185,
      "grad_norm": 1.2975525053378778,
      "learning_rate": 1.756706729411084e-10,
      "loss": 0.0671,
      "step": 19810
    },
    {
      "epoch": 2.992146201480139,
      "grad_norm": 1.4797814565867147,
      "learning_rate": 1.6910416646698236e-10,
      "loss": 0.0754,
      "step": 19811
    },
    {
      "epoch": 2.9922972360670594,
      "grad_norm": 1.3295948999081246,
      "learning_rate": 1.62662733514396e-10,
      "loss": 0.0715,
      "step": 19812
    },
    {
      "epoch": 2.9924482706539797,
      "grad_norm": 1.4469006286715218,
      "learning_rate": 1.5634637424322142e-10,
      "loss": 0.0741,
      "step": 19813
    },
    {
      "epoch": 2.9925993052409003,
      "grad_norm": 1.6804873933392144,
      "learning_rate": 1.501550888116654e-10,
      "loss": 0.0807,
      "step": 19814
    },
    {
      "epoch": 2.9927503398278206,
      "grad_norm": 1.1264289369217655,
      "learning_rate": 1.440888773751592e-10,
      "loss": 0.066,
      "step": 19815
    },
    {
      "epoch": 2.992901374414741,
      "grad_norm": 1.365517509117793,
      "learning_rate": 1.3814774008524822e-10,
      "loss": 0.0786,
      "step": 19816
    },
    {
      "epoch": 2.9930524090016615,
      "grad_norm": 1.52105004938034,
      "learning_rate": 1.3233167709070237e-10,
      "loss": 0.0793,
      "step": 19817
    },
    {
      "epoch": 2.9932034435885817,
      "grad_norm": 1.4182652410408676,
      "learning_rate": 1.2664068853640576e-10,
      "loss": 0.075,
      "step": 19818
    },
    {
      "epoch": 2.993354478175502,
      "grad_norm": 2.2810898458669997,
      "learning_rate": 1.2107477456502203e-10,
      "loss": 0.0718,
      "step": 19819
    },
    {
      "epoch": 2.9935055127624226,
      "grad_norm": 1.2512502472250493,
      "learning_rate": 1.156339353164393e-10,
      "loss": 0.0714,
      "step": 19820
    },
    {
      "epoch": 2.993656547349343,
      "grad_norm": 1.7458380937014213,
      "learning_rate": 1.1031817092554965e-10,
      "loss": 0.0695,
      "step": 19821
    },
    {
      "epoch": 2.9938075819362635,
      "grad_norm": 1.0682577580230759,
      "learning_rate": 1.0512748152613494e-10,
      "loss": 0.0477,
      "step": 19822
    },
    {
      "epoch": 2.9939586165231837,
      "grad_norm": 1.6288500789701672,
      "learning_rate": 1.000618672480913e-10,
      "loss": 0.0826,
      "step": 19823
    },
    {
      "epoch": 2.9941096511101044,
      "grad_norm": 1.9399295264851244,
      "learning_rate": 9.512132821798415e-11,
      "loss": 0.0866,
      "step": 19824
    },
    {
      "epoch": 2.9942606856970246,
      "grad_norm": 1.6918484204234387,
      "learning_rate": 9.030586455904822e-11,
      "loss": 0.0702,
      "step": 19825
    },
    {
      "epoch": 2.994411720283945,
      "grad_norm": 1.3801058369477872,
      "learning_rate": 8.561547639229783e-11,
      "loss": 0.0669,
      "step": 19826
    },
    {
      "epoch": 2.9945627548708655,
      "grad_norm": 1.2243198720356492,
      "learning_rate": 8.105016383486153e-11,
      "loss": 0.0612,
      "step": 19827
    },
    {
      "epoch": 2.9947137894577858,
      "grad_norm": 2.0932805178922873,
      "learning_rate": 7.660992700053715e-11,
      "loss": 0.0702,
      "step": 19828
    },
    {
      "epoch": 2.994864824044706,
      "grad_norm": 1.2916531715399058,
      "learning_rate": 7.229476600090213e-11,
      "loss": 0.0677,
      "step": 19829
    },
    {
      "epoch": 2.9950158586316267,
      "grad_norm": 1.2566773175277768,
      "learning_rate": 6.810468094420319e-11,
      "loss": 0.0676,
      "step": 19830
    },
    {
      "epoch": 2.995166893218547,
      "grad_norm": 1.5552584415588924,
      "learning_rate": 6.403967193424621e-11,
      "loss": 0.0646,
      "step": 19831
    },
    {
      "epoch": 2.9953179278054676,
      "grad_norm": 1.24339413306254,
      "learning_rate": 6.009973907372679e-11,
      "loss": 0.062,
      "step": 19832
    },
    {
      "epoch": 2.995468962392388,
      "grad_norm": 1.2792958955616722,
      "learning_rate": 5.628488246034458e-11,
      "loss": 0.0586,
      "step": 19833
    },
    {
      "epoch": 2.9956199969793085,
      "grad_norm": 1.491600389602481,
      "learning_rate": 5.259510219013386e-11,
      "loss": 0.0786,
      "step": 19834
    },
    {
      "epoch": 2.9957710315662287,
      "grad_norm": 1.6121808865376677,
      "learning_rate": 4.9030398355243146e-11,
      "loss": 0.0653,
      "step": 19835
    },
    {
      "epoch": 2.995922066153149,
      "grad_norm": 1.4501376943770181,
      "learning_rate": 4.559077104449028e-11,
      "loss": 0.0763,
      "step": 19836
    },
    {
      "epoch": 2.9960731007400696,
      "grad_norm": 1.8064079294874835,
      "learning_rate": 4.227622034447265e-11,
      "loss": 0.0617,
      "step": 19837
    },
    {
      "epoch": 2.99622413532699,
      "grad_norm": 1.673756214515208,
      "learning_rate": 3.9086746337901884e-11,
      "loss": 0.0698,
      "step": 19838
    },
    {
      "epoch": 2.99637516991391,
      "grad_norm": 1.2951042846420333,
      "learning_rate": 3.602234910471403e-11,
      "loss": 0.0525,
      "step": 19839
    },
    {
      "epoch": 2.9965262045008307,
      "grad_norm": 1.609474149328274,
      "learning_rate": 3.3083028721514474e-11,
      "loss": 0.0689,
      "step": 19840
    },
    {
      "epoch": 2.996677239087751,
      "grad_norm": 1.243622418208858,
      "learning_rate": 3.026878526102284e-11,
      "loss": 0.0553,
      "step": 19841
    },
    {
      "epoch": 2.9968282736746716,
      "grad_norm": 1.4777307404003355,
      "learning_rate": 2.7579618794848497e-11,
      "loss": 0.0677,
      "step": 19842
    },
    {
      "epoch": 2.996979308261592,
      "grad_norm": 1.741111370969878,
      "learning_rate": 2.501552938960483e-11,
      "loss": 0.0715,
      "step": 19843
    },
    {
      "epoch": 2.9971303428485125,
      "grad_norm": 2.6650051577214837,
      "learning_rate": 2.2576517109684783e-11,
      "loss": 0.1213,
      "step": 19844
    },
    {
      "epoch": 2.9972813774354328,
      "grad_norm": 1.8494715349373414,
      "learning_rate": 2.0262582016150612e-11,
      "loss": 0.0837,
      "step": 19845
    },
    {
      "epoch": 2.997432412022353,
      "grad_norm": 1.3059741328838022,
      "learning_rate": 1.8073724166178808e-11,
      "loss": 0.0603,
      "step": 19846
    },
    {
      "epoch": 2.9975834466092737,
      "grad_norm": 1.2384824902440184,
      "learning_rate": 1.600994361528052e-11,
      "loss": 0.0662,
      "step": 19847
    },
    {
      "epoch": 2.997734481196194,
      "grad_norm": 1.2733752333576451,
      "learning_rate": 1.4071240415081123e-11,
      "loss": 0.0633,
      "step": 19848
    },
    {
      "epoch": 2.997885515783114,
      "grad_norm": 1.434416897567732,
      "learning_rate": 1.2257614613875313e-11,
      "loss": 0.0752,
      "step": 19849
    },
    {
      "epoch": 2.998036550370035,
      "grad_norm": 1.0994037712219047,
      "learning_rate": 1.0569066256627125e-11,
      "loss": 0.0542,
      "step": 19850
    },
    {
      "epoch": 2.998187584956955,
      "grad_norm": 1.5890392981920716,
      "learning_rate": 9.005595386080147e-12,
      "loss": 0.0694,
      "step": 19851
    },
    {
      "epoch": 2.9983386195438757,
      "grad_norm": 1.697286465775974,
      "learning_rate": 7.567202041647293e-12,
      "loss": 0.08,
      "step": 19852
    },
    {
      "epoch": 2.998489654130796,
      "grad_norm": 1.765846583344029,
      "learning_rate": 6.25388625830059e-12,
      "loss": 0.0807,
      "step": 19853
    },
    {
      "epoch": 2.9986406887177166,
      "grad_norm": 1.0998947626289979,
      "learning_rate": 5.06564806990184e-12,
      "loss": 0.0564,
      "step": 19854
    },
    {
      "epoch": 2.998791723304637,
      "grad_norm": 1.4073905989359083,
      "learning_rate": 4.0024875058719544e-12,
      "loss": 0.0672,
      "step": 19855
    },
    {
      "epoch": 2.998942757891557,
      "grad_norm": 1.213537090832158,
      "learning_rate": 3.0644045923011735e-12,
      "loss": 0.0651,
      "step": 19856
    },
    {
      "epoch": 2.9990937924784777,
      "grad_norm": 1.1132804853762994,
      "learning_rate": 2.251399353614403e-12,
      "loss": 0.0572,
      "step": 19857
    },
    {
      "epoch": 2.999244827065398,
      "grad_norm": 1.3394323311469103,
      "learning_rate": 1.5634718092405465e-12,
      "loss": 0.0639,
      "step": 19858
    },
    {
      "epoch": 2.999395861652318,
      "grad_norm": 1.1380853184265107,
      "learning_rate": 1.000621976388061e-12,
      "loss": 0.0641,
      "step": 19859
    },
    {
      "epoch": 2.999546896239239,
      "grad_norm": 1.3009143187021752,
      "learning_rate": 5.628498700449569e-13,
      "loss": 0.0699,
      "step": 19860
    },
    {
      "epoch": 2.999697930826159,
      "grad_norm": 1.7570522835358933,
      "learning_rate": 2.5015550020324186e-13,
      "loss": 0.0705,
      "step": 19861
    },
    {
      "epoch": 2.9998489654130793,
      "grad_norm": 2.6178852707710556,
      "learning_rate": 6.253887574469985e-14,
      "loss": 0.0949,
      "step": 19862
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.4721894775582316,
      "learning_rate": 0.0,
      "loss": 0.0718,
      "step": 19863
    }
  ],
  "logging_steps": 1,
  "max_steps": 19863,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 460517669314560.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}