{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9970788704965923,
  "eval_steps": 500,
  "global_step": 1026,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0029211295034079843,
      "grad_norm": 6.789194746397651,
      "learning_rate": 9.70873786407767e-08,
      "loss": 1.0797,
      "step": 1
    },
    {
      "epoch": 0.005842259006815969,
      "grad_norm": 6.623744256841628,
      "learning_rate": 1.941747572815534e-07,
      "loss": 1.0936,
      "step": 2
    },
    {
      "epoch": 0.008763388510223954,
      "grad_norm": 6.814087231706784,
      "learning_rate": 2.9126213592233014e-07,
      "loss": 1.0915,
      "step": 3
    },
    {
      "epoch": 0.011684518013631937,
      "grad_norm": 6.979864404527602,
      "learning_rate": 3.883495145631068e-07,
      "loss": 1.113,
      "step": 4
    },
    {
      "epoch": 0.014605647517039922,
      "grad_norm": 7.130506329535252,
      "learning_rate": 4.854368932038835e-07,
      "loss": 1.1201,
      "step": 5
    },
    {
      "epoch": 0.017526777020447908,
      "grad_norm": 6.457316225305797,
      "learning_rate": 5.825242718446603e-07,
      "loss": 1.0589,
      "step": 6
    },
    {
      "epoch": 0.02044790652385589,
      "grad_norm": 6.634803833935598,
      "learning_rate": 6.79611650485437e-07,
      "loss": 1.0948,
      "step": 7
    },
    {
      "epoch": 0.023369036027263874,
      "grad_norm": 6.51924054198785,
      "learning_rate": 7.766990291262136e-07,
      "loss": 1.1033,
      "step": 8
    },
    {
      "epoch": 0.02629016553067186,
      "grad_norm": 6.172807303107381,
      "learning_rate": 8.737864077669904e-07,
      "loss": 1.1025,
      "step": 9
    },
    {
      "epoch": 0.029211295034079845,
      "grad_norm": 6.123481829151969,
      "learning_rate": 9.70873786407767e-07,
      "loss": 1.0593,
      "step": 10
    },
    {
      "epoch": 0.03213242453748783,
      "grad_norm": 5.067066736988861,
      "learning_rate": 1.0679611650485437e-06,
      "loss": 1.0514,
      "step": 11
    },
    {
      "epoch": 0.035053554040895815,
      "grad_norm": 5.316963931526159,
      "learning_rate": 1.1650485436893206e-06,
      "loss": 1.0649,
      "step": 12
    },
    {
      "epoch": 0.0379746835443038,
      "grad_norm": 4.8023708760386326,
      "learning_rate": 1.2621359223300972e-06,
      "loss": 1.0595,
      "step": 13
    },
    {
      "epoch": 0.04089581304771178,
      "grad_norm": 4.307477266760391,
      "learning_rate": 1.359223300970874e-06,
      "loss": 1.0045,
      "step": 14
    },
    {
      "epoch": 0.043816942551119765,
      "grad_norm": 2.9737946154856254,
      "learning_rate": 1.4563106796116506e-06,
      "loss": 0.9864,
      "step": 15
    },
    {
      "epoch": 0.04673807205452775,
      "grad_norm": 2.969891758892917,
      "learning_rate": 1.5533980582524272e-06,
      "loss": 1.0038,
      "step": 16
    },
    {
      "epoch": 0.04965920155793573,
      "grad_norm": 2.6410254985919264,
      "learning_rate": 1.650485436893204e-06,
      "loss": 0.9688,
      "step": 17
    },
    {
      "epoch": 0.05258033106134372,
      "grad_norm": 2.6767839969522385,
      "learning_rate": 1.7475728155339808e-06,
      "loss": 0.9777,
      "step": 18
    },
    {
      "epoch": 0.055501460564751706,
      "grad_norm": 2.3845837305117867,
      "learning_rate": 1.8446601941747574e-06,
      "loss": 0.9803,
      "step": 19
    },
    {
      "epoch": 0.05842259006815969,
      "grad_norm": 2.485668257022799,
      "learning_rate": 1.941747572815534e-06,
      "loss": 0.9512,
      "step": 20
    },
    {
      "epoch": 0.06134371957156767,
      "grad_norm": 2.9203150216318057,
      "learning_rate": 2.0388349514563107e-06,
      "loss": 0.93,
      "step": 21
    },
    {
      "epoch": 0.06426484907497566,
      "grad_norm": 2.868722547204036,
      "learning_rate": 2.1359223300970874e-06,
      "loss": 0.9171,
      "step": 22
    },
    {
      "epoch": 0.06718597857838364,
      "grad_norm": 2.679648431038279,
      "learning_rate": 2.2330097087378645e-06,
      "loss": 0.9199,
      "step": 23
    },
    {
      "epoch": 0.07010710808179163,
      "grad_norm": 2.459073576199394,
      "learning_rate": 2.330097087378641e-06,
      "loss": 0.9157,
      "step": 24
    },
    {
      "epoch": 0.0730282375851996,
      "grad_norm": 2.014055908464458,
      "learning_rate": 2.427184466019418e-06,
      "loss": 0.9164,
      "step": 25
    },
    {
      "epoch": 0.0759493670886076,
      "grad_norm": 1.5955860458303692,
      "learning_rate": 2.5242718446601945e-06,
      "loss": 0.8909,
      "step": 26
    },
    {
      "epoch": 0.07887049659201557,
      "grad_norm": 1.3790379745407235,
      "learning_rate": 2.621359223300971e-06,
      "loss": 0.8631,
      "step": 27
    },
    {
      "epoch": 0.08179162609542356,
      "grad_norm": 1.6462939916147095,
      "learning_rate": 2.718446601941748e-06,
      "loss": 0.8384,
      "step": 28
    },
    {
      "epoch": 0.08471275559883155,
      "grad_norm": 1.7416274692927092,
      "learning_rate": 2.8155339805825245e-06,
      "loss": 0.8643,
      "step": 29
    },
    {
      "epoch": 0.08763388510223953,
      "grad_norm": 1.4689264445022938,
      "learning_rate": 2.912621359223301e-06,
      "loss": 0.8401,
      "step": 30
    },
    {
      "epoch": 0.09055501460564752,
      "grad_norm": 1.2970139226424346,
      "learning_rate": 3.0097087378640778e-06,
      "loss": 0.8423,
      "step": 31
    },
    {
      "epoch": 0.0934761441090555,
      "grad_norm": 1.1674121947058942,
      "learning_rate": 3.1067961165048544e-06,
      "loss": 0.837,
      "step": 32
    },
    {
      "epoch": 0.09639727361246349,
      "grad_norm": 1.1908632755730892,
      "learning_rate": 3.2038834951456315e-06,
      "loss": 0.8203,
      "step": 33
    },
    {
      "epoch": 0.09931840311587146,
      "grad_norm": 1.1042928737436872,
      "learning_rate": 3.300970873786408e-06,
      "loss": 0.799,
      "step": 34
    },
    {
      "epoch": 0.10223953261927946,
      "grad_norm": 1.1603936762022113,
      "learning_rate": 3.398058252427185e-06,
      "loss": 0.8303,
      "step": 35
    },
    {
      "epoch": 0.10516066212268745,
      "grad_norm": 1.0681312398436076,
      "learning_rate": 3.4951456310679615e-06,
      "loss": 0.8052,
      "step": 36
    },
    {
      "epoch": 0.10808179162609542,
      "grad_norm": 0.8925175456575719,
      "learning_rate": 3.592233009708738e-06,
      "loss": 0.8069,
      "step": 37
    },
    {
      "epoch": 0.11100292112950341,
      "grad_norm": 0.8822021824942768,
      "learning_rate": 3.689320388349515e-06,
      "loss": 0.7812,
      "step": 38
    },
    {
      "epoch": 0.11392405063291139,
      "grad_norm": 0.8935693976115221,
      "learning_rate": 3.7864077669902915e-06,
      "loss": 0.7787,
      "step": 39
    },
    {
      "epoch": 0.11684518013631938,
      "grad_norm": 0.9243397791705507,
      "learning_rate": 3.883495145631068e-06,
      "loss": 0.7936,
      "step": 40
    },
    {
      "epoch": 0.11976630963972736,
      "grad_norm": 0.8181188534202998,
      "learning_rate": 3.980582524271845e-06,
      "loss": 0.7752,
      "step": 41
    },
    {
      "epoch": 0.12268743914313535,
      "grad_norm": 0.723717052367605,
      "learning_rate": 4.0776699029126215e-06,
      "loss": 0.7544,
      "step": 42
    },
    {
      "epoch": 0.12560856864654332,
      "grad_norm": 0.7268642480625847,
      "learning_rate": 4.1747572815533986e-06,
      "loss": 0.7871,
      "step": 43
    },
    {
      "epoch": 0.12852969814995133,
      "grad_norm": 0.7154200711509474,
      "learning_rate": 4.271844660194175e-06,
      "loss": 0.7617,
      "step": 44
    },
    {
      "epoch": 0.1314508276533593,
      "grad_norm": 0.7425189888635864,
      "learning_rate": 4.368932038834952e-06,
      "loss": 0.7661,
      "step": 45
    },
    {
      "epoch": 0.13437195715676728,
      "grad_norm": 0.6964525874804132,
      "learning_rate": 4.466019417475729e-06,
      "loss": 0.7578,
      "step": 46
    },
    {
      "epoch": 0.13729308666017526,
      "grad_norm": 0.7077568254698756,
      "learning_rate": 4.563106796116505e-06,
      "loss": 0.7466,
      "step": 47
    },
    {
      "epoch": 0.14021421616358326,
      "grad_norm": 0.728109048064247,
      "learning_rate": 4.660194174757282e-06,
      "loss": 0.7536,
      "step": 48
    },
    {
      "epoch": 0.14313534566699124,
      "grad_norm": 0.7073551382013681,
      "learning_rate": 4.7572815533980585e-06,
      "loss": 0.7386,
      "step": 49
    },
    {
      "epoch": 0.1460564751703992,
      "grad_norm": 0.6810942703152736,
      "learning_rate": 4.854368932038836e-06,
      "loss": 0.7771,
      "step": 50
    },
    {
      "epoch": 0.14897760467380722,
      "grad_norm": 0.7280450266974076,
      "learning_rate": 4.951456310679612e-06,
      "loss": 0.739,
      "step": 51
    },
    {
      "epoch": 0.1518987341772152,
      "grad_norm": 0.7021483972343961,
      "learning_rate": 5.048543689320389e-06,
      "loss": 0.7437,
      "step": 52
    },
    {
      "epoch": 0.15481986368062317,
      "grad_norm": 0.7167957676962433,
      "learning_rate": 5.145631067961165e-06,
      "loss": 0.764,
      "step": 53
    },
    {
      "epoch": 0.15774099318403115,
      "grad_norm": 0.6140023964252928,
      "learning_rate": 5.242718446601942e-06,
      "loss": 0.7338,
      "step": 54
    },
    {
      "epoch": 0.16066212268743915,
      "grad_norm": 0.7304557287827438,
      "learning_rate": 5.3398058252427185e-06,
      "loss": 0.7815,
      "step": 55
    },
    {
      "epoch": 0.16358325219084713,
      "grad_norm": 0.6396185255120146,
      "learning_rate": 5.436893203883496e-06,
      "loss": 0.7349,
      "step": 56
    },
    {
      "epoch": 0.1665043816942551,
      "grad_norm": 0.6558732255969539,
      "learning_rate": 5.533980582524272e-06,
      "loss": 0.7212,
      "step": 57
    },
    {
      "epoch": 0.1694255111976631,
      "grad_norm": 0.5940933645304805,
      "learning_rate": 5.631067961165049e-06,
      "loss": 0.7577,
      "step": 58
    },
    {
      "epoch": 0.17234664070107109,
      "grad_norm": 0.6218585913117457,
      "learning_rate": 5.728155339805825e-06,
      "loss": 0.7431,
      "step": 59
    },
    {
      "epoch": 0.17526777020447906,
      "grad_norm": 0.6908136674947283,
      "learning_rate": 5.825242718446602e-06,
      "loss": 0.7368,
      "step": 60
    },
    {
      "epoch": 0.17818889970788704,
      "grad_norm": 0.6522752947974526,
      "learning_rate": 5.9223300970873785e-06,
      "loss": 0.7126,
      "step": 61
    },
    {
      "epoch": 0.18111002921129504,
      "grad_norm": 0.6780346336214896,
      "learning_rate": 6.0194174757281556e-06,
      "loss": 0.7367,
      "step": 62
    },
    {
      "epoch": 0.18403115871470302,
      "grad_norm": 0.7722253573433183,
      "learning_rate": 6.116504854368932e-06,
      "loss": 0.7228,
      "step": 63
    },
    {
      "epoch": 0.186952288218111,
      "grad_norm": 0.6399768773236866,
      "learning_rate": 6.213592233009709e-06,
      "loss": 0.7244,
      "step": 64
    },
    {
      "epoch": 0.189873417721519,
      "grad_norm": 0.6674128228125541,
      "learning_rate": 6.310679611650487e-06,
      "loss": 0.7376,
      "step": 65
    },
    {
      "epoch": 0.19279454722492698,
      "grad_norm": 0.6775138710637573,
      "learning_rate": 6.407766990291263e-06,
      "loss": 0.7286,
      "step": 66
    },
    {
      "epoch": 0.19571567672833495,
      "grad_norm": 0.7443299390748634,
      "learning_rate": 6.50485436893204e-06,
      "loss": 0.7123,
      "step": 67
    },
    {
      "epoch": 0.19863680623174293,
      "grad_norm": 0.6712217876186718,
      "learning_rate": 6.601941747572816e-06,
      "loss": 0.7118,
      "step": 68
    },
    {
      "epoch": 0.20155793573515093,
      "grad_norm": 0.6173482204736721,
      "learning_rate": 6.6990291262135935e-06,
      "loss": 0.7141,
      "step": 69
    },
    {
      "epoch": 0.2044790652385589,
      "grad_norm": 0.7586706797857404,
      "learning_rate": 6.79611650485437e-06,
      "loss": 0.7182,
      "step": 70
    },
    {
      "epoch": 0.2074001947419669,
      "grad_norm": 0.6711328351671544,
      "learning_rate": 6.893203883495147e-06,
      "loss": 0.7182,
      "step": 71
    },
    {
      "epoch": 0.2103213242453749,
      "grad_norm": 0.6423529972707454,
      "learning_rate": 6.990291262135923e-06,
      "loss": 0.7147,
      "step": 72
    },
    {
      "epoch": 0.21324245374878287,
      "grad_norm": 0.7175157009799245,
      "learning_rate": 7.0873786407767e-06,
      "loss": 0.7078,
      "step": 73
    },
    {
      "epoch": 0.21616358325219084,
      "grad_norm": 0.7156449836663106,
      "learning_rate": 7.184466019417476e-06,
      "loss": 0.7026,
      "step": 74
    },
    {
      "epoch": 0.21908471275559882,
      "grad_norm": 0.591120785534527,
      "learning_rate": 7.2815533980582534e-06,
      "loss": 0.6996,
      "step": 75
    },
    {
      "epoch": 0.22200584225900682,
      "grad_norm": 0.6568235675952798,
      "learning_rate": 7.37864077669903e-06,
      "loss": 0.7098,
      "step": 76
    },
    {
      "epoch": 0.2249269717624148,
      "grad_norm": 0.6969907394816692,
      "learning_rate": 7.475728155339807e-06,
      "loss": 0.7112,
      "step": 77
    },
    {
      "epoch": 0.22784810126582278,
      "grad_norm": 0.674624972312595,
      "learning_rate": 7.572815533980583e-06,
      "loss": 0.6905,
      "step": 78
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 0.6004655479528318,
      "learning_rate": 7.66990291262136e-06,
      "loss": 0.6987,
      "step": 79
    },
    {
      "epoch": 0.23369036027263876,
      "grad_norm": 0.672439140786889,
      "learning_rate": 7.766990291262136e-06,
      "loss": 0.7059,
      "step": 80
    },
    {
      "epoch": 0.23661148977604674,
      "grad_norm": 0.6379167803971234,
      "learning_rate": 7.864077669902913e-06,
      "loss": 0.6993,
      "step": 81
    },
    {
      "epoch": 0.2395326192794547,
      "grad_norm": 0.624979376741808,
      "learning_rate": 7.96116504854369e-06,
      "loss": 0.6961,
      "step": 82
    },
    {
      "epoch": 0.24245374878286272,
      "grad_norm": 0.5967840653189634,
      "learning_rate": 8.058252427184466e-06,
      "loss": 0.7115,
      "step": 83
    },
    {
      "epoch": 0.2453748782862707,
      "grad_norm": 0.6448351126797235,
      "learning_rate": 8.155339805825243e-06,
      "loss": 0.7058,
      "step": 84
    },
    {
      "epoch": 0.24829600778967867,
      "grad_norm": 0.5456246974361787,
      "learning_rate": 8.25242718446602e-06,
      "loss": 0.6971,
      "step": 85
    },
    {
      "epoch": 0.25121713729308665,
      "grad_norm": 0.5981523190285354,
      "learning_rate": 8.349514563106797e-06,
      "loss": 0.6644,
      "step": 86
    },
    {
      "epoch": 0.25413826679649465,
      "grad_norm": 0.6094281430676193,
      "learning_rate": 8.446601941747573e-06,
      "loss": 0.6822,
      "step": 87
    },
    {
      "epoch": 0.25705939629990265,
      "grad_norm": 0.645486530934357,
      "learning_rate": 8.54368932038835e-06,
      "loss": 0.6767,
      "step": 88
    },
    {
      "epoch": 0.2599805258033106,
      "grad_norm": 0.6225273389721123,
      "learning_rate": 8.640776699029127e-06,
      "loss": 0.7152,
      "step": 89
    },
    {
      "epoch": 0.2629016553067186,
      "grad_norm": 0.6432259026110182,
      "learning_rate": 8.737864077669904e-06,
      "loss": 0.7159,
      "step": 90
    },
    {
      "epoch": 0.26582278481012656,
      "grad_norm": 0.6162731782600254,
      "learning_rate": 8.834951456310681e-06,
      "loss": 0.7132,
      "step": 91
    },
    {
      "epoch": 0.26874391431353456,
      "grad_norm": 0.6542304058964258,
      "learning_rate": 8.932038834951458e-06,
      "loss": 0.6809,
      "step": 92
    },
    {
      "epoch": 0.27166504381694256,
      "grad_norm": 0.6079172030969984,
      "learning_rate": 9.029126213592233e-06,
      "loss": 0.6824,
      "step": 93
    },
    {
      "epoch": 0.2745861733203505,
      "grad_norm": 0.6519383743853913,
      "learning_rate": 9.12621359223301e-06,
      "loss": 0.6899,
      "step": 94
    },
    {
      "epoch": 0.2775073028237585,
      "grad_norm": 0.7282902638094394,
      "learning_rate": 9.223300970873788e-06,
      "loss": 0.6922,
      "step": 95
    },
    {
      "epoch": 0.2804284323271665,
      "grad_norm": 0.5989786182176935,
      "learning_rate": 9.320388349514565e-06,
      "loss": 0.6734,
      "step": 96
    },
    {
      "epoch": 0.28334956183057447,
      "grad_norm": 0.7160709546948157,
      "learning_rate": 9.41747572815534e-06,
      "loss": 0.6815,
      "step": 97
    },
    {
      "epoch": 0.2862706913339825,
      "grad_norm": 0.6813096412081009,
      "learning_rate": 9.514563106796117e-06,
      "loss": 0.6885,
      "step": 98
    },
    {
      "epoch": 0.2891918208373905,
      "grad_norm": 0.6540975722149734,
      "learning_rate": 9.611650485436894e-06,
      "loss": 0.69,
      "step": 99
    },
    {
      "epoch": 0.2921129503407984,
      "grad_norm": 0.8050571281257926,
      "learning_rate": 9.708737864077671e-06,
      "loss": 0.691,
      "step": 100
    },
    {
      "epoch": 0.29503407984420643,
      "grad_norm": 0.6433559989032654,
      "learning_rate": 9.805825242718447e-06,
      "loss": 0.6986,
      "step": 101
    },
    {
      "epoch": 0.29795520934761444,
      "grad_norm": 0.8412736504392738,
      "learning_rate": 9.902912621359224e-06,
      "loss": 0.6926,
      "step": 102
    },
    {
      "epoch": 0.3008763388510224,
      "grad_norm": 0.7443726086923518,
      "learning_rate": 1e-05,
      "loss": 0.6906,
      "step": 103
    },
    {
      "epoch": 0.3037974683544304,
      "grad_norm": 0.6597015006842325,
      "learning_rate": 9.999971037507608e-06,
      "loss": 0.675,
      "step": 104
    },
    {
      "epoch": 0.30671859785783834,
      "grad_norm": 0.5931435595661035,
      "learning_rate": 9.99988415036596e-06,
      "loss": 0.6802,
      "step": 105
    },
    {
      "epoch": 0.30963972736124634,
      "grad_norm": 0.7214217523040783,
      "learning_rate": 9.99973933958164e-06,
      "loss": 0.7041,
      "step": 106
    },
    {
      "epoch": 0.31256085686465435,
      "grad_norm": 0.7234513096207073,
      "learning_rate": 9.999536606832288e-06,
      "loss": 0.6872,
      "step": 107
    },
    {
      "epoch": 0.3154819863680623,
      "grad_norm": 0.7879752038918911,
      "learning_rate": 9.999275954466555e-06,
      "loss": 0.6873,
      "step": 108
    },
    {
      "epoch": 0.3184031158714703,
      "grad_norm": 0.6655845938433153,
      "learning_rate": 9.998957385504103e-06,
      "loss": 0.6976,
      "step": 109
    },
    {
      "epoch": 0.3213242453748783,
      "grad_norm": 0.8522730059744493,
      "learning_rate": 9.99858090363555e-06,
      "loss": 0.6719,
      "step": 110
    },
    {
      "epoch": 0.32424537487828625,
      "grad_norm": 0.6292219731062122,
      "learning_rate": 9.998146513222436e-06,
      "loss": 0.6993,
      "step": 111
    },
    {
      "epoch": 0.32716650438169426,
      "grad_norm": 0.7181176135878521,
      "learning_rate": 9.997654219297176e-06,
      "loss": 0.6901,
      "step": 112
    },
    {
      "epoch": 0.33008763388510226,
      "grad_norm": 0.6962928810640735,
      "learning_rate": 9.997104027562991e-06,
      "loss": 0.6951,
      "step": 113
    },
    {
      "epoch": 0.3330087633885102,
      "grad_norm": 0.6849230790401417,
      "learning_rate": 9.996495944393853e-06,
      "loss": 0.6828,
      "step": 114
    },
    {
      "epoch": 0.3359298928919182,
      "grad_norm": 0.7135171270031142,
      "learning_rate": 9.995829976834402e-06,
      "loss": 0.6737,
      "step": 115
    },
    {
      "epoch": 0.3388510223953262,
      "grad_norm": 0.6814570642632325,
      "learning_rate": 9.995106132599869e-06,
      "loss": 0.6875,
      "step": 116
    },
    {
      "epoch": 0.34177215189873417,
      "grad_norm": 0.8248995841087691,
      "learning_rate": 9.99432442007599e-06,
      "loss": 0.6873,
      "step": 117
    },
    {
      "epoch": 0.34469328140214217,
      "grad_norm": 0.6919031766051941,
      "learning_rate": 9.993484848318899e-06,
      "loss": 0.6835,
      "step": 118
    },
    {
      "epoch": 0.3476144109055501,
      "grad_norm": 0.7748697122331325,
      "learning_rate": 9.992587427055036e-06,
      "loss": 0.6933,
      "step": 119
    },
    {
      "epoch": 0.3505355404089581,
      "grad_norm": 0.6232356121853884,
      "learning_rate": 9.99163216668102e-06,
      "loss": 0.6634,
      "step": 120
    },
    {
      "epoch": 0.35345666991236613,
      "grad_norm": 0.8152682417581196,
      "learning_rate": 9.990619078263543e-06,
      "loss": 0.6833,
      "step": 121
    },
    {
      "epoch": 0.3563777994157741,
      "grad_norm": 0.6829212246748637,
      "learning_rate": 9.989548173539229e-06,
      "loss": 0.6904,
      "step": 122
    },
    {
      "epoch": 0.3592989289191821,
      "grad_norm": 0.7764702428398512,
      "learning_rate": 9.988419464914505e-06,
      "loss": 0.6911,
      "step": 123
    },
    {
      "epoch": 0.3622200584225901,
      "grad_norm": 0.792332480824063,
      "learning_rate": 9.98723296546546e-06,
      "loss": 0.6817,
      "step": 124
    },
    {
      "epoch": 0.36514118792599803,
      "grad_norm": 0.6594623726005864,
      "learning_rate": 9.985988688937684e-06,
      "loss": 0.6873,
      "step": 125
    },
    {
      "epoch": 0.36806231742940604,
      "grad_norm": 0.8269823477396988,
      "learning_rate": 9.984686649746119e-06,
      "loss": 0.693,
      "step": 126
    },
    {
      "epoch": 0.37098344693281404,
      "grad_norm": 0.6422126697095933,
      "learning_rate": 9.983326862974882e-06,
      "loss": 0.6576,
      "step": 127
    },
    {
      "epoch": 0.373904576436222,
      "grad_norm": 0.8200568586438982,
      "learning_rate": 9.981909344377101e-06,
      "loss": 0.6929,
      "step": 128
    },
    {
      "epoch": 0.37682570593963,
      "grad_norm": 0.7400126500706381,
      "learning_rate": 9.980434110374725e-06,
      "loss": 0.6557,
      "step": 129
    },
    {
      "epoch": 0.379746835443038,
      "grad_norm": 0.713854878991036,
      "learning_rate": 9.978901178058333e-06,
      "loss": 0.6942,
      "step": 130
    },
    {
      "epoch": 0.38266796494644595,
      "grad_norm": 0.7483541113835968,
      "learning_rate": 9.977310565186945e-06,
      "loss": 0.6781,
      "step": 131
    },
    {
      "epoch": 0.38558909444985395,
      "grad_norm": 0.7131870241688308,
      "learning_rate": 9.975662290187802e-06,
      "loss": 0.6564,
      "step": 132
    },
    {
      "epoch": 0.3885102239532619,
      "grad_norm": 0.7880618680074065,
      "learning_rate": 9.973956372156166e-06,
      "loss": 0.6752,
      "step": 133
    },
    {
      "epoch": 0.3914313534566699,
      "grad_norm": 0.5977156256261835,
      "learning_rate": 9.972192830855095e-06,
      "loss": 0.6763,
      "step": 134
    },
    {
      "epoch": 0.3943524829600779,
      "grad_norm": 0.76186235107972,
      "learning_rate": 9.970371686715205e-06,
      "loss": 0.7014,
      "step": 135
    },
    {
      "epoch": 0.39727361246348586,
      "grad_norm": 0.8438134698760479,
      "learning_rate": 9.96849296083445e-06,
      "loss": 0.6902,
      "step": 136
    },
    {
      "epoch": 0.40019474196689386,
      "grad_norm": 0.6120514167187466,
      "learning_rate": 9.966556674977864e-06,
      "loss": 0.663,
      "step": 137
    },
    {
      "epoch": 0.40311587147030187,
      "grad_norm": 0.7891889540366791,
      "learning_rate": 9.964562851577307e-06,
      "loss": 0.6458,
      "step": 138
    },
    {
      "epoch": 0.4060370009737098,
      "grad_norm": 0.8381022052177086,
      "learning_rate": 9.962511513731219e-06,
      "loss": 0.6728,
      "step": 139
    },
    {
      "epoch": 0.4089581304771178,
      "grad_norm": 0.7489332182994131,
      "learning_rate": 9.960402685204347e-06,
      "loss": 0.6585,
      "step": 140
    },
    {
      "epoch": 0.4118792599805258,
      "grad_norm": 0.804869829411989,
      "learning_rate": 9.958236390427458e-06,
      "loss": 0.6784,
      "step": 141
    },
    {
      "epoch": 0.4148003894839338,
      "grad_norm": 0.7474713341428297,
      "learning_rate": 9.956012654497073e-06,
      "loss": 0.6488,
      "step": 142
    },
    {
      "epoch": 0.4177215189873418,
      "grad_norm": 0.8115239389486957,
      "learning_rate": 9.953731503175166e-06,
      "loss": 0.6894,
      "step": 143
    },
    {
      "epoch": 0.4206426484907498,
      "grad_norm": 0.781168520393115,
      "learning_rate": 9.951392962888868e-06,
      "loss": 0.6534,
      "step": 144
    },
    {
      "epoch": 0.42356377799415773,
      "grad_norm": 0.7722795439014734,
      "learning_rate": 9.948997060730161e-06,
      "loss": 0.6504,
      "step": 145
    },
    {
      "epoch": 0.42648490749756574,
      "grad_norm": 0.8668435801796398,
      "learning_rate": 9.946543824455563e-06,
      "loss": 0.6507,
      "step": 146
    },
    {
      "epoch": 0.4294060370009737,
      "grad_norm": 0.8391877814865175,
      "learning_rate": 9.94403328248581e-06,
      "loss": 0.6702,
      "step": 147
    },
    {
      "epoch": 0.4323271665043817,
      "grad_norm": 0.6805575537389376,
      "learning_rate": 9.941465463905522e-06,
      "loss": 0.6744,
      "step": 148
    },
    {
      "epoch": 0.4352482960077897,
      "grad_norm": 0.7033559759136386,
      "learning_rate": 9.938840398462872e-06,
      "loss": 0.6732,
      "step": 149
    },
    {
      "epoch": 0.43816942551119764,
      "grad_norm": 0.8071774421297472,
      "learning_rate": 9.936158116569231e-06,
      "loss": 0.6704,
      "step": 150
    },
    {
      "epoch": 0.44109055501460565,
      "grad_norm": 0.7788309365778397,
      "learning_rate": 9.933418649298831e-06,
      "loss": 0.6697,
      "step": 151
    },
    {
      "epoch": 0.44401168451801365,
      "grad_norm": 0.633484330960411,
      "learning_rate": 9.930622028388388e-06,
      "loss": 0.6533,
      "step": 152
    },
    {
      "epoch": 0.4469328140214216,
      "grad_norm": 0.6677671353777382,
      "learning_rate": 9.92776828623675e-06,
      "loss": 0.6323,
      "step": 153
    },
    {
      "epoch": 0.4498539435248296,
      "grad_norm": 0.6580113405415786,
      "learning_rate": 9.924857455904511e-06,
      "loss": 0.6569,
      "step": 154
    },
    {
      "epoch": 0.4527750730282376,
      "grad_norm": 0.7153967279296722,
      "learning_rate": 9.921889571113629e-06,
      "loss": 0.6651,
      "step": 155
    },
    {
      "epoch": 0.45569620253164556,
      "grad_norm": 0.6507727168616313,
      "learning_rate": 9.918864666247042e-06,
      "loss": 0.6709,
      "step": 156
    },
    {
      "epoch": 0.45861733203505356,
      "grad_norm": 0.6614595067208825,
      "learning_rate": 9.915782776348263e-06,
      "loss": 0.6558,
      "step": 157
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 0.8137858393206525,
      "learning_rate": 9.912643937120978e-06,
      "loss": 0.6756,
      "step": 158
    },
    {
      "epoch": 0.4644595910418695,
      "grad_norm": 0.6306212983973334,
      "learning_rate": 9.909448184928629e-06,
      "loss": 0.6416,
      "step": 159
    },
    {
      "epoch": 0.4673807205452775,
      "grad_norm": 0.6836208681318199,
      "learning_rate": 9.906195556793996e-06,
      "loss": 0.6662,
      "step": 160
    },
    {
      "epoch": 0.47030185004868547,
      "grad_norm": 0.6141476817991299,
      "learning_rate": 9.902886090398764e-06,
      "loss": 0.6774,
      "step": 161
    },
    {
      "epoch": 0.47322297955209347,
      "grad_norm": 0.7052661650958192,
      "learning_rate": 9.899519824083095e-06,
      "loss": 0.6618,
      "step": 162
    },
    {
      "epoch": 0.4761441090555015,
      "grad_norm": 0.5986401947237227,
      "learning_rate": 9.896096796845172e-06,
      "loss": 0.6738,
      "step": 163
    },
    {
      "epoch": 0.4790652385589094,
      "grad_norm": 0.6916970139226505,
      "learning_rate": 9.892617048340754e-06,
      "loss": 0.6588,
      "step": 164
    },
    {
      "epoch": 0.4819863680623174,
      "grad_norm": 0.6805676670949773,
      "learning_rate": 9.889080618882719e-06,
      "loss": 0.6826,
      "step": 165
    },
    {
      "epoch": 0.48490749756572543,
      "grad_norm": 0.6658431348883423,
      "learning_rate": 9.88548754944059e-06,
      "loss": 0.6702,
      "step": 166
    },
    {
      "epoch": 0.4878286270691334,
      "grad_norm": 0.682259295410329,
      "learning_rate": 9.881837881640064e-06,
      "loss": 0.6735,
      "step": 167
    },
    {
      "epoch": 0.4907497565725414,
      "grad_norm": 0.5993509164653038,
      "learning_rate": 9.878131657762535e-06,
      "loss": 0.6545,
      "step": 168
    },
    {
      "epoch": 0.4936708860759494,
      "grad_norm": 0.7534948952289838,
      "learning_rate": 9.874368920744594e-06,
      "loss": 0.6812,
      "step": 169
    },
    {
      "epoch": 0.49659201557935734,
      "grad_norm": 0.707512873305316,
      "learning_rate": 9.870549714177538e-06,
      "loss": 0.6513,
      "step": 170
    },
    {
      "epoch": 0.49951314508276534,
      "grad_norm": 0.7200355139629895,
      "learning_rate": 9.866674082306861e-06,
      "loss": 0.6438,
      "step": 171
    },
    {
      "epoch": 0.5024342745861733,
      "grad_norm": 0.8156295486958224,
      "learning_rate": 9.86274207003175e-06,
      "loss": 0.6564,
      "step": 172
    },
    {
      "epoch": 0.5053554040895814,
      "grad_norm": 0.6117511012510686,
      "learning_rate": 9.858753722904552e-06,
      "loss": 0.6827,
      "step": 173
    },
    {
      "epoch": 0.5082765335929893,
      "grad_norm": 0.8219493047877929,
      "learning_rate": 9.854709087130261e-06,
      "loss": 0.6718,
      "step": 174
    },
    {
      "epoch": 0.5111976630963972,
      "grad_norm": 0.6662487126424073,
      "learning_rate": 9.850608209565967e-06,
      "loss": 0.6388,
      "step": 175
    },
    {
      "epoch": 0.5141187925998053,
      "grad_norm": 0.7125438710540766,
      "learning_rate": 9.84645113772032e-06,
      "loss": 0.6589,
      "step": 176
    },
    {
      "epoch": 0.5170399221032133,
      "grad_norm": 0.7487609228616714,
      "learning_rate": 9.842237919752994e-06,
      "loss": 0.6544,
      "step": 177
    },
    {
      "epoch": 0.5199610516066212,
      "grad_norm": 0.6468420309416394,
      "learning_rate": 9.8379686044741e-06,
      "loss": 0.6565,
      "step": 178
    },
    {
      "epoch": 0.5228821811100293,
      "grad_norm": 0.7546649500098744,
      "learning_rate": 9.833643241343642e-06,
      "loss": 0.6647,
      "step": 179
    },
    {
      "epoch": 0.5258033106134372,
      "grad_norm": 0.6258186572488958,
      "learning_rate": 9.829261880470941e-06,
      "loss": 0.6392,
      "step": 180
    },
    {
      "epoch": 0.5287244401168452,
      "grad_norm": 0.5997447293335689,
      "learning_rate": 9.82482457261405e-06,
      "loss": 0.6398,
      "step": 181
    },
    {
      "epoch": 0.5316455696202531,
      "grad_norm": 0.6452320212378018,
      "learning_rate": 9.820331369179166e-06,
      "loss": 0.6611,
      "step": 182
    },
    {
      "epoch": 0.5345666991236612,
      "grad_norm": 0.5580735581912285,
      "learning_rate": 9.815782322220036e-06,
      "loss": 0.6548,
      "step": 183
    },
    {
      "epoch": 0.5374878286270691,
      "grad_norm": 0.6058080142971995,
      "learning_rate": 9.811177484437357e-06,
      "loss": 0.6664,
      "step": 184
    },
    {
      "epoch": 0.5404089581304771,
      "grad_norm": 0.7487147947448509,
      "learning_rate": 9.806516909178161e-06,
      "loss": 0.665,
      "step": 185
    },
    {
      "epoch": 0.5433300876338851,
      "grad_norm": 0.5994532711002538,
      "learning_rate": 9.801800650435194e-06,
      "loss": 0.6345,
      "step": 186
    },
    {
      "epoch": 0.5462512171372931,
      "grad_norm": 0.6402638834025774,
      "learning_rate": 9.797028762846305e-06,
      "loss": 0.6689,
      "step": 187
    },
    {
      "epoch": 0.549172346640701,
      "grad_norm": 0.8110120277002857,
      "learning_rate": 9.792201301693793e-06,
      "loss": 0.6623,
      "step": 188
    },
    {
      "epoch": 0.5520934761441091,
      "grad_norm": 0.6022982451173915,
      "learning_rate": 9.787318322903784e-06,
      "loss": 0.642,
      "step": 189
    },
    {
      "epoch": 0.555014605647517,
      "grad_norm": 0.8359964918822578,
      "learning_rate": 9.78237988304557e-06,
      "loss": 0.6828,
      "step": 190
    },
    {
      "epoch": 0.557935735150925,
      "grad_norm": 0.5971974835914099,
      "learning_rate": 9.77738603933096e-06,
      "loss": 0.6637,
      "step": 191
    },
    {
      "epoch": 0.560856864654333,
      "grad_norm": 0.9007553762322157,
      "learning_rate": 9.772336849613624e-06,
      "loss": 0.6489,
      "step": 192
    },
    {
      "epoch": 0.563777994157741,
      "grad_norm": 0.6097333173160772,
      "learning_rate": 9.767232372388406e-06,
      "loss": 0.6195,
      "step": 193
    },
    {
      "epoch": 0.5666991236611489,
      "grad_norm": 0.7430323349181741,
      "learning_rate": 9.762072666790658e-06,
      "loss": 0.6602,
      "step": 194
    },
    {
      "epoch": 0.569620253164557,
      "grad_norm": 0.698590106062137,
      "learning_rate": 9.756857792595555e-06,
      "loss": 0.654,
      "step": 195
    },
    {
      "epoch": 0.572541382667965,
      "grad_norm": 0.6098458915248055,
      "learning_rate": 9.751587810217398e-06,
      "loss": 0.6571,
      "step": 196
    },
    {
      "epoch": 0.5754625121713729,
      "grad_norm": 0.6600018141821303,
      "learning_rate": 9.746262780708919e-06,
      "loss": 0.6572,
      "step": 197
    },
    {
      "epoch": 0.578383641674781,
      "grad_norm": 0.6601639946678165,
      "learning_rate": 9.740882765760567e-06,
      "loss": 0.6593,
      "step": 198
    },
    {
      "epoch": 0.5813047711781889,
      "grad_norm": 0.726967683938266,
      "learning_rate": 9.735447827699798e-06,
      "loss": 0.6573,
      "step": 199
    },
    {
      "epoch": 0.5842259006815969,
      "grad_norm": 0.6076134837821863,
      "learning_rate": 9.729958029490353e-06,
      "loss": 0.6495,
      "step": 200
    },
    {
      "epoch": 0.5871470301850049,
      "grad_norm": 0.693728259825805,
      "learning_rate": 9.72441343473153e-06,
      "loss": 0.6384,
      "step": 201
    },
    {
      "epoch": 0.5900681596884129,
      "grad_norm": 0.7278423168034551,
      "learning_rate": 9.718814107657441e-06,
      "loss": 0.6584,
      "step": 202
    },
    {
      "epoch": 0.5929892891918208,
      "grad_norm": 0.7100671054561837,
      "learning_rate": 9.713160113136272e-06,
      "loss": 0.6555,
      "step": 203
    },
    {
      "epoch": 0.5959104186952289,
      "grad_norm": 0.6955835624438068,
      "learning_rate": 9.707451516669533e-06,
      "loss": 0.6581,
      "step": 204
    },
    {
      "epoch": 0.5988315481986368,
      "grad_norm": 0.6862859891275203,
      "learning_rate": 9.701688384391296e-06,
      "loss": 0.6471,
      "step": 205
    },
    {
      "epoch": 0.6017526777020448,
      "grad_norm": 0.7918106833642026,
      "learning_rate": 9.695870783067434e-06,
      "loss": 0.6351,
      "step": 206
    },
    {
      "epoch": 0.6046738072054528,
      "grad_norm": 0.762255183423834,
      "learning_rate": 9.689998780094839e-06,
      "loss": 0.6464,
      "step": 207
    },
    {
      "epoch": 0.6075949367088608,
      "grad_norm": 0.5926349601655899,
      "learning_rate": 9.684072443500645e-06,
      "loss": 0.6342,
      "step": 208
    },
    {
      "epoch": 0.6105160662122687,
      "grad_norm": 0.863234457455766,
      "learning_rate": 9.678091841941446e-06,
      "loss": 0.653,
      "step": 209
    },
    {
      "epoch": 0.6134371957156767,
      "grad_norm": 0.7588656251837851,
      "learning_rate": 9.672057044702492e-06,
      "loss": 0.6379,
      "step": 210
    },
    {
      "epoch": 0.6163583252190847,
      "grad_norm": 0.6108635991637165,
      "learning_rate": 9.665968121696892e-06,
      "loss": 0.6605,
      "step": 211
    },
    {
      "epoch": 0.6192794547224927,
      "grad_norm": 0.8356230484629192,
      "learning_rate": 9.659825143464798e-06,
      "loss": 0.6458,
      "step": 212
    },
    {
      "epoch": 0.6222005842259006,
      "grad_norm": 0.6240730332192024,
      "learning_rate": 9.653628181172596e-06,
      "loss": 0.6506,
      "step": 213
    },
    {
      "epoch": 0.6251217137293087,
      "grad_norm": 0.6689297135107584,
      "learning_rate": 9.647377306612075e-06,
      "loss": 0.6299,
      "step": 214
    },
    {
      "epoch": 0.6280428432327166,
      "grad_norm": 0.7685374427252067,
      "learning_rate": 9.641072592199599e-06,
      "loss": 0.6634,
      "step": 215
    },
    {
      "epoch": 0.6309639727361246,
      "grad_norm": 0.6331465350705314,
      "learning_rate": 9.634714110975263e-06,
      "loss": 0.6705,
      "step": 216
    },
    {
      "epoch": 0.6338851022395326,
      "grad_norm": 0.7142109675799595,
      "learning_rate": 9.628301936602053e-06,
      "loss": 0.6539,
      "step": 217
    },
    {
      "epoch": 0.6368062317429406,
      "grad_norm": 0.8729837863809322,
      "learning_rate": 9.62183614336499e-06,
      "loss": 0.6596,
      "step": 218
    },
    {
      "epoch": 0.6397273612463485,
      "grad_norm": 0.5991176634004923,
      "learning_rate": 9.61531680617027e-06,
      "loss": 0.6656,
      "step": 219
    },
    {
      "epoch": 0.6426484907497566,
      "grad_norm": 0.7145894148388473,
      "learning_rate": 9.608744000544392e-06,
      "loss": 0.6643,
      "step": 220
    },
    {
      "epoch": 0.6455696202531646,
      "grad_norm": 0.7598912110336243,
      "learning_rate": 9.602117802633293e-06,
      "loss": 0.6291,
      "step": 221
    },
    {
      "epoch": 0.6484907497565725,
      "grad_norm": 0.6815208811474045,
      "learning_rate": 9.595438289201453e-06,
      "loss": 0.6472,
      "step": 222
    },
    {
      "epoch": 0.6514118792599806,
      "grad_norm": 0.5760568859368258,
      "learning_rate": 9.588705537631014e-06,
      "loss": 0.6563,
      "step": 223
    },
    {
      "epoch": 0.6543330087633885,
      "grad_norm": 0.7022056147869815,
      "learning_rate": 9.581919625920886e-06,
      "loss": 0.6524,
      "step": 224
    },
    {
      "epoch": 0.6572541382667965,
      "grad_norm": 0.67470404537858,
      "learning_rate": 9.575080632685832e-06,
      "loss": 0.6436,
      "step": 225
    },
    {
      "epoch": 0.6601752677702045,
      "grad_norm": 0.6156654623500659,
      "learning_rate": 9.568188637155569e-06,
      "loss": 0.6256,
      "step": 226
    },
    {
      "epoch": 0.6630963972736125,
      "grad_norm": 0.6870167927139845,
      "learning_rate": 9.561243719173844e-06,
      "loss": 0.628,
      "step": 227
    },
    {
      "epoch": 0.6660175267770204,
      "grad_norm": 0.6043043393160271,
      "learning_rate": 9.554245959197511e-06,
      "loss": 0.6631,
      "step": 228
    },
    {
      "epoch": 0.6689386562804285,
      "grad_norm": 0.6424377779531785,
      "learning_rate": 9.5471954382956e-06,
      "loss": 0.6455,
      "step": 229
    },
    {
      "epoch": 0.6718597857838364,
      "grad_norm": 0.6747246252989533,
      "learning_rate": 9.54009223814837e-06,
      "loss": 0.6482,
      "step": 230
    },
    {
      "epoch": 0.6747809152872444,
      "grad_norm": 0.6198749042634925,
      "learning_rate": 9.532936441046376e-06,
      "loss": 0.6679,
      "step": 231
    },
    {
      "epoch": 0.6777020447906524,
      "grad_norm": 0.6700871145900489,
      "learning_rate": 9.525728129889505e-06,
      "loss": 0.6704,
      "step": 232
    },
    {
      "epoch": 0.6806231742940604,
      "grad_norm": 0.6486221862584836,
      "learning_rate": 9.51846738818602e-06,
      "loss": 0.6533,
      "step": 233
    },
    {
      "epoch": 0.6835443037974683,
      "grad_norm": 0.6158430372621209,
      "learning_rate": 9.511154300051591e-06,
      "loss": 0.6391,
      "step": 234
    },
    {
      "epoch": 0.6864654333008764,
      "grad_norm": 0.6059458334544432,
      "learning_rate": 9.503788950208324e-06,
      "loss": 0.6326,
      "step": 235
    },
    {
      "epoch": 0.6893865628042843,
      "grad_norm": 0.6630441105155737,
      "learning_rate": 9.49637142398377e-06,
      "loss": 0.6419,
      "step": 236
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 0.7121010143311686,
      "learning_rate": 9.48890180730995e-06,
      "loss": 0.6366,
      "step": 237
    },
    {
      "epoch": 0.6952288218111002,
      "grad_norm": 0.6536311654933115,
      "learning_rate": 9.481380186722354e-06,
      "loss": 0.6475,
      "step": 238
    },
    {
      "epoch": 0.6981499513145083,
      "grad_norm": 0.5870586837084283,
      "learning_rate": 9.473806649358929e-06,
      "loss": 0.6664,
      "step": 239
    },
    {
      "epoch": 0.7010710808179162,
      "grad_norm": 0.7293444660664181,
      "learning_rate": 9.466181282959083e-06,
      "loss": 0.6294,
      "step": 240
    },
    {
      "epoch": 0.7039922103213242,
      "grad_norm": 0.6803091119725557,
      "learning_rate": 9.458504175862665e-06,
      "loss": 0.6543,
      "step": 241
    },
    {
      "epoch": 0.7069133398247323,
      "grad_norm": 0.513109460376802,
      "learning_rate": 9.450775417008936e-06,
      "loss": 0.6529,
      "step": 242
    },
    {
      "epoch": 0.7098344693281402,
      "grad_norm": 0.6591044352211995,
      "learning_rate": 9.442995095935542e-06,
      "loss": 0.6485,
      "step": 243
    },
    {
      "epoch": 0.7127555988315482,
      "grad_norm": 0.5639394652214005,
      "learning_rate": 9.43516330277748e-06,
      "loss": 0.6354,
      "step": 244
    },
    {
      "epoch": 0.7156767283349562,
      "grad_norm": 0.5382276491132706,
      "learning_rate": 9.427280128266049e-06,
      "loss": 0.6338,
      "step": 245
    },
    {
      "epoch": 0.7185978578383642,
      "grad_norm": 0.5783621915913141,
      "learning_rate": 9.419345663727805e-06,
      "loss": 0.6541,
      "step": 246
    },
    {
      "epoch": 0.7215189873417721,
      "grad_norm": 0.5457758477722148,
      "learning_rate": 9.411360001083496e-06,
      "loss": 0.6649,
      "step": 247
    },
    {
      "epoch": 0.7244401168451802,
      "grad_norm": 0.5701118395223765,
      "learning_rate": 9.403323232846994e-06,
      "loss": 0.6305,
      "step": 248
    },
    {
      "epoch": 0.7273612463485881,
      "grad_norm": 0.5986045250901076,
      "learning_rate": 9.395235452124239e-06,
      "loss": 0.6315,
      "step": 249
    },
    {
      "epoch": 0.7302823758519961,
      "grad_norm": 0.5915757822980239,
      "learning_rate": 9.387096752612144e-06,
      "loss": 0.6563,
      "step": 250
    },
    {
      "epoch": 0.7332035053554041,
      "grad_norm": 0.6447044009504002,
      "learning_rate": 9.378907228597518e-06,
      "loss": 0.6543,
      "step": 251
    },
    {
      "epoch": 0.7361246348588121,
      "grad_norm": 0.6146190085950654,
      "learning_rate": 9.370666974955973e-06,
      "loss": 0.6474,
      "step": 252
    },
    {
      "epoch": 0.73904576436222,
      "grad_norm": 0.6186340229955254,
      "learning_rate": 9.362376087150822e-06,
      "loss": 0.6498,
      "step": 253
    },
    {
      "epoch": 0.7419668938656281,
      "grad_norm": 0.6697188050730257,
      "learning_rate": 9.354034661231976e-06,
      "loss": 0.629,
      "step": 254
    },
    {
      "epoch": 0.744888023369036,
      "grad_norm": 0.7166126450253048,
      "learning_rate": 9.345642793834825e-06,
      "loss": 0.6476,
      "step": 255
    },
    {
      "epoch": 0.747809152872444,
      "grad_norm": 0.5909733136537622,
      "learning_rate": 9.337200582179134e-06,
      "loss": 0.6338,
      "step": 256
    },
    {
      "epoch": 0.750730282375852,
      "grad_norm": 0.6690338784895201,
      "learning_rate": 9.328708124067893e-06,
      "loss": 0.6425,
      "step": 257
    },
    {
      "epoch": 0.75365141187926,
      "grad_norm": 0.6170552061635086,
      "learning_rate": 9.320165517886207e-06,
      "loss": 0.649,
      "step": 258
    },
    {
      "epoch": 0.7565725413826679,
      "grad_norm": 0.6767600272762853,
      "learning_rate": 9.31157286260014e-06,
      "loss": 0.6496,
      "step": 259
    },
    {
      "epoch": 0.759493670886076,
      "grad_norm": 0.7264560653599718,
      "learning_rate": 9.302930257755579e-06,
      "loss": 0.6583,
      "step": 260
    },
    {
      "epoch": 0.762414800389484,
      "grad_norm": 0.5453999254984644,
      "learning_rate": 9.294237803477076e-06,
      "loss": 0.648,
      "step": 261
    },
    {
      "epoch": 0.7653359298928919,
      "grad_norm": 0.7523663818704205,
      "learning_rate": 9.285495600466683e-06,
      "loss": 0.6488,
      "step": 262
    },
    {
      "epoch": 0.7682570593963,
      "grad_norm": 0.7485014295621598,
      "learning_rate": 9.276703750002801e-06,
      "loss": 0.6255,
      "step": 263
    },
    {
      "epoch": 0.7711781888997079,
      "grad_norm": 0.686777506781002,
      "learning_rate": 9.267862353938988e-06,
      "loss": 0.6534,
      "step": 264
    },
    {
      "epoch": 0.7740993184031159,
      "grad_norm": 0.7655220545156425,
      "learning_rate": 9.258971514702789e-06,
      "loss": 0.6439,
      "step": 265
    },
    {
      "epoch": 0.7770204479065238,
      "grad_norm": 0.5995690372205543,
      "learning_rate": 9.250031335294551e-06,
      "loss": 0.6264,
      "step": 266
    },
    {
      "epoch": 0.7799415774099319,
      "grad_norm": 0.6306408667729854,
      "learning_rate": 9.241041919286227e-06,
      "loss": 0.633,
      "step": 267
    },
    {
      "epoch": 0.7828627069133398,
      "grad_norm": 0.7405970033463782,
      "learning_rate": 9.232003370820171e-06,
      "loss": 0.6355,
      "step": 268
    },
    {
      "epoch": 0.7857838364167478,
      "grad_norm": 0.5761877077710947,
      "learning_rate": 9.222915794607942e-06,
      "loss": 0.6431,
      "step": 269
    },
    {
      "epoch": 0.7887049659201558,
      "grad_norm": 0.6417671555725009,
      "learning_rate": 9.213779295929082e-06,
      "loss": 0.6302,
      "step": 270
    },
    {
      "epoch": 0.7916260954235638,
      "grad_norm": 0.5476966311891922,
      "learning_rate": 9.204593980629898e-06,
      "loss": 0.6307,
      "step": 271
    },
    {
      "epoch": 0.7945472249269717,
      "grad_norm": 0.6325575856222458,
      "learning_rate": 9.195359955122244e-06,
      "loss": 0.6316,
      "step": 272
    },
    {
      "epoch": 0.7974683544303798,
      "grad_norm": 0.6487642715668982,
      "learning_rate": 9.186077326382275e-06,
      "loss": 0.6324,
      "step": 273
    },
    {
      "epoch": 0.8003894839337877,
      "grad_norm": 0.5751549331819923,
      "learning_rate": 9.176746201949216e-06,
      "loss": 0.6585,
      "step": 274
    },
    {
      "epoch": 0.8033106134371957,
      "grad_norm": 0.6208214920916966,
      "learning_rate": 9.167366689924116e-06,
      "loss": 0.6517,
      "step": 275
    },
    {
      "epoch": 0.8062317429406037,
      "grad_norm": 0.6579852013112687,
      "learning_rate": 9.157938898968594e-06,
      "loss": 0.643,
      "step": 276
    },
    {
      "epoch": 0.8091528724440117,
      "grad_norm": 0.5985871969783593,
      "learning_rate": 9.14846293830358e-06,
      "loss": 0.6386,
      "step": 277
    },
    {
      "epoch": 0.8120740019474196,
      "grad_norm": 0.5776495482063276,
      "learning_rate": 9.138938917708047e-06,
      "loss": 0.6367,
      "step": 278
    },
    {
      "epoch": 0.8149951314508277,
      "grad_norm": 0.6461097088775256,
      "learning_rate": 9.129366947517746e-06,
      "loss": 0.6311,
      "step": 279
    },
    {
      "epoch": 0.8179162609542356,
      "grad_norm": 0.6054324701596054,
      "learning_rate": 9.119747138623925e-06,
      "loss": 0.6365,
      "step": 280
    },
    {
      "epoch": 0.8208373904576436,
      "grad_norm": 0.6046664159813615,
      "learning_rate": 9.110079602472035e-06,
      "loss": 0.6549,
      "step": 281
    },
    {
      "epoch": 0.8237585199610516,
      "grad_norm": 0.690747949343666,
      "learning_rate": 9.100364451060457e-06,
      "loss": 0.6477,
      "step": 282
    },
    {
      "epoch": 0.8266796494644596,
      "grad_norm": 0.6352884441285447,
      "learning_rate": 9.090601796939192e-06,
      "loss": 0.6315,
      "step": 283
    },
    {
      "epoch": 0.8296007789678675,
      "grad_norm": 0.7031617950372325,
      "learning_rate": 9.080791753208553e-06,
      "loss": 0.6304,
      "step": 284
    },
    {
      "epoch": 0.8325219084712756,
      "grad_norm": 0.6955969158961154,
      "learning_rate": 9.070934433517872e-06,
      "loss": 0.6371,
      "step": 285
    },
    {
      "epoch": 0.8354430379746836,
      "grad_norm": 0.8508450672946094,
      "learning_rate": 9.061029952064165e-06,
      "loss": 0.6392,
      "step": 286
    },
    {
      "epoch": 0.8383641674780915,
      "grad_norm": 0.6682143045272909,
      "learning_rate": 9.05107842359082e-06,
      "loss": 0.6354,
      "step": 287
    },
    {
      "epoch": 0.8412852969814996,
      "grad_norm": 0.730935179569577,
      "learning_rate": 9.041079963386263e-06,
      "loss": 0.6365,
      "step": 288
    },
    {
      "epoch": 0.8442064264849075,
      "grad_norm": 0.9284592753787645,
      "learning_rate": 9.031034687282627e-06,
      "loss": 0.6512,
      "step": 289
    },
    {
      "epoch": 0.8471275559883155,
      "grad_norm": 0.5711740420462373,
      "learning_rate": 9.020942711654404e-06,
      "loss": 0.6253,
      "step": 290
    },
    {
      "epoch": 0.8500486854917235,
      "grad_norm": 0.7521676041243963,
      "learning_rate": 9.0108041534171e-06,
      "loss": 0.6346,
      "step": 291
    },
    {
      "epoch": 0.8529698149951315,
      "grad_norm": 0.7268819094436544,
      "learning_rate": 9.000619130025885e-06,
      "loss": 0.6321,
      "step": 292
    },
    {
      "epoch": 0.8558909444985394,
      "grad_norm": 0.6255002973375909,
      "learning_rate": 8.99038775947422e-06,
      "loss": 0.6448,
      "step": 293
    },
    {
      "epoch": 0.8588120740019474,
      "grad_norm": 0.5654580978730834,
      "learning_rate": 8.980110160292503e-06,
      "loss": 0.6546,
      "step": 294
    },
    {
      "epoch": 0.8617332035053554,
      "grad_norm": 0.5744283394449378,
      "learning_rate": 8.969786451546691e-06,
      "loss": 0.6354,
      "step": 295
    },
    {
      "epoch": 0.8646543330087634,
      "grad_norm": 0.5607277367845812,
      "learning_rate": 8.959416752836915e-06,
      "loss": 0.6315,
      "step": 296
    },
    {
      "epoch": 0.8675754625121713,
      "grad_norm": 0.6883032069319117,
      "learning_rate": 8.949001184296107e-06,
      "loss": 0.6284,
      "step": 297
    },
    {
      "epoch": 0.8704965920155794,
      "grad_norm": 0.5793320184156081,
      "learning_rate": 8.938539866588593e-06,
      "loss": 0.6299,
      "step": 298
    },
    {
      "epoch": 0.8734177215189873,
      "grad_norm": 0.6122270930586687,
      "learning_rate": 8.928032920908709e-06,
      "loss": 0.6463,
      "step": 299
    },
    {
      "epoch": 0.8763388510223953,
      "grad_norm": 0.6718320925279334,
      "learning_rate": 8.917480468979387e-06,
      "loss": 0.6405,
      "step": 300
    },
    {
      "epoch": 0.8792599805258033,
      "grad_norm": 0.6132181340646334,
      "learning_rate": 8.906882633050753e-06,
      "loss": 0.6426,
      "step": 301
    },
    {
      "epoch": 0.8821811100292113,
      "grad_norm": 0.6206805066838101,
      "learning_rate": 8.896239535898702e-06,
      "loss": 0.65,
      "step": 302
    },
    {
      "epoch": 0.8851022395326192,
      "grad_norm": 0.7456156741229341,
      "learning_rate": 8.885551300823483e-06,
      "loss": 0.6395,
      "step": 303
    },
    {
      "epoch": 0.8880233690360273,
      "grad_norm": 0.6186279743363227,
      "learning_rate": 8.874818051648267e-06,
      "loss": 0.6236,
      "step": 304
    },
    {
      "epoch": 0.8909444985394352,
      "grad_norm": 0.7192434268898347,
      "learning_rate": 8.864039912717713e-06,
      "loss": 0.6427,
      "step": 305
    },
    {
      "epoch": 0.8938656280428432,
      "grad_norm": 0.6528244466221247,
      "learning_rate": 8.853217008896526e-06,
      "loss": 0.6478,
      "step": 306
    },
    {
      "epoch": 0.8967867575462513,
      "grad_norm": 0.6240468261028331,
      "learning_rate": 8.842349465568018e-06,
      "loss": 0.6354,
      "step": 307
    },
    {
      "epoch": 0.8997078870496592,
      "grad_norm": 0.6086442105860419,
      "learning_rate": 8.831437408632639e-06,
      "loss": 0.6175,
      "step": 308
    },
    {
      "epoch": 0.9026290165530672,
      "grad_norm": 0.6206978097636743,
      "learning_rate": 8.820480964506542e-06,
      "loss": 0.6329,
      "step": 309
    },
    {
      "epoch": 0.9055501460564752,
      "grad_norm": 0.67571865721595,
      "learning_rate": 8.809480260120096e-06,
      "loss": 0.6302,
      "step": 310
    },
    {
      "epoch": 0.9084712755598832,
      "grad_norm": 0.612775453081801,
      "learning_rate": 8.798435422916425e-06,
      "loss": 0.6248,
      "step": 311
    },
    {
      "epoch": 0.9113924050632911,
      "grad_norm": 0.5939423168299965,
      "learning_rate": 8.787346580849939e-06,
      "loss": 0.6274,
      "step": 312
    },
    {
      "epoch": 0.9143135345666992,
      "grad_norm": 0.6578489213437513,
      "learning_rate": 8.776213862384838e-06,
      "loss": 0.6367,
      "step": 313
    },
    {
      "epoch": 0.9172346640701071,
      "grad_norm": 0.7439730364901744,
      "learning_rate": 8.76503739649363e-06,
      "loss": 0.6584,
      "step": 314
    },
    {
      "epoch": 0.9201557935735151,
      "grad_norm": 0.5758626313580656,
      "learning_rate": 8.753817312655642e-06,
      "loss": 0.638,
      "step": 315
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.7372145224476075,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.6391,
      "step": 316
    },
    {
      "epoch": 0.9259980525803311,
      "grad_norm": 0.7004119821194315,
      "learning_rate": 8.73124681158167e-06,
      "loss": 0.6426,
      "step": 317
    },
    {
      "epoch": 0.928919182083739,
      "grad_norm": 0.5393578063337247,
      "learning_rate": 8.719896655824878e-06,
      "loss": 0.6326,
      "step": 318
    },
    {
      "epoch": 0.9318403115871471,
      "grad_norm": 0.5698772754745327,
      "learning_rate": 8.708503405076646e-06,
      "loss": 0.634,
      "step": 319
    },
    {
      "epoch": 0.934761441090555,
      "grad_norm": 0.588256486663727,
      "learning_rate": 8.697067191327748e-06,
      "loss": 0.6328,
      "step": 320
    },
    {
      "epoch": 0.937682570593963,
      "grad_norm": 0.6194561945270076,
      "learning_rate": 8.685588147066688e-06,
      "loss": 0.6303,
      "step": 321
    },
    {
      "epoch": 0.9406037000973709,
      "grad_norm": 0.5910869397544244,
      "learning_rate": 8.67406640527816e-06,
      "loss": 0.6494,
      "step": 322
    },
    {
      "epoch": 0.943524829600779,
      "grad_norm": 0.6055073823945398,
      "learning_rate": 8.662502099441505e-06,
      "loss": 0.6334,
      "step": 323
    },
    {
      "epoch": 0.9464459591041869,
      "grad_norm": 0.5417594595582104,
      "learning_rate": 8.650895363529172e-06,
      "loss": 0.6279,
      "step": 324
    },
    {
      "epoch": 0.9493670886075949,
      "grad_norm": 0.5878187442362004,
      "learning_rate": 8.639246332005163e-06,
      "loss": 0.639,
      "step": 325
    },
    {
      "epoch": 0.952288218111003,
      "grad_norm": 0.5233625621707794,
      "learning_rate": 8.627555139823468e-06,
      "loss": 0.614,
      "step": 326
    },
    {
      "epoch": 0.9552093476144109,
      "grad_norm": 0.5656952115933153,
      "learning_rate": 8.615821922426517e-06,
      "loss": 0.6214,
      "step": 327
    },
    {
      "epoch": 0.9581304771178188,
      "grad_norm": 0.5806200502649499,
      "learning_rate": 8.604046815743598e-06,
      "loss": 0.6424,
      "step": 328
    },
    {
      "epoch": 0.9610516066212269,
      "grad_norm": 0.5561534960958242,
      "learning_rate": 8.592229956189283e-06,
      "loss": 0.638,
      "step": 329
    },
    {
      "epoch": 0.9639727361246349,
      "grad_norm": 0.5340425065767049,
      "learning_rate": 8.580371480661857e-06,
      "loss": 0.6238,
      "step": 330
    },
    {
      "epoch": 0.9668938656280428,
      "grad_norm": 0.5501524304300768,
      "learning_rate": 8.568471526541721e-06,
      "loss": 0.6518,
      "step": 331
    },
    {
      "epoch": 0.9698149951314509,
      "grad_norm": 0.571968183721703,
      "learning_rate": 8.556530231689809e-06,
      "loss": 0.6588,
      "step": 332
    },
    {
      "epoch": 0.9727361246348588,
      "grad_norm": 0.5870934675467651,
      "learning_rate": 8.544547734445983e-06,
      "loss": 0.6441,
      "step": 333
    },
    {
      "epoch": 0.9756572541382668,
      "grad_norm": 0.5633142366316923,
      "learning_rate": 8.532524173627438e-06,
      "loss": 0.6558,
      "step": 334
    },
    {
      "epoch": 0.9785783836416748,
      "grad_norm": 0.6080503864783372,
      "learning_rate": 8.520459688527091e-06,
      "loss": 0.6239,
      "step": 335
    },
    {
      "epoch": 0.9814995131450828,
      "grad_norm": 0.6010534017830508,
      "learning_rate": 8.508354418911966e-06,
      "loss": 0.6392,
      "step": 336
    },
    {
      "epoch": 0.9844206426484907,
      "grad_norm": 0.6110941694269748,
      "learning_rate": 8.496208505021572e-06,
      "loss": 0.6334,
      "step": 337
    },
    {
      "epoch": 0.9873417721518988,
      "grad_norm": 0.5748899254330844,
      "learning_rate": 8.484022087566284e-06,
      "loss": 0.6213,
      "step": 338
    },
    {
      "epoch": 0.9902629016553067,
      "grad_norm": 0.5910067428214469,
      "learning_rate": 8.471795307725713e-06,
      "loss": 0.6313,
      "step": 339
    },
    {
      "epoch": 0.9931840311587147,
      "grad_norm": 0.6409845798522262,
      "learning_rate": 8.459528307147066e-06,
      "loss": 0.6223,
      "step": 340
    },
    {
      "epoch": 0.9961051606621227,
      "grad_norm": 0.5798933129205326,
      "learning_rate": 8.447221227943507e-06,
      "loss": 0.6375,
      "step": 341
    },
    {
      "epoch": 0.9990262901655307,
      "grad_norm": 0.5323356127721257,
      "learning_rate": 8.434874212692513e-06,
      "loss": 0.631,
      "step": 342
    },
    {
      "epoch": 1.0019474196689386,
      "grad_norm": 1.1893567012708939,
      "learning_rate": 8.422487404434214e-06,
      "loss": 1.0195,
      "step": 343
    },
    {
      "epoch": 1.0048685491723466,
      "grad_norm": 0.6455689118062985,
      "learning_rate": 8.41006094666975e-06,
      "loss": 0.5891,
      "step": 344
    },
    {
      "epoch": 1.0077896786757545,
      "grad_norm": 0.6583690984771934,
      "learning_rate": 8.397594983359591e-06,
      "loss": 0.5549,
      "step": 345
    },
    {
      "epoch": 1.0107108081791627,
      "grad_norm": 0.6011562108844719,
      "learning_rate": 8.385089658921892e-06,
      "loss": 0.4942,
      "step": 346
    },
    {
      "epoch": 1.0136319376825706,
      "grad_norm": 0.7194629629820957,
      "learning_rate": 8.372545118230793e-06,
      "loss": 0.5879,
      "step": 347
    },
    {
      "epoch": 1.0165530671859786,
      "grad_norm": 0.7106922347864785,
      "learning_rate": 8.35996150661476e-06,
      "loss": 0.6464,
      "step": 348
    },
    {
      "epoch": 1.0194741966893865,
      "grad_norm": 0.7004876649145284,
      "learning_rate": 8.347338969854898e-06,
      "loss": 0.5635,
      "step": 349
    },
    {
      "epoch": 1.0223953261927945,
      "grad_norm": 0.7176313477690597,
      "learning_rate": 8.334677654183254e-06,
      "loss": 0.6121,
      "step": 350
    },
    {
      "epoch": 1.0253164556962024,
      "grad_norm": 0.6767419736782746,
      "learning_rate": 8.321977706281135e-06,
      "loss": 0.5923,
      "step": 351
    },
    {
      "epoch": 1.0282375851996106,
      "grad_norm": 0.6606355795156919,
      "learning_rate": 8.309239273277394e-06,
      "loss": 0.5375,
      "step": 352
    },
    {
      "epoch": 1.0311587147030186,
      "grad_norm": 0.7777491012749531,
      "learning_rate": 8.296462502746743e-06,
      "loss": 0.5971,
      "step": 353
    },
    {
      "epoch": 1.0340798442064265,
      "grad_norm": 0.6239185790928177,
      "learning_rate": 8.283647542708026e-06,
      "loss": 0.6017,
      "step": 354
    },
    {
      "epoch": 1.0370009737098345,
      "grad_norm": 0.659621365452411,
      "learning_rate": 8.27079454162252e-06,
      "loss": 0.523,
      "step": 355
    },
    {
      "epoch": 1.0399221032132424,
      "grad_norm": 0.7314219237543246,
      "learning_rate": 8.2579036483922e-06,
      "loss": 0.5992,
      "step": 356
    },
    {
      "epoch": 1.0428432327166504,
      "grad_norm": 0.6317967581739343,
      "learning_rate": 8.244975012358028e-06,
      "loss": 0.58,
      "step": 357
    },
    {
      "epoch": 1.0457643622200585,
      "grad_norm": 0.709552964482946,
      "learning_rate": 8.232008783298211e-06,
      "loss": 0.5703,
      "step": 358
    },
    {
      "epoch": 1.0486854917234665,
      "grad_norm": 0.5856088171700015,
      "learning_rate": 8.219005111426472e-06,
      "loss": 0.5851,
      "step": 359
    },
    {
      "epoch": 1.0516066212268744,
      "grad_norm": 0.72335786152197,
      "learning_rate": 8.205964147390313e-06,
      "loss": 0.5762,
      "step": 360
    },
    {
      "epoch": 1.0545277507302824,
      "grad_norm": 0.6082315528170907,
      "learning_rate": 8.19288604226926e-06,
      "loss": 0.6045,
      "step": 361
    },
    {
      "epoch": 1.0574488802336903,
      "grad_norm": 0.6904542946382585,
      "learning_rate": 8.179770947573124e-06,
      "loss": 0.5649,
      "step": 362
    },
    {
      "epoch": 1.0603700097370983,
      "grad_norm": 0.5889683647522176,
      "learning_rate": 8.166619015240236e-06,
      "loss": 0.5681,
      "step": 363
    },
    {
      "epoch": 1.0632911392405062,
      "grad_norm": 0.5621253187560026,
      "learning_rate": 8.15343039763569e-06,
      "loss": 0.6013,
      "step": 364
    },
    {
      "epoch": 1.0662122687439144,
      "grad_norm": 0.5587583825073225,
      "learning_rate": 8.140205247549583e-06,
      "loss": 0.6026,
      "step": 365
    },
    {
      "epoch": 1.0691333982473223,
      "grad_norm": 0.5053935078299595,
      "learning_rate": 8.126943718195239e-06,
      "loss": 0.5693,
      "step": 366
    },
    {
      "epoch": 1.0720545277507303,
      "grad_norm": 0.5469581161571481,
      "learning_rate": 8.113645963207432e-06,
      "loss": 0.6007,
      "step": 367
    },
    {
      "epoch": 1.0749756572541382,
      "grad_norm": 0.5430360387939689,
      "learning_rate": 8.100312136640618e-06,
      "loss": 0.5754,
      "step": 368
    },
    {
      "epoch": 1.0778967867575462,
      "grad_norm": 0.529838189847217,
      "learning_rate": 8.086942392967131e-06,
      "loss": 0.5758,
      "step": 369
    },
    {
      "epoch": 1.0808179162609541,
      "grad_norm": 0.5537166527008645,
      "learning_rate": 8.073536887075417e-06,
      "loss": 0.5596,
      "step": 370
    },
    {
      "epoch": 1.0837390457643623,
      "grad_norm": 0.575683387457894,
      "learning_rate": 8.060095774268217e-06,
      "loss": 0.6149,
      "step": 371
    },
    {
      "epoch": 1.0866601752677703,
      "grad_norm": 0.5212823944156575,
      "learning_rate": 8.046619210260785e-06,
      "loss": 0.5376,
      "step": 372
    },
    {
      "epoch": 1.0895813047711782,
      "grad_norm": 0.6132577983715938,
      "learning_rate": 8.03310735117907e-06,
      "loss": 0.611,
      "step": 373
    },
    {
      "epoch": 1.0925024342745862,
      "grad_norm": 0.5741650450345563,
      "learning_rate": 8.019560353557923e-06,
      "loss": 0.5428,
      "step": 374
    },
    {
      "epoch": 1.095423563777994,
      "grad_norm": 0.6898994227426227,
      "learning_rate": 8.005978374339264e-06,
      "loss": 0.6122,
      "step": 375
    },
    {
      "epoch": 1.098344693281402,
      "grad_norm": 0.6195159909025971,
      "learning_rate": 7.992361570870289e-06,
      "loss": 0.6298,
      "step": 376
    },
    {
      "epoch": 1.1012658227848102,
      "grad_norm": 0.5592176863621418,
      "learning_rate": 7.978710100901617e-06,
      "loss": 0.527,
      "step": 377
    },
    {
      "epoch": 1.1041869522882182,
      "grad_norm": 0.6077274644298606,
      "learning_rate": 7.965024122585491e-06,
      "loss": 0.5733,
      "step": 378
    },
    {
      "epoch": 1.1071080817916261,
      "grad_norm": 0.5404386498094536,
      "learning_rate": 7.951303794473926e-06,
      "loss": 0.5786,
      "step": 379
    },
    {
      "epoch": 1.110029211295034,
      "grad_norm": 0.6285033579389189,
      "learning_rate": 7.937549275516882e-06,
      "loss": 0.5593,
      "step": 380
    },
    {
      "epoch": 1.112950340798442,
      "grad_norm": 0.6136636789874864,
      "learning_rate": 7.92376072506042e-06,
      "loss": 0.5887,
      "step": 381
    },
    {
      "epoch": 1.11587147030185,
      "grad_norm": 0.5563073653338333,
      "learning_rate": 7.909938302844856e-06,
      "loss": 0.637,
      "step": 382
    },
    {
      "epoch": 1.1187925998052581,
      "grad_norm": 0.4984935085580574,
      "learning_rate": 7.896082169002903e-06,
      "loss": 0.537,
      "step": 383
    },
    {
      "epoch": 1.121713729308666,
      "grad_norm": 0.5688731697204966,
      "learning_rate": 7.882192484057837e-06,
      "loss": 0.5977,
      "step": 384
    },
    {
      "epoch": 1.124634858812074,
      "grad_norm": 0.5409938929481367,
      "learning_rate": 7.868269408921614e-06,
      "loss": 0.5477,
      "step": 385
    },
    {
      "epoch": 1.127555988315482,
      "grad_norm": 0.6311630545441865,
      "learning_rate": 7.854313104893014e-06,
      "loss": 0.5595,
      "step": 386
    },
    {
      "epoch": 1.13047711781889,
      "grad_norm": 0.5517528259351719,
      "learning_rate": 7.84032373365578e-06,
      "loss": 0.5588,
      "step": 387
    },
    {
      "epoch": 1.1333982473222979,
      "grad_norm": 0.515690277716415,
      "learning_rate": 7.826301457276733e-06,
      "loss": 0.5767,
      "step": 388
    },
    {
      "epoch": 1.136319376825706,
      "grad_norm": 0.5872560884226455,
      "learning_rate": 7.812246438203905e-06,
      "loss": 0.5618,
      "step": 389
    },
    {
      "epoch": 1.139240506329114,
      "grad_norm": 0.5449550621943328,
      "learning_rate": 7.798158839264645e-06,
      "loss": 0.5373,
      "step": 390
    },
    {
      "epoch": 1.142161635832522,
      "grad_norm": 0.6192261787272578,
      "learning_rate": 7.784038823663746e-06,
      "loss": 0.6117,
      "step": 391
    },
    {
      "epoch": 1.14508276533593,
      "grad_norm": 0.5911797274948096,
      "learning_rate": 7.769886554981549e-06,
      "loss": 0.5832,
      "step": 392
    },
    {
      "epoch": 1.1480038948393378,
      "grad_norm": 0.5393860544929336,
      "learning_rate": 7.755702197172036e-06,
      "loss": 0.5511,
      "step": 393
    },
    {
      "epoch": 1.1509250243427458,
      "grad_norm": 0.5686675548722897,
      "learning_rate": 7.741485914560958e-06,
      "loss": 0.601,
      "step": 394
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 0.5965421717249094,
      "learning_rate": 7.7272378718439e-06,
      "loss": 0.6142,
      "step": 395
    },
    {
      "epoch": 1.156767283349562,
      "grad_norm": 0.5976378598496599,
      "learning_rate": 7.712958234084395e-06,
      "loss": 0.532,
      "step": 396
    },
    {
      "epoch": 1.1596884128529699,
      "grad_norm": 0.5866514447746561,
      "learning_rate": 7.698647166712003e-06,
      "loss": 0.6436,
      "step": 397
    },
    {
      "epoch": 1.1626095423563778,
      "grad_norm": 0.5577115650955226,
      "learning_rate": 7.684304835520395e-06,
      "loss": 0.5524,
      "step": 398
    },
    {
      "epoch": 1.1655306718597858,
      "grad_norm": 0.6320330036922427,
      "learning_rate": 7.669931406665437e-06,
      "loss": 0.631,
      "step": 399
    },
    {
      "epoch": 1.1684518013631937,
      "grad_norm": 0.5274101108563934,
      "learning_rate": 7.655527046663254e-06,
      "loss": 0.5369,
      "step": 400
    },
    {
      "epoch": 1.1713729308666017,
      "grad_norm": 0.5563468540404465,
      "learning_rate": 7.641091922388316e-06,
      "loss": 0.577,
      "step": 401
    },
    {
      "epoch": 1.1742940603700098,
      "grad_norm": 0.5043411412651241,
      "learning_rate": 7.626626201071494e-06,
      "loss": 0.5623,
      "step": 402
    },
    {
      "epoch": 1.1772151898734178,
      "grad_norm": 0.5658997847969963,
      "learning_rate": 7.612130050298126e-06,
      "loss": 0.5613,
      "step": 403
    },
    {
      "epoch": 1.1801363193768257,
      "grad_norm": 0.5617715925867288,
      "learning_rate": 7.597603638006071e-06,
      "loss": 0.5796,
      "step": 404
    },
    {
      "epoch": 1.1830574488802337,
      "grad_norm": 0.5730674124102592,
      "learning_rate": 7.5830471324837765e-06,
      "loss": 0.6102,
      "step": 405
    },
    {
      "epoch": 1.1859785783836416,
      "grad_norm": 0.5322280548113558,
      "learning_rate": 7.56846070236831e-06,
      "loss": 0.5392,
      "step": 406
    },
    {
      "epoch": 1.1888997078870496,
      "grad_norm": 0.5636446588596294,
      "learning_rate": 7.55384451664342e-06,
      "loss": 0.5805,
      "step": 407
    },
    {
      "epoch": 1.1918208373904577,
      "grad_norm": 0.5515192754192108,
      "learning_rate": 7.539198744637577e-06,
      "loss": 0.5647,
      "step": 408
    },
    {
      "epoch": 1.1947419668938657,
      "grad_norm": 0.649611846767762,
      "learning_rate": 7.524523556022003e-06,
      "loss": 0.5804,
      "step": 409
    },
    {
      "epoch": 1.1976630963972736,
      "grad_norm": 0.5400876783820088,
      "learning_rate": 7.5098191208087144e-06,
      "loss": 0.5295,
      "step": 410
    },
    {
      "epoch": 1.2005842259006816,
      "grad_norm": 0.727016701945529,
      "learning_rate": 7.495085609348549e-06,
      "loss": 0.6035,
      "step": 411
    },
    {
      "epoch": 1.2035053554040895,
      "grad_norm": 0.6474638029028308,
      "learning_rate": 7.4803231923291905e-06,
      "loss": 0.5905,
      "step": 412
    },
    {
      "epoch": 1.2064264849074975,
      "grad_norm": 0.5322418094330414,
      "learning_rate": 7.465532040773195e-06,
      "loss": 0.5696,
      "step": 413
    },
    {
      "epoch": 1.2093476144109054,
      "grad_norm": 0.6033615790880061,
      "learning_rate": 7.45071232603601e-06,
      "loss": 0.5495,
      "step": 414
    },
    {
      "epoch": 1.2122687439143136,
      "grad_norm": 0.5696185950396394,
      "learning_rate": 7.4358642198039835e-06,
      "loss": 0.5761,
      "step": 415
    },
    {
      "epoch": 1.2151898734177216,
      "grad_norm": 0.58236484440868,
      "learning_rate": 7.420987894092383e-06,
      "loss": 0.6225,
      "step": 416
    },
    {
      "epoch": 1.2181110029211295,
      "grad_norm": 0.6023725223738031,
      "learning_rate": 7.406083521243396e-06,
      "loss": 0.5539,
      "step": 417
    },
    {
      "epoch": 1.2210321324245375,
      "grad_norm": 0.5964833664567649,
      "learning_rate": 7.391151273924135e-06,
      "loss": 0.5766,
      "step": 418
    },
    {
      "epoch": 1.2239532619279454,
      "grad_norm": 0.5579327351939204,
      "learning_rate": 7.376191325124644e-06,
      "loss": 0.6037,
      "step": 419
    },
    {
      "epoch": 1.2268743914313536,
      "grad_norm": 0.662691054067833,
      "learning_rate": 7.36120384815588e-06,
      "loss": 0.5775,
      "step": 420
    },
    {
      "epoch": 1.2297955209347615,
      "grad_norm": 0.5457870053427097,
      "learning_rate": 7.34618901664772e-06,
      "loss": 0.6032,
      "step": 421
    },
    {
      "epoch": 1.2327166504381695,
      "grad_norm": 0.528437147629629,
      "learning_rate": 7.33114700454694e-06,
      "loss": 0.5551,
      "step": 422
    },
    {
      "epoch": 1.2356377799415774,
      "grad_norm": 0.6396983335282087,
      "learning_rate": 7.316077986115206e-06,
      "loss": 0.5546,
      "step": 423
    },
    {
      "epoch": 1.2385589094449854,
      "grad_norm": 0.6059608136412865,
      "learning_rate": 7.300982135927051e-06,
      "loss": 0.5889,
      "step": 424
    },
    {
      "epoch": 1.2414800389483933,
      "grad_norm": 0.5395833042938699,
      "learning_rate": 7.285859628867851e-06,
      "loss": 0.5765,
      "step": 425
    },
    {
      "epoch": 1.2444011684518013,
      "grad_norm": 0.5938150264550871,
      "learning_rate": 7.270710640131806e-06,
      "loss": 0.6058,
      "step": 426
    },
    {
      "epoch": 1.2473222979552094,
      "grad_norm": 0.5435408340953944,
      "learning_rate": 7.255535345219905e-06,
      "loss": 0.5933,
      "step": 427
    },
    {
      "epoch": 1.2502434274586174,
      "grad_norm": 0.5055763559518435,
      "learning_rate": 7.240333919937893e-06,
      "loss": 0.5989,
      "step": 428
    },
    {
      "epoch": 1.2531645569620253,
      "grad_norm": 0.5862621574043387,
      "learning_rate": 7.2251065403942355e-06,
      "loss": 0.5888,
      "step": 429
    },
    {
      "epoch": 1.2560856864654333,
      "grad_norm": 0.5234746081250162,
      "learning_rate": 7.209853382998077e-06,
      "loss": 0.5537,
      "step": 430
    },
    {
      "epoch": 1.2590068159688412,
      "grad_norm": 0.5736429396541277,
      "learning_rate": 7.1945746244572e-06,
      "loss": 0.547,
      "step": 431
    },
    {
      "epoch": 1.2619279454722494,
      "grad_norm": 0.5662950178895197,
      "learning_rate": 7.179270441775976e-06,
      "loss": 0.6502,
      "step": 432
    },
    {
      "epoch": 1.2648490749756571,
      "grad_norm": 0.6193942417064999,
      "learning_rate": 7.163941012253317e-06,
      "loss": 0.5182,
      "step": 433
    },
    {
      "epoch": 1.2677702044790653,
      "grad_norm": 0.5954433533450075,
      "learning_rate": 7.148586513480614e-06,
      "loss": 0.5961,
      "step": 434
    },
    {
      "epoch": 1.2706913339824732,
      "grad_norm": 0.5407062847357796,
      "learning_rate": 7.133207123339689e-06,
      "loss": 0.5475,
      "step": 435
    },
    {
      "epoch": 1.2736124634858812,
      "grad_norm": 0.6133121400132443,
      "learning_rate": 7.117803020000733e-06,
      "loss": 0.59,
      "step": 436
    },
    {
      "epoch": 1.2765335929892891,
      "grad_norm": 0.5272070801107334,
      "learning_rate": 7.102374381920233e-06,
      "loss": 0.542,
      "step": 437
    },
    {
      "epoch": 1.279454722492697,
      "grad_norm": 0.6014559091825684,
      "learning_rate": 7.086921387838916e-06,
      "loss": 0.6136,
      "step": 438
    },
    {
      "epoch": 1.2823758519961053,
      "grad_norm": 0.4925204082847554,
      "learning_rate": 7.071444216779669e-06,
      "loss": 0.5707,
      "step": 439
    },
    {
      "epoch": 1.2852969814995132,
      "grad_norm": 0.5297523991584766,
      "learning_rate": 7.055943048045476e-06,
      "loss": 0.5917,
      "step": 440
    },
    {
      "epoch": 1.2882181110029212,
      "grad_norm": 0.5742994575633306,
      "learning_rate": 7.040418061217325e-06,
      "loss": 0.6161,
      "step": 441
    },
    {
      "epoch": 1.2911392405063291,
      "grad_norm": 0.5144128093922836,
      "learning_rate": 7.024869436152144e-06,
      "loss": 0.5481,
      "step": 442
    },
    {
      "epoch": 1.294060370009737,
      "grad_norm": 0.5651127309438425,
      "learning_rate": 7.009297352980706e-06,
      "loss": 0.5789,
      "step": 443
    },
    {
      "epoch": 1.296981499513145,
      "grad_norm": 0.46327530559493646,
      "learning_rate": 6.99370199210555e-06,
      "loss": 0.5435,
      "step": 444
    },
    {
      "epoch": 1.299902629016553,
      "grad_norm": 0.5306445037454199,
      "learning_rate": 6.978083534198878e-06,
      "loss": 0.6135,
      "step": 445
    },
    {
      "epoch": 1.3028237585199611,
      "grad_norm": 0.6551321587944974,
      "learning_rate": 6.962442160200484e-06,
      "loss": 0.6111,
      "step": 446
    },
    {
      "epoch": 1.305744888023369,
      "grad_norm": 0.5887843505365383,
      "learning_rate": 6.9467780513156335e-06,
      "loss": 0.5428,
      "step": 447
    },
    {
      "epoch": 1.308666017526777,
      "grad_norm": 0.5871163724329924,
      "learning_rate": 6.931091389012983e-06,
      "loss": 0.5595,
      "step": 448
    },
    {
      "epoch": 1.311587147030185,
      "grad_norm": 0.6876137396335796,
      "learning_rate": 6.915382355022465e-06,
      "loss": 0.5776,
      "step": 449
    },
    {
      "epoch": 1.314508276533593,
      "grad_norm": 0.5978349360901288,
      "learning_rate": 6.899651131333194e-06,
      "loss": 0.559,
      "step": 450
    },
    {
      "epoch": 1.317429406037001,
      "grad_norm": 0.5600538501243326,
      "learning_rate": 6.8838979001913454e-06,
      "loss": 0.5782,
      "step": 451
    },
    {
      "epoch": 1.3203505355404088,
      "grad_norm": 0.6670604315541686,
      "learning_rate": 6.868122844098057e-06,
      "loss": 0.6669,
      "step": 452
    },
    {
      "epoch": 1.323271665043817,
      "grad_norm": 0.6019460261148103,
      "learning_rate": 6.852326145807302e-06,
      "loss": 0.6006,
      "step": 453
    },
    {
      "epoch": 1.326192794547225,
      "grad_norm": 0.4932938142869286,
      "learning_rate": 6.836507988323785e-06,
      "loss": 0.4971,
      "step": 454
    },
    {
      "epoch": 1.3291139240506329,
      "grad_norm": 0.6389612562939274,
      "learning_rate": 6.82066855490081e-06,
      "loss": 0.5994,
      "step": 455
    },
    {
      "epoch": 1.3320350535540408,
      "grad_norm": 0.569391901245458,
      "learning_rate": 6.804808029038168e-06,
      "loss": 0.5776,
      "step": 456
    },
    {
      "epoch": 1.3349561830574488,
      "grad_norm": 0.5627619450291675,
      "learning_rate": 6.788926594480001e-06,
      "loss": 0.5894,
      "step": 457
    },
    {
      "epoch": 1.337877312560857,
      "grad_norm": 0.5525138776130833,
      "learning_rate": 6.773024435212678e-06,
      "loss": 0.5507,
      "step": 458
    },
    {
      "epoch": 1.340798442064265,
      "grad_norm": 0.6243616187017386,
      "learning_rate": 6.75710173546267e-06,
      "loss": 0.6052,
      "step": 459
    },
    {
      "epoch": 1.3437195715676729,
      "grad_norm": 0.46296070627628405,
      "learning_rate": 6.741158679694403e-06,
      "loss": 0.5284,
      "step": 460
    },
    {
      "epoch": 1.3466407010710808,
      "grad_norm": 0.556033009188379,
      "learning_rate": 6.7251954526081294e-06,
      "loss": 0.6225,
      "step": 461
    },
    {
      "epoch": 1.3495618305744888,
      "grad_norm": 0.5425579804205766,
      "learning_rate": 6.709212239137785e-06,
      "loss": 0.5919,
      "step": 462
    },
    {
      "epoch": 1.352482960077897,
      "grad_norm": 0.5628452971401441,
      "learning_rate": 6.693209224448853e-06,
      "loss": 0.6162,
      "step": 463
    },
    {
      "epoch": 1.3554040895813046,
      "grad_norm": 0.5283138648819659,
      "learning_rate": 6.677186593936207e-06,
      "loss": 0.5022,
      "step": 464
    },
    {
      "epoch": 1.3583252190847128,
      "grad_norm": 0.5688480741205626,
      "learning_rate": 6.661144533221974e-06,
      "loss": 0.594,
      "step": 465
    },
    {
      "epoch": 1.3612463485881208,
      "grad_norm": 0.6112831896983953,
      "learning_rate": 6.645083228153377e-06,
      "loss": 0.5803,
      "step": 466
    },
    {
      "epoch": 1.3641674780915287,
      "grad_norm": 0.5385606514191121,
      "learning_rate": 6.629002864800589e-06,
      "loss": 0.5834,
      "step": 467
    },
    {
      "epoch": 1.3670886075949367,
      "grad_norm": 0.5366278285884805,
      "learning_rate": 6.612903629454568e-06,
      "loss": 0.5343,
      "step": 468
    },
    {
      "epoch": 1.3700097370983446,
      "grad_norm": 0.6713338764048196,
      "learning_rate": 6.5967857086249065e-06,
      "loss": 0.5573,
      "step": 469
    },
    {
      "epoch": 1.3729308666017528,
      "grad_norm": 0.5538883029206723,
      "learning_rate": 6.58064928903767e-06,
      "loss": 0.6164,
      "step": 470
    },
    {
      "epoch": 1.3758519961051607,
      "grad_norm": 0.5005412280561692,
      "learning_rate": 6.56449455763323e-06,
      "loss": 0.5576,
      "step": 471
    },
    {
      "epoch": 1.3787731256085687,
      "grad_norm": 0.5868063901075268,
      "learning_rate": 6.548321701564099e-06,
      "loss": 0.5933,
      "step": 472
    },
    {
      "epoch": 1.3816942551119766,
      "grad_norm": 0.5499777044713934,
      "learning_rate": 6.5321309081927665e-06,
      "loss": 0.562,
      "step": 473
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.5209457126764143,
      "learning_rate": 6.515922365089524e-06,
      "loss": 0.5793,
      "step": 474
    },
    {
      "epoch": 1.3875365141187925,
      "grad_norm": 0.5045261657801648,
      "learning_rate": 6.499696260030297e-06,
      "loss": 0.594,
      "step": 475
    },
    {
      "epoch": 1.3904576436222005,
      "grad_norm": 0.5243175331043878,
      "learning_rate": 6.483452780994459e-06,
      "loss": 0.534,
      "step": 476
    },
    {
      "epoch": 1.3933787731256086,
      "grad_norm": 0.5169962119701911,
      "learning_rate": 6.467192116162668e-06,
      "loss": 0.5403,
      "step": 477
    },
    {
      "epoch": 1.3962999026290166,
      "grad_norm": 0.5140189723701601,
      "learning_rate": 6.450914453914674e-06,
      "loss": 0.6058,
      "step": 478
    },
    {
      "epoch": 1.3992210321324245,
      "grad_norm": 0.5330866177837568,
      "learning_rate": 6.434619982827147e-06,
      "loss": 0.5882,
      "step": 479
    },
    {
      "epoch": 1.4021421616358325,
      "grad_norm": 0.5414814038608168,
      "learning_rate": 6.418308891671484e-06,
      "loss": 0.5954,
      "step": 480
    },
    {
      "epoch": 1.4050632911392404,
      "grad_norm": 0.5376659643418761,
      "learning_rate": 6.401981369411626e-06,
      "loss": 0.5633,
      "step": 481
    },
    {
      "epoch": 1.4079844206426486,
      "grad_norm": 0.5438938648229659,
      "learning_rate": 6.385637605201871e-06,
      "loss": 0.5677,
      "step": 482
    },
    {
      "epoch": 1.4109055501460563,
      "grad_norm": 0.533597042074437,
      "learning_rate": 6.3692777883846746e-06,
      "loss": 0.6217,
      "step": 483
    },
    {
      "epoch": 1.4138266796494645,
      "grad_norm": 0.5530416412659575,
      "learning_rate": 6.3529021084884655e-06,
      "loss": 0.5135,
      "step": 484
    },
    {
      "epoch": 1.4167478091528725,
      "grad_norm": 0.6426214488830264,
      "learning_rate": 6.336510755225447e-06,
      "loss": 0.6039,
      "step": 485
    },
    {
      "epoch": 1.4196689386562804,
      "grad_norm": 0.5321542466408685,
      "learning_rate": 6.320103918489395e-06,
      "loss": 0.5615,
      "step": 486
    },
    {
      "epoch": 1.4225900681596884,
      "grad_norm": 0.5807878117878842,
      "learning_rate": 6.303681788353465e-06,
      "loss": 0.6417,
      "step": 487
    },
    {
      "epoch": 1.4255111976630963,
      "grad_norm": 0.6006151574662654,
      "learning_rate": 6.287244555067984e-06,
      "loss": 0.5794,
      "step": 488
    },
    {
      "epoch": 1.4284323271665045,
      "grad_norm": 0.5126167984608686,
      "learning_rate": 6.270792409058247e-06,
      "loss": 0.5242,
      "step": 489
    },
    {
      "epoch": 1.4313534566699124,
      "grad_norm": 0.509995152360523,
      "learning_rate": 6.25432554092232e-06,
      "loss": 0.5828,
      "step": 490
    },
    {
      "epoch": 1.4342745861733204,
      "grad_norm": 0.5960222110178056,
      "learning_rate": 6.237844141428817e-06,
      "loss": 0.568,
      "step": 491
    },
    {
      "epoch": 1.4371957156767283,
      "grad_norm": 0.5173153132658744,
      "learning_rate": 6.221348401514703e-06,
      "loss": 0.5796,
      "step": 492
    },
    {
      "epoch": 1.4401168451801363,
      "grad_norm": 0.5671800858222442,
      "learning_rate": 6.204838512283073e-06,
      "loss": 0.5506,
      "step": 493
    },
    {
      "epoch": 1.4430379746835442,
      "grad_norm": 0.6040430910549448,
      "learning_rate": 6.188314665000944e-06,
      "loss": 0.5444,
      "step": 494
    },
    {
      "epoch": 1.4459591041869522,
      "grad_norm": 0.5391742690410167,
      "learning_rate": 6.171777051097037e-06,
      "loss": 0.5649,
      "step": 495
    },
    {
      "epoch": 1.4488802336903603,
      "grad_norm": 0.597749185130725,
      "learning_rate": 6.155225862159558e-06,
      "loss": 0.6408,
      "step": 496
    },
    {
      "epoch": 1.4518013631937683,
      "grad_norm": 0.5229846439398993,
      "learning_rate": 6.138661289933981e-06,
      "loss": 0.5494,
      "step": 497
    },
    {
      "epoch": 1.4547224926971762,
      "grad_norm": 0.5920796120572965,
      "learning_rate": 6.1220835263208256e-06,
      "loss": 0.5992,
      "step": 498
    },
    {
      "epoch": 1.4576436222005842,
      "grad_norm": 0.5775415962111137,
      "learning_rate": 6.105492763373431e-06,
      "loss": 0.5911,
      "step": 499
    },
    {
      "epoch": 1.4605647517039921,
      "grad_norm": 0.5917654314551983,
      "learning_rate": 6.088889193295738e-06,
      "loss": 0.5643,
      "step": 500
    },
    {
      "epoch": 1.4634858812074003,
      "grad_norm": 0.5199838430286094,
      "learning_rate": 6.072273008440052e-06,
      "loss": 0.5472,
      "step": 501
    },
    {
      "epoch": 1.4664070107108083,
      "grad_norm": 0.5522718232673819,
      "learning_rate": 6.0556444013048265e-06,
      "loss": 0.546,
      "step": 502
    },
    {
      "epoch": 1.4693281402142162,
      "grad_norm": 0.525908351198303,
      "learning_rate": 6.039003564532423e-06,
      "loss": 0.6015,
      "step": 503
    },
    {
      "epoch": 1.4722492697176242,
      "grad_norm": 0.5105926082337128,
      "learning_rate": 6.0223506909068875e-06,
      "loss": 0.5785,
      "step": 504
    },
    {
      "epoch": 1.475170399221032,
      "grad_norm": 0.5832929477157227,
      "learning_rate": 6.005685973351708e-06,
      "loss": 0.6027,
      "step": 505
    },
    {
      "epoch": 1.47809152872444,
      "grad_norm": 0.5447366515820563,
      "learning_rate": 5.989009604927587e-06,
      "loss": 0.5833,
      "step": 506
    },
    {
      "epoch": 1.481012658227848,
      "grad_norm": 0.5245433114840506,
      "learning_rate": 5.972321778830202e-06,
      "loss": 0.4944,
      "step": 507
    },
    {
      "epoch": 1.4839337877312562,
      "grad_norm": 0.5377622062276557,
      "learning_rate": 5.9556226883879685e-06,
      "loss": 0.5518,
      "step": 508
    },
    {
      "epoch": 1.4868549172346641,
      "grad_norm": 0.6351508971275112,
      "learning_rate": 5.938912527059798e-06,
      "loss": 0.5982,
      "step": 509
    },
    {
      "epoch": 1.489776046738072,
      "grad_norm": 0.5264532680548314,
      "learning_rate": 5.922191488432857e-06,
      "loss": 0.5472,
      "step": 510
    },
    {
      "epoch": 1.49269717624148,
      "grad_norm": 0.5618733075790842,
      "learning_rate": 5.90545976622033e-06,
      "loss": 0.6387,
      "step": 511
    },
    {
      "epoch": 1.495618305744888,
      "grad_norm": 0.5042404211846953,
      "learning_rate": 5.888717554259165e-06,
      "loss": 0.5188,
      "step": 512
    },
    {
      "epoch": 1.4985394352482961,
      "grad_norm": 0.5996827758246558,
      "learning_rate": 5.871965046507838e-06,
      "loss": 0.5845,
      "step": 513
    },
    {
      "epoch": 1.5014605647517039,
      "grad_norm": 0.513160385214818,
      "learning_rate": 5.855202437044102e-06,
      "loss": 0.5407,
      "step": 514
    },
    {
      "epoch": 1.504381694255112,
      "grad_norm": 0.49930093522201097,
      "learning_rate": 5.838429920062734e-06,
      "loss": 0.5888,
      "step": 515
    },
    {
      "epoch": 1.50730282375852,
      "grad_norm": 0.5820994183473087,
      "learning_rate": 5.8216476898732935e-06,
      "loss": 0.6026,
      "step": 516
    },
    {
      "epoch": 1.510223953261928,
      "grad_norm": 0.5965529197255538,
      "learning_rate": 5.804855940897866e-06,
      "loss": 0.5772,
      "step": 517
    },
    {
      "epoch": 1.5131450827653359,
      "grad_norm": 0.4891063083201174,
      "learning_rate": 5.788054867668811e-06,
      "loss": 0.5383,
      "step": 518
    },
    {
      "epoch": 1.5160662122687438,
      "grad_norm": 0.549598064227309,
      "learning_rate": 5.771244664826512e-06,
      "loss": 0.5701,
      "step": 519
    },
    {
      "epoch": 1.518987341772152,
      "grad_norm": 0.5201662235289578,
      "learning_rate": 5.754425527117118e-06,
      "loss": 0.5221,
      "step": 520
    },
    {
      "epoch": 1.5219084712755597,
      "grad_norm": 0.5727695969794172,
      "learning_rate": 5.737597649390288e-06,
      "loss": 0.5849,
      "step": 521
    },
    {
      "epoch": 1.524829600778968,
      "grad_norm": 0.5387267148344115,
      "learning_rate": 5.720761226596935e-06,
      "loss": 0.5899,
      "step": 522
    },
    {
      "epoch": 1.5277507302823758,
      "grad_norm": 0.5196417961644373,
      "learning_rate": 5.703916453786965e-06,
      "loss": 0.6075,
      "step": 523
    },
    {
      "epoch": 1.5306718597857838,
      "grad_norm": 0.5162526391071218,
      "learning_rate": 5.6870635261070186e-06,
      "loss": 0.5524,
      "step": 524
    },
    {
      "epoch": 1.533592989289192,
      "grad_norm": 0.5712502081281199,
      "learning_rate": 5.670202638798213e-06,
      "loss": 0.5639,
      "step": 525
    },
    {
      "epoch": 1.5365141187925997,
      "grad_norm": 0.569067876773126,
      "learning_rate": 5.653333987193876e-06,
      "loss": 0.5437,
      "step": 526
    },
    {
      "epoch": 1.5394352482960079,
      "grad_norm": 0.5925750045532109,
      "learning_rate": 5.636457766717286e-06,
      "loss": 0.591,
      "step": 527
    },
    {
      "epoch": 1.5423563777994158,
      "grad_norm": 0.5141531017914309,
      "learning_rate": 5.619574172879405e-06,
      "loss": 0.5471,
      "step": 528
    },
    {
      "epoch": 1.5452775073028238,
      "grad_norm": 0.6597290642553237,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 0.5901,
      "step": 529
    },
    {
      "epoch": 1.5481986368062317,
      "grad_norm": 0.5884715259486929,
      "learning_rate": 5.585785647588458e-06,
      "loss": 0.5878,
      "step": 530
    },
    {
      "epoch": 1.5511197663096397,
      "grad_norm": 0.5255721650946908,
      "learning_rate": 5.568881107575353e-06,
      "loss": 0.5447,
      "step": 531
    },
    {
      "epoch": 1.5540408958130478,
      "grad_norm": 0.5091097959641512,
      "learning_rate": 5.55196997707635e-06,
      "loss": 0.6276,
      "step": 532
    },
    {
      "epoch": 1.5569620253164556,
      "grad_norm": 0.5119232421542075,
      "learning_rate": 5.53505245200684e-06,
      "loss": 0.5658,
      "step": 533
    },
    {
      "epoch": 1.5598831548198637,
      "grad_norm": 0.556141615427262,
      "learning_rate": 5.518128728356303e-06,
      "loss": 0.5951,
      "step": 534
    },
    {
      "epoch": 1.5628042843232717,
      "grad_norm": 0.4969794250430925,
      "learning_rate": 5.501199002186024e-06,
      "loss": 0.5457,
      "step": 535
    },
    {
      "epoch": 1.5657254138266796,
      "grad_norm": 0.5377430121732353,
      "learning_rate": 5.48426346962683e-06,
      "loss": 0.587,
      "step": 536
    },
    {
      "epoch": 1.5686465433300878,
      "grad_norm": 0.4763376786579273,
      "learning_rate": 5.467322326876813e-06,
      "loss": 0.5352,
      "step": 537
    },
    {
      "epoch": 1.5715676728334955,
      "grad_norm": 0.5630031793193719,
      "learning_rate": 5.450375770199063e-06,
      "loss": 0.652,
      "step": 538
    },
    {
      "epoch": 1.5744888023369037,
      "grad_norm": 0.505233569384271,
      "learning_rate": 5.433423995919383e-06,
      "loss": 0.5633,
      "step": 539
    },
    {
      "epoch": 1.5774099318403116,
      "grad_norm": 0.4918114442897718,
      "learning_rate": 5.416467200424032e-06,
      "loss": 0.5422,
      "step": 540
    },
    {
      "epoch": 1.5803310613437196,
      "grad_norm": 0.5991334895146722,
      "learning_rate": 5.399505580157428e-06,
      "loss": 0.558,
      "step": 541
    },
    {
      "epoch": 1.5832521908471275,
      "grad_norm": 0.5363474139996335,
      "learning_rate": 5.382539331619896e-06,
      "loss": 0.5699,
      "step": 542
    },
    {
      "epoch": 1.5861733203505355,
      "grad_norm": 0.5807115654118472,
      "learning_rate": 5.365568651365369e-06,
      "loss": 0.5688,
      "step": 543
    },
    {
      "epoch": 1.5890944498539437,
      "grad_norm": 0.5904366045058206,
      "learning_rate": 5.34859373599913e-06,
      "loss": 0.5969,
      "step": 544
    },
    {
      "epoch": 1.5920155793573514,
      "grad_norm": 0.491932507277215,
      "learning_rate": 5.33161478217552e-06,
      "loss": 0.5542,
      "step": 545
    },
    {
      "epoch": 1.5949367088607596,
      "grad_norm": 0.5011301426277018,
      "learning_rate": 5.314631986595669e-06,
      "loss": 0.569,
      "step": 546
    },
    {
      "epoch": 1.5978578383641675,
      "grad_norm": 0.6106059864005979,
      "learning_rate": 5.297645546005208e-06,
      "loss": 0.6051,
      "step": 547
    },
    {
      "epoch": 1.6007789678675755,
      "grad_norm": 0.5958177689979132,
      "learning_rate": 5.280655657192003e-06,
      "loss": 0.5266,
      "step": 548
    },
    {
      "epoch": 1.6037000973709834,
      "grad_norm": 0.5395470595824067,
      "learning_rate": 5.263662516983863e-06,
      "loss": 0.5657,
      "step": 549
    },
    {
      "epoch": 1.6066212268743914,
      "grad_norm": 0.6212970783782318,
      "learning_rate": 5.246666322246267e-06,
      "loss": 0.5619,
      "step": 550
    },
    {
      "epoch": 1.6095423563777995,
      "grad_norm": 0.6613037032143712,
      "learning_rate": 5.229667269880078e-06,
      "loss": 0.6092,
      "step": 551
    },
    {
      "epoch": 1.6124634858812072,
      "grad_norm": 0.48332526807644743,
      "learning_rate": 5.212665556819264e-06,
      "loss": 0.5401,
      "step": 552
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 0.5325857980417065,
      "learning_rate": 5.195661380028625e-06,
      "loss": 0.6035,
      "step": 553
    },
    {
      "epoch": 1.6183057448880234,
      "grad_norm": 0.5442785714221408,
      "learning_rate": 5.178654936501492e-06,
      "loss": 0.5494,
      "step": 554
    },
    {
      "epoch": 1.6212268743914313,
      "grad_norm": 0.6437807568653632,
      "learning_rate": 5.1616464232574635e-06,
      "loss": 0.6254,
      "step": 555
    },
    {
      "epoch": 1.6241480038948395,
      "grad_norm": 0.4492125406814553,
      "learning_rate": 5.1446360373401125e-06,
      "loss": 0.5301,
      "step": 556
    },
    {
      "epoch": 1.6270691333982472,
      "grad_norm": 0.5622471364004906,
      "learning_rate": 5.127623975814709e-06,
      "loss": 0.5715,
      "step": 557
    },
    {
      "epoch": 1.6299902629016554,
      "grad_norm": 0.6240851711756873,
      "learning_rate": 5.110610435765935e-06,
      "loss": 0.5876,
      "step": 558
    },
    {
      "epoch": 1.6329113924050633,
      "grad_norm": 0.4713533254066173,
      "learning_rate": 5.093595614295599e-06,
      "loss": 0.4901,
      "step": 559
    },
    {
      "epoch": 1.6358325219084713,
      "grad_norm": 0.5796358881475803,
      "learning_rate": 5.076579708520355e-06,
      "loss": 0.6325,
      "step": 560
    },
    {
      "epoch": 1.6387536514118792,
      "grad_norm": 0.4866837205814519,
      "learning_rate": 5.059562915569424e-06,
      "loss": 0.5202,
      "step": 561
    },
    {
      "epoch": 1.6416747809152872,
      "grad_norm": 0.5697352103252339,
      "learning_rate": 5.0425454325822946e-06,
      "loss": 0.6339,
      "step": 562
    },
    {
      "epoch": 1.6445959104186954,
      "grad_norm": 0.5721771538016244,
      "learning_rate": 5.0255274567064594e-06,
      "loss": 0.5364,
      "step": 563
    },
    {
      "epoch": 1.647517039922103,
      "grad_norm": 0.5605730886016151,
      "learning_rate": 5.008509185095114e-06,
      "loss": 0.5717,
      "step": 564
    },
    {
      "epoch": 1.6504381694255112,
      "grad_norm": 0.472681806190808,
      "learning_rate": 4.991490814904888e-06,
      "loss": 0.555,
      "step": 565
    },
    {
      "epoch": 1.6533592989289192,
      "grad_norm": 0.5791761573446532,
      "learning_rate": 4.974472543293544e-06,
      "loss": 0.6077,
      "step": 566
    },
    {
      "epoch": 1.6562804284323271,
      "grad_norm": 0.5167447517838185,
      "learning_rate": 4.957454567417708e-06,
      "loss": 0.5805,
      "step": 567
    },
    {
      "epoch": 1.6592015579357353,
      "grad_norm": 0.5561818381815233,
      "learning_rate": 4.940437084430579e-06,
      "loss": 0.594,
      "step": 568
    },
    {
      "epoch": 1.662122687439143,
      "grad_norm": 0.44095968784824047,
      "learning_rate": 4.923420291479646e-06,
      "loss": 0.5235,
      "step": 569
    },
    {
      "epoch": 1.6650438169425512,
      "grad_norm": 0.49918372558187907,
      "learning_rate": 4.906404385704402e-06,
      "loss": 0.6011,
      "step": 570
    },
    {
      "epoch": 1.667964946445959,
      "grad_norm": 0.5067863457643954,
      "learning_rate": 4.8893895642340665e-06,
      "loss": 0.5415,
      "step": 571
    },
    {
      "epoch": 1.6708860759493671,
      "grad_norm": 0.49737844087035643,
      "learning_rate": 4.872376024185291e-06,
      "loss": 0.583,
      "step": 572
    },
    {
      "epoch": 1.673807205452775,
      "grad_norm": 0.4659962080708305,
      "learning_rate": 4.855363962659889e-06,
      "loss": 0.5627,
      "step": 573
    },
    {
      "epoch": 1.676728334956183,
      "grad_norm": 0.4972582768404136,
      "learning_rate": 4.838353576742538e-06,
      "loss": 0.5911,
      "step": 574
    },
    {
      "epoch": 1.6796494644595912,
      "grad_norm": 0.44592731268572705,
      "learning_rate": 4.82134506349851e-06,
      "loss": 0.5459,
      "step": 575
    },
    {
      "epoch": 1.682570593962999,
      "grad_norm": 0.506185991053395,
      "learning_rate": 4.804338619971377e-06,
      "loss": 0.5306,
      "step": 576
    },
    {
      "epoch": 1.685491723466407,
      "grad_norm": 0.5177923049058465,
      "learning_rate": 4.787334443180735e-06,
      "loss": 0.6209,
      "step": 577
    },
    {
      "epoch": 1.688412852969815,
      "grad_norm": 0.4601309987230691,
      "learning_rate": 4.7703327301199244e-06,
      "loss": 0.5145,
      "step": 578
    },
    {
      "epoch": 1.691333982473223,
      "grad_norm": 0.4643978865329562,
      "learning_rate": 4.753333677753734e-06,
      "loss": 0.5788,
      "step": 579
    },
    {
      "epoch": 1.694255111976631,
      "grad_norm": 0.5283219640600681,
      "learning_rate": 4.736337483016138e-06,
      "loss": 0.6056,
      "step": 580
    },
    {
      "epoch": 1.6971762414800389,
      "grad_norm": 0.5571423915108132,
      "learning_rate": 4.719344342808e-06,
      "loss": 0.5791,
      "step": 581
    },
    {
      "epoch": 1.700097370983447,
      "grad_norm": 0.49563030247464135,
      "learning_rate": 4.702354453994794e-06,
      "loss": 0.5373,
      "step": 582
    },
    {
      "epoch": 1.7030185004868548,
      "grad_norm": 0.49902926183967655,
      "learning_rate": 4.6853680134043345e-06,
      "loss": 0.5823,
      "step": 583
    },
    {
      "epoch": 1.705939629990263,
      "grad_norm": 0.5116289187531037,
      "learning_rate": 4.668385217824482e-06,
      "loss": 0.5557,
      "step": 584
    },
    {
      "epoch": 1.7088607594936709,
      "grad_norm": 0.5412976872055105,
      "learning_rate": 4.651406264000871e-06,
      "loss": 0.5535,
      "step": 585
    },
    {
      "epoch": 1.7117818889970788,
      "grad_norm": 0.5297049362432723,
      "learning_rate": 4.634431348634632e-06,
      "loss": 0.5872,
      "step": 586
    },
    {
      "epoch": 1.714703018500487,
      "grad_norm": 0.46815419228452076,
      "learning_rate": 4.6174606683801055e-06,
      "loss": 0.5612,
      "step": 587
    },
    {
      "epoch": 1.7176241480038947,
      "grad_norm": 0.5047028920506614,
      "learning_rate": 4.600494419842573e-06,
      "loss": 0.5457,
      "step": 588
    },
    {
      "epoch": 1.720545277507303,
      "grad_norm": 0.5021848097551853,
      "learning_rate": 4.58353279957597e-06,
      "loss": 0.5512,
      "step": 589
    },
    {
      "epoch": 1.7234664070107109,
      "grad_norm": 0.5567736723329815,
      "learning_rate": 4.5665760040806174e-06,
      "loss": 0.577,
      "step": 590
    },
    {
      "epoch": 1.7263875365141188,
      "grad_norm": 0.4982671338092423,
      "learning_rate": 4.549624229800938e-06,
      "loss": 0.548,
      "step": 591
    },
    {
      "epoch": 1.7293086660175268,
      "grad_norm": 0.49329094074335034,
      "learning_rate": 4.532677673123188e-06,
      "loss": 0.5563,
      "step": 592
    },
    {
      "epoch": 1.7322297955209347,
      "grad_norm": 0.4890277332079673,
      "learning_rate": 4.5157365303731705e-06,
      "loss": 0.5747,
      "step": 593
    },
    {
      "epoch": 1.7351509250243429,
      "grad_norm": 0.5600537499346627,
      "learning_rate": 4.498800997813976e-06,
      "loss": 0.5816,
      "step": 594
    },
    {
      "epoch": 1.7380720545277506,
      "grad_norm": 0.5086959673884651,
      "learning_rate": 4.481871271643698e-06,
      "loss": 0.5671,
      "step": 595
    },
    {
      "epoch": 1.7409931840311588,
      "grad_norm": 0.5157431177024923,
      "learning_rate": 4.464947547993162e-06,
      "loss": 0.5731,
      "step": 596
    },
    {
      "epoch": 1.7439143135345667,
      "grad_norm": 0.5137961841228513,
      "learning_rate": 4.4480300229236525e-06,
      "loss": 0.544,
      "step": 597
    },
    {
      "epoch": 1.7468354430379747,
      "grad_norm": 0.5937636838238008,
      "learning_rate": 4.431118892424649e-06,
      "loss": 0.6082,
      "step": 598
    },
    {
      "epoch": 1.7497565725413826,
      "grad_norm": 0.5529433304939138,
      "learning_rate": 4.414214352411544e-06,
      "loss": 0.5569,
      "step": 599
    },
    {
      "epoch": 1.7526777020447906,
      "grad_norm": 0.5159596510951358,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.5455,
      "step": 600
    },
    {
      "epoch": 1.7555988315481987,
      "grad_norm": 0.5506758519748508,
      "learning_rate": 4.3804258271205965e-06,
      "loss": 0.5505,
      "step": 601
    },
    {
      "epoch": 1.7585199610516065,
      "grad_norm": 0.5523849090934733,
      "learning_rate": 4.363542233282715e-06,
      "loss": 0.5355,
      "step": 602
    },
    {
      "epoch": 1.7614410905550146,
      "grad_norm": 0.6508686455735765,
      "learning_rate": 4.346666012806126e-06,
      "loss": 0.602,
      "step": 603
    },
    {
      "epoch": 1.7643622200584226,
      "grad_norm": 0.46084404235460724,
      "learning_rate": 4.329797361201788e-06,
      "loss": 0.5028,
      "step": 604
    },
    {
      "epoch": 1.7672833495618305,
      "grad_norm": 0.5857372990733761,
      "learning_rate": 4.312936473892984e-06,
      "loss": 0.6468,
      "step": 605
    },
    {
      "epoch": 1.7702044790652387,
      "grad_norm": 0.4935847914878853,
      "learning_rate": 4.296083546213037e-06,
      "loss": 0.5578,
      "step": 606
    },
    {
      "epoch": 1.7731256085686464,
      "grad_norm": 0.5144278362398599,
      "learning_rate": 4.279238773403066e-06,
      "loss": 0.5337,
      "step": 607
    },
    {
      "epoch": 1.7760467380720546,
      "grad_norm": 0.46428380216043086,
      "learning_rate": 4.2624023506097116e-06,
      "loss": 0.6219,
      "step": 608
    },
    {
      "epoch": 1.7789678675754625,
      "grad_norm": 0.4492920362378749,
      "learning_rate": 4.245574472882882e-06,
      "loss": 0.5061,
      "step": 609
    },
    {
      "epoch": 1.7818889970788705,
      "grad_norm": 0.48814416218826545,
      "learning_rate": 4.228755335173488e-06,
      "loss": 0.5045,
      "step": 610
    },
    {
      "epoch": 1.7848101265822784,
      "grad_norm": 0.4935317746542341,
      "learning_rate": 4.21194513233119e-06,
      "loss": 0.6334,
      "step": 611
    },
    {
      "epoch": 1.7877312560856864,
      "grad_norm": 0.5119284354029839,
      "learning_rate": 4.1951440591021375e-06,
      "loss": 0.5599,
      "step": 612
    },
    {
      "epoch": 1.7906523855890946,
      "grad_norm": 0.4827371863106343,
      "learning_rate": 4.17835231012671e-06,
      "loss": 0.5692,
      "step": 613
    },
    {
      "epoch": 1.7935735150925023,
      "grad_norm": 0.5212508350905807,
      "learning_rate": 4.161570079937268e-06,
      "loss": 0.5947,
      "step": 614
    },
    {
      "epoch": 1.7964946445959105,
      "grad_norm": 0.5235515777898554,
      "learning_rate": 4.1447975629559e-06,
      "loss": 0.5808,
      "step": 615
    },
    {
      "epoch": 1.7994157740993184,
      "grad_norm": 0.5336005328533747,
      "learning_rate": 4.128034953492163e-06,
      "loss": 0.5358,
      "step": 616
    },
    {
      "epoch": 1.8023369036027264,
      "grad_norm": 0.5597776990519019,
      "learning_rate": 4.1112824457408375e-06,
      "loss": 0.5884,
      "step": 617
    },
    {
      "epoch": 1.8052580331061345,
      "grad_norm": 0.5036193557727575,
      "learning_rate": 4.094540233779672e-06,
      "loss": 0.5688,
      "step": 618
    },
    {
      "epoch": 1.8081791626095423,
      "grad_norm": 0.5338396120419266,
      "learning_rate": 4.077808511567145e-06,
      "loss": 0.5608,
      "step": 619
    },
    {
      "epoch": 1.8111002921129504,
      "grad_norm": 0.4958715717085618,
      "learning_rate": 4.061087472940204e-06,
      "loss": 0.5543,
      "step": 620
    },
    {
      "epoch": 1.8140214216163584,
      "grad_norm": 0.6029334087991165,
      "learning_rate": 4.044377311612033e-06,
      "loss": 0.5691,
      "step": 621
    },
    {
      "epoch": 1.8169425511197663,
      "grad_norm": 0.47915777984754265,
      "learning_rate": 4.0276782211698e-06,
      "loss": 0.5391,
      "step": 622
    },
    {
      "epoch": 1.8198636806231743,
      "grad_norm": 0.5235008297199194,
      "learning_rate": 4.010990395072414e-06,
      "loss": 0.5736,
      "step": 623
    },
    {
      "epoch": 1.8227848101265822,
      "grad_norm": 0.5590747505915074,
      "learning_rate": 3.9943140266482935e-06,
      "loss": 0.6075,
      "step": 624
    },
    {
      "epoch": 1.8257059396299904,
      "grad_norm": 0.47598042280541497,
      "learning_rate": 3.977649309093113e-06,
      "loss": 0.5344,
      "step": 625
    },
    {
      "epoch": 1.8286270691333981,
      "grad_norm": 0.48621841809715133,
      "learning_rate": 3.960996435467577e-06,
      "loss": 0.6179,
      "step": 626
    },
    {
      "epoch": 1.8315481986368063,
      "grad_norm": 0.5017298117872958,
      "learning_rate": 3.944355598695174e-06,
      "loss": 0.5443,
      "step": 627
    },
    {
      "epoch": 1.8344693281402142,
      "grad_norm": 0.5380565465468942,
      "learning_rate": 3.9277269915599505e-06,
      "loss": 0.57,
      "step": 628
    },
    {
      "epoch": 1.8373904576436222,
      "grad_norm": 0.5990209575217125,
      "learning_rate": 3.911110806704265e-06,
      "loss": 0.5784,
      "step": 629
    },
    {
      "epoch": 1.8403115871470301,
      "grad_norm": 0.49509817541993284,
      "learning_rate": 3.89450723662657e-06,
      "loss": 0.5628,
      "step": 630
    },
    {
      "epoch": 1.843232716650438,
      "grad_norm": 0.550605497861562,
      "learning_rate": 3.877916473679176e-06,
      "loss": 0.6147,
      "step": 631
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.5524680706044535,
      "learning_rate": 3.861338710066021e-06,
      "loss": 0.5125,
      "step": 632
    },
    {
      "epoch": 1.849074975657254,
      "grad_norm": 0.5494313577644265,
      "learning_rate": 3.8447741378404436e-06,
      "loss": 0.5562,
      "step": 633
    },
    {
      "epoch": 1.8519961051606622,
      "grad_norm": 0.5058622045652387,
      "learning_rate": 3.828222948902965e-06,
      "loss": 0.5967,
      "step": 634
    },
    {
      "epoch": 1.85491723466407,
      "grad_norm": 0.4488395706127018,
      "learning_rate": 3.8116853349990574e-06,
      "loss": 0.4735,
      "step": 635
    },
    {
      "epoch": 1.857838364167478,
      "grad_norm": 0.5073104983823334,
      "learning_rate": 3.7951614877169285e-06,
      "loss": 0.6214,
      "step": 636
    },
    {
      "epoch": 1.8607594936708862,
      "grad_norm": 0.5020623526859631,
      "learning_rate": 3.7786515984852977e-06,
      "loss": 0.5801,
      "step": 637
    },
    {
      "epoch": 1.863680623174294,
      "grad_norm": 0.5066558405528695,
      "learning_rate": 3.762155858571184e-06,
      "loss": 0.5571,
      "step": 638
    },
    {
      "epoch": 1.8666017526777021,
      "grad_norm": 0.5016476079074594,
      "learning_rate": 3.7456744590776807e-06,
      "loss": 0.554,
      "step": 639
    },
    {
      "epoch": 1.86952288218111,
      "grad_norm": 0.5522667996432958,
      "learning_rate": 3.729207590941753e-06,
      "loss": 0.5684,
      "step": 640
    },
    {
      "epoch": 1.872444011684518,
      "grad_norm": 0.5063071640192653,
      "learning_rate": 3.712755444932018e-06,
      "loss": 0.5536,
      "step": 641
    },
    {
      "epoch": 1.875365141187926,
      "grad_norm": 0.47979895935138983,
      "learning_rate": 3.6963182116465358e-06,
      "loss": 0.5607,
      "step": 642
    },
    {
      "epoch": 1.878286270691334,
      "grad_norm": 0.5466280214439997,
      "learning_rate": 3.6798960815106065e-06,
      "loss": 0.5912,
      "step": 643
    },
    {
      "epoch": 1.881207400194742,
      "grad_norm": 0.50137359619968,
      "learning_rate": 3.663489244774555e-06,
      "loss": 0.6032,
      "step": 644
    },
    {
      "epoch": 1.8841285296981498,
      "grad_norm": 0.5176702766961846,
      "learning_rate": 3.647097891511536e-06,
      "loss": 0.5441,
      "step": 645
    },
    {
      "epoch": 1.887049659201558,
      "grad_norm": 0.45011045640480307,
      "learning_rate": 3.630722211615328e-06,
      "loss": 0.5064,
      "step": 646
    },
    {
      "epoch": 1.889970788704966,
      "grad_norm": 0.5394614468332969,
      "learning_rate": 3.614362394798131e-06,
      "loss": 0.6368,
      "step": 647
    },
    {
      "epoch": 1.8928919182083739,
      "grad_norm": 0.4874425981153431,
      "learning_rate": 3.5980186305883746e-06,
      "loss": 0.5701,
      "step": 648
    },
    {
      "epoch": 1.895813047711782,
      "grad_norm": 0.507766689537816,
      "learning_rate": 3.5816911083285165e-06,
      "loss": 0.5798,
      "step": 649
    },
    {
      "epoch": 1.8987341772151898,
      "grad_norm": 0.4863274459783003,
      "learning_rate": 3.565380017172854e-06,
      "loss": 0.5244,
      "step": 650
    },
    {
      "epoch": 1.901655306718598,
      "grad_norm": 0.5805740988868203,
      "learning_rate": 3.5490855460853275e-06,
      "loss": 0.6026,
      "step": 651
    },
    {
      "epoch": 1.904576436222006,
      "grad_norm": 0.5151920826178348,
      "learning_rate": 3.5328078838373338e-06,
      "loss": 0.5578,
      "step": 652
    },
    {
      "epoch": 1.9074975657254138,
      "grad_norm": 0.4988300821200546,
      "learning_rate": 3.516547219005542e-06,
      "loss": 0.5639,
      "step": 653
    },
    {
      "epoch": 1.9104186952288218,
      "grad_norm": 0.5020574341639038,
      "learning_rate": 3.500303739969704e-06,
      "loss": 0.5553,
      "step": 654
    },
    {
      "epoch": 1.9133398247322297,
      "grad_norm": 0.47286299047516567,
      "learning_rate": 3.4840776349104755e-06,
      "loss": 0.5649,
      "step": 655
    },
    {
      "epoch": 1.916260954235638,
      "grad_norm": 0.4681307130388586,
      "learning_rate": 3.4678690918072335e-06,
      "loss": 0.5682,
      "step": 656
    },
    {
      "epoch": 1.9191820837390456,
      "grad_norm": 0.46768532251073486,
      "learning_rate": 3.451678298435902e-06,
      "loss": 0.5486,
      "step": 657
    },
    {
      "epoch": 1.9221032132424538,
      "grad_norm": 0.4674675744224569,
      "learning_rate": 3.4355054423667712e-06,
      "loss": 0.5421,
      "step": 658
    },
    {
      "epoch": 1.9250243427458618,
      "grad_norm": 0.5073113729998869,
      "learning_rate": 3.4193507109623323e-06,
      "loss": 0.5802,
      "step": 659
    },
    {
      "epoch": 1.9279454722492697,
      "grad_norm": 0.47796072007470125,
      "learning_rate": 3.4032142913750956e-06,
      "loss": 0.5454,
      "step": 660
    },
    {
      "epoch": 1.9308666017526777,
      "grad_norm": 0.44978612526614165,
      "learning_rate": 3.3870963705454353e-06,
      "loss": 0.6016,
      "step": 661
    },
    {
      "epoch": 1.9337877312560856,
      "grad_norm": 0.49209754086259494,
      "learning_rate": 3.370997135199413e-06,
      "loss": 0.5898,
      "step": 662
    },
    {
      "epoch": 1.9367088607594938,
      "grad_norm": 0.5261340174516683,
      "learning_rate": 3.3549167718466245e-06,
      "loss": 0.5438,
      "step": 663
    },
    {
      "epoch": 1.9396299902629015,
      "grad_norm": 0.5215555650313894,
      "learning_rate": 3.3388554667780272e-06,
      "loss": 0.59,
      "step": 664
    },
    {
      "epoch": 1.9425511197663097,
      "grad_norm": 0.4360310531256464,
      "learning_rate": 3.322813406063794e-06,
      "loss": 0.5361,
      "step": 665
    },
    {
      "epoch": 1.9454722492697176,
      "grad_norm": 0.4338971494593997,
      "learning_rate": 3.3067907755511473e-06,
      "loss": 0.5217,
      "step": 666
    },
    {
      "epoch": 1.9483933787731256,
      "grad_norm": 0.5993978224848855,
      "learning_rate": 3.290787760862215e-06,
      "loss": 0.6499,
      "step": 667
    },
    {
      "epoch": 1.9513145082765337,
      "grad_norm": 0.4277968919618892,
      "learning_rate": 3.274804547391872e-06,
      "loss": 0.5059,
      "step": 668
    },
    {
      "epoch": 1.9542356377799415,
      "grad_norm": 0.4833235638298786,
      "learning_rate": 3.258841320305598e-06,
      "loss": 0.6043,
      "step": 669
    },
    {
      "epoch": 1.9571567672833496,
      "grad_norm": 0.4876241950113585,
      "learning_rate": 3.242898264537331e-06,
      "loss": 0.5982,
      "step": 670
    },
    {
      "epoch": 1.9600778967867576,
      "grad_norm": 0.4287569825122473,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.5291,
      "step": 671
    },
    {
      "epoch": 1.9629990262901655,
      "grad_norm": 0.559198431896861,
      "learning_rate": 3.211073405520001e-06,
      "loss": 0.5722,
      "step": 672
    },
    {
      "epoch": 1.9659201557935735,
      "grad_norm": 0.5529747384120326,
      "learning_rate": 3.195191970961833e-06,
      "loss": 0.5766,
      "step": 673
    },
    {
      "epoch": 1.9688412852969814,
      "grad_norm": 0.4620747878088523,
      "learning_rate": 3.1793314450991895e-06,
      "loss": 0.5911,
      "step": 674
    },
    {
      "epoch": 1.9717624148003896,
      "grad_norm": 0.46006255679284874,
      "learning_rate": 3.1634920116762175e-06,
      "loss": 0.5622,
      "step": 675
    },
    {
      "epoch": 1.9746835443037973,
      "grad_norm": 0.4259271639046577,
      "learning_rate": 3.1476738541926993e-06,
      "loss": 0.5287,
      "step": 676
    },
    {
      "epoch": 1.9776046738072055,
      "grad_norm": 0.4729000058273843,
      "learning_rate": 3.1318771559019455e-06,
      "loss": 0.5863,
      "step": 677
    },
    {
      "epoch": 1.9805258033106135,
      "grad_norm": 0.5100371866983662,
      "learning_rate": 3.1161020998086566e-06,
      "loss": 0.5687,
      "step": 678
    },
    {
      "epoch": 1.9834469328140214,
      "grad_norm": 0.4379626484222088,
      "learning_rate": 3.1003488686668076e-06,
      "loss": 0.5155,
      "step": 679
    },
    {
      "epoch": 1.9863680623174296,
      "grad_norm": 0.4844416917506815,
      "learning_rate": 3.0846176449775363e-06,
      "loss": 0.5782,
      "step": 680
    },
    {
      "epoch": 1.9892891918208373,
      "grad_norm": 0.48815074844900985,
      "learning_rate": 3.0689086109870188e-06,
      "loss": 0.5709,
      "step": 681
    },
    {
      "epoch": 1.9922103213242455,
      "grad_norm": 0.5064903715857387,
      "learning_rate": 3.0532219486843686e-06,
      "loss": 0.596,
      "step": 682
    },
    {
      "epoch": 1.9951314508276532,
      "grad_norm": 0.492762116678178,
      "learning_rate": 3.0375578397995178e-06,
      "loss": 0.5766,
      "step": 683
    },
    {
      "epoch": 1.9980525803310614,
      "grad_norm": 0.44675106308795903,
      "learning_rate": 3.021916465801122e-06,
      "loss": 0.5206,
      "step": 684
    },
    {
      "epoch": 2.0009737098344695,
      "grad_norm": 0.9800800703433351,
      "learning_rate": 3.0062980078944515e-06,
      "loss": 0.8991,
      "step": 685
    },
    {
      "epoch": 2.0038948393378773,
      "grad_norm": 0.4864022689636578,
      "learning_rate": 2.990702647019294e-06,
      "loss": 0.4938,
      "step": 686
    },
    {
      "epoch": 2.0068159688412854,
      "grad_norm": 0.47889455472294706,
      "learning_rate": 2.9751305638478555e-06,
      "loss": 0.5913,
      "step": 687
    },
    {
      "epoch": 2.009737098344693,
      "grad_norm": 0.41456980849801855,
      "learning_rate": 2.9595819387826753e-06,
      "loss": 0.4387,
      "step": 688
    },
    {
      "epoch": 2.0126582278481013,
      "grad_norm": 0.5149845371997606,
      "learning_rate": 2.9440569519545258e-06,
      "loss": 0.5165,
      "step": 689
    },
    {
      "epoch": 2.015579357351509,
      "grad_norm": 0.5752113401087547,
      "learning_rate": 2.9285557832203328e-06,
      "loss": 0.5373,
      "step": 690
    },
    {
      "epoch": 2.0185004868549172,
      "grad_norm": 0.5062618329379694,
      "learning_rate": 2.9130786121610866e-06,
      "loss": 0.4947,
      "step": 691
    },
    {
      "epoch": 2.0214216163583254,
      "grad_norm": 0.49684882097652555,
      "learning_rate": 2.897625618079769e-06,
      "loss": 0.5208,
      "step": 692
    },
    {
      "epoch": 2.024342745861733,
      "grad_norm": 0.53299035788322,
      "learning_rate": 2.88219697999927e-06,
      "loss": 0.5438,
      "step": 693
    },
    {
      "epoch": 2.0272638753651413,
      "grad_norm": 0.5543675569999611,
      "learning_rate": 2.8667928766603115e-06,
      "loss": 0.5444,
      "step": 694
    },
    {
      "epoch": 2.030185004868549,
      "grad_norm": 0.4572356814121919,
      "learning_rate": 2.851413486519388e-06,
      "loss": 0.4634,
      "step": 695
    },
    {
      "epoch": 2.033106134371957,
      "grad_norm": 0.48340574114252344,
      "learning_rate": 2.8360589877466848e-06,
      "loss": 0.5391,
      "step": 696
    },
    {
      "epoch": 2.036027263875365,
      "grad_norm": 0.5141120553439197,
      "learning_rate": 2.8207295582240248e-06,
      "loss": 0.4871,
      "step": 697
    },
    {
      "epoch": 2.038948393378773,
      "grad_norm": 0.4913089013833701,
      "learning_rate": 2.8054253755428017e-06,
      "loss": 0.5574,
      "step": 698
    },
    {
      "epoch": 2.0418695228821813,
      "grad_norm": 0.4601265937011902,
      "learning_rate": 2.7901466170019242e-06,
      "loss": 0.4977,
      "step": 699
    },
    {
      "epoch": 2.044790652385589,
      "grad_norm": 0.5120604434660413,
      "learning_rate": 2.774893459605766e-06,
      "loss": 0.56,
      "step": 700
    },
    {
      "epoch": 2.047711781888997,
      "grad_norm": 0.47951033771571855,
      "learning_rate": 2.7596660800621076e-06,
      "loss": 0.5028,
      "step": 701
    },
    {
      "epoch": 2.050632911392405,
      "grad_norm": 0.48501372243432067,
      "learning_rate": 2.744464654780096e-06,
      "loss": 0.5174,
      "step": 702
    },
    {
      "epoch": 2.053554040895813,
      "grad_norm": 0.4741865276944199,
      "learning_rate": 2.7292893598681934e-06,
      "loss": 0.5104,
      "step": 703
    },
    {
      "epoch": 2.0564751703992212,
      "grad_norm": 0.48778437702309935,
      "learning_rate": 2.714140371132149e-06,
      "loss": 0.5375,
      "step": 704
    },
    {
      "epoch": 2.059396299902629,
      "grad_norm": 0.49018615472755583,
      "learning_rate": 2.69901786407295e-06,
      "loss": 0.5105,
      "step": 705
    },
    {
      "epoch": 2.062317429406037,
      "grad_norm": 0.48782945068406763,
      "learning_rate": 2.6839220138847966e-06,
      "loss": 0.4899,
      "step": 706
    },
    {
      "epoch": 2.065238558909445,
      "grad_norm": 0.4732567901538321,
      "learning_rate": 2.6688529954530612e-06,
      "loss": 0.5388,
      "step": 707
    },
    {
      "epoch": 2.068159688412853,
      "grad_norm": 0.4935373768584108,
      "learning_rate": 2.653810983352282e-06,
      "loss": 0.5822,
      "step": 708
    },
    {
      "epoch": 2.0710808179162608,
      "grad_norm": 0.44379266935434936,
      "learning_rate": 2.6387961518441223e-06,
      "loss": 0.4639,
      "step": 709
    },
    {
      "epoch": 2.074001947419669,
      "grad_norm": 0.47555161755659076,
      "learning_rate": 2.6238086748753587e-06,
      "loss": 0.5153,
      "step": 710
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 0.4924498329014108,
      "learning_rate": 2.6088487260758643e-06,
      "loss": 0.5245,
      "step": 711
    },
    {
      "epoch": 2.079844206426485,
      "grad_norm": 0.4492288702216835,
      "learning_rate": 2.593916478756605e-06,
      "loss": 0.4816,
      "step": 712
    },
    {
      "epoch": 2.082765335929893,
      "grad_norm": 0.5008247473603998,
      "learning_rate": 2.579012105907619e-06,
      "loss": 0.5824,
      "step": 713
    },
    {
      "epoch": 2.0856864654333007,
      "grad_norm": 0.479453244836006,
      "learning_rate": 2.5641357801960186e-06,
      "loss": 0.4738,
      "step": 714
    },
    {
      "epoch": 2.088607594936709,
      "grad_norm": 0.49048895532662706,
      "learning_rate": 2.5492876739639912e-06,
      "loss": 0.5299,
      "step": 715
    },
    {
      "epoch": 2.091528724440117,
      "grad_norm": 0.5369724976128885,
      "learning_rate": 2.534467959226806e-06,
      "loss": 0.5162,
      "step": 716
    },
    {
      "epoch": 2.094449853943525,
      "grad_norm": 0.5137260447049424,
      "learning_rate": 2.519676807670811e-06,
      "loss": 0.5081,
      "step": 717
    },
    {
      "epoch": 2.097370983446933,
      "grad_norm": 0.4930859741487903,
      "learning_rate": 2.504914390651453e-06,
      "loss": 0.5576,
      "step": 718
    },
    {
      "epoch": 2.1002921129503407,
      "grad_norm": 0.4775125343363975,
      "learning_rate": 2.4901808791912864e-06,
      "loss": 0.4998,
      "step": 719
    },
    {
      "epoch": 2.103213242453749,
      "grad_norm": 0.5214779418043487,
      "learning_rate": 2.475476443977996e-06,
      "loss": 0.5696,
      "step": 720
    },
    {
      "epoch": 2.1061343719571566,
      "grad_norm": 0.47977761871037206,
      "learning_rate": 2.460801255362425e-06,
      "loss": 0.4764,
      "step": 721
    },
    {
      "epoch": 2.1090555014605648,
      "grad_norm": 0.48061705012654404,
      "learning_rate": 2.446155483356582e-06,
      "loss": 0.5357,
      "step": 722
    },
    {
      "epoch": 2.111976630963973,
      "grad_norm": 0.45629547557990546,
      "learning_rate": 2.4315392976316923e-06,
      "loss": 0.4915,
      "step": 723
    },
    {
      "epoch": 2.1148977604673806,
      "grad_norm": 0.4780522247938775,
      "learning_rate": 2.4169528675162256e-06,
      "loss": 0.4838,
      "step": 724
    },
    {
      "epoch": 2.117818889970789,
      "grad_norm": 0.49801842180761746,
      "learning_rate": 2.40239636199393e-06,
      "loss": 0.537,
      "step": 725
    },
    {
      "epoch": 2.1207400194741965,
      "grad_norm": 0.4846689678826097,
      "learning_rate": 2.3878699497018763e-06,
      "loss": 0.549,
      "step": 726
    },
    {
      "epoch": 2.1236611489776047,
      "grad_norm": 0.5018761582798917,
      "learning_rate": 2.373373798928507e-06,
      "loss": 0.5042,
      "step": 727
    },
    {
      "epoch": 2.1265822784810124,
      "grad_norm": 0.5072064832309269,
      "learning_rate": 2.358908077611684e-06,
      "loss": 0.5795,
      "step": 728
    },
    {
      "epoch": 2.1295034079844206,
      "grad_norm": 0.46610002849697485,
      "learning_rate": 2.344472953336747e-06,
      "loss": 0.468,
      "step": 729
    },
    {
      "epoch": 2.132424537487829,
      "grad_norm": 0.5002554866584938,
      "learning_rate": 2.3300685933345656e-06,
      "loss": 0.5022,
      "step": 730
    },
    {
      "epoch": 2.1353456669912365,
      "grad_norm": 0.5324744280306557,
      "learning_rate": 2.3156951644796065e-06,
      "loss": 0.5877,
      "step": 731
    },
    {
      "epoch": 2.1382667964946447,
      "grad_norm": 0.4804432916120911,
      "learning_rate": 2.3013528332879976e-06,
      "loss": 0.4814,
      "step": 732
    },
    {
      "epoch": 2.1411879259980524,
      "grad_norm": 0.47091232830887136,
      "learning_rate": 2.287041765915606e-06,
      "loss": 0.4953,
      "step": 733
    },
    {
      "epoch": 2.1441090555014606,
      "grad_norm": 0.4535727155626379,
      "learning_rate": 2.272762128156101e-06,
      "loss": 0.5269,
      "step": 734
    },
    {
      "epoch": 2.1470301850048688,
      "grad_norm": 0.47112551281102016,
      "learning_rate": 2.2585140854390432e-06,
      "loss": 0.5244,
      "step": 735
    },
    {
      "epoch": 2.1499513145082765,
      "grad_norm": 0.4545532988740129,
      "learning_rate": 2.2442978028279634e-06,
      "loss": 0.5341,
      "step": 736
    },
    {
      "epoch": 2.1528724440116846,
      "grad_norm": 0.5024829916260531,
      "learning_rate": 2.2301134450184535e-06,
      "loss": 0.5243,
      "step": 737
    },
    {
      "epoch": 2.1557935735150924,
      "grad_norm": 0.457679806572502,
      "learning_rate": 2.215961176336255e-06,
      "loss": 0.5157,
      "step": 738
    },
    {
      "epoch": 2.1587147030185005,
      "grad_norm": 0.41799952326682965,
      "learning_rate": 2.2018411607353572e-06,
      "loss": 0.4653,
      "step": 739
    },
    {
      "epoch": 2.1616358325219083,
      "grad_norm": 0.4787265660707973,
      "learning_rate": 2.187753561796097e-06,
      "loss": 0.5521,
      "step": 740
    },
    {
      "epoch": 2.1645569620253164,
      "grad_norm": 0.48532252970802797,
      "learning_rate": 2.1736985427232684e-06,
      "loss": 0.5736,
      "step": 741
    },
    {
      "epoch": 2.1674780915287246,
      "grad_norm": 0.46670045472968474,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.4856,
      "step": 742
    },
    {
      "epoch": 2.1703992210321323,
      "grad_norm": 0.456907097163635,
      "learning_rate": 2.1456868951069875e-06,
      "loss": 0.513,
      "step": 743
    },
    {
      "epoch": 2.1733203505355405,
      "grad_norm": 0.43480032818372993,
      "learning_rate": 2.1317305910783886e-06,
      "loss": 0.5183,
      "step": 744
    },
    {
      "epoch": 2.1762414800389482,
      "grad_norm": 0.4646674951011356,
      "learning_rate": 2.117807515942163e-06,
      "loss": 0.5169,
      "step": 745
    },
    {
      "epoch": 2.1791626095423564,
      "grad_norm": 0.5402952715425572,
      "learning_rate": 2.1039178309970975e-06,
      "loss": 0.5256,
      "step": 746
    },
    {
      "epoch": 2.1820837390457646,
      "grad_norm": 0.44604300646980855,
      "learning_rate": 2.090061697155147e-06,
      "loss": 0.5264,
      "step": 747
    },
    {
      "epoch": 2.1850048685491723,
      "grad_norm": 0.4855629840620991,
      "learning_rate": 2.076239274939582e-06,
      "loss": 0.497,
      "step": 748
    },
    {
      "epoch": 2.1879259980525805,
      "grad_norm": 0.450371819506377,
      "learning_rate": 2.062450724483118e-06,
      "loss": 0.492,
      "step": 749
    },
    {
      "epoch": 2.190847127555988,
      "grad_norm": 0.4675791607919664,
      "learning_rate": 2.0486962055260744e-06,
      "loss": 0.4833,
      "step": 750
    },
    {
      "epoch": 2.1937682570593964,
      "grad_norm": 0.4931924675592549,
      "learning_rate": 2.03497587741451e-06,
      "loss": 0.5325,
      "step": 751
    },
    {
      "epoch": 2.196689386562804,
      "grad_norm": 0.4728333199503108,
      "learning_rate": 2.021289899098384e-06,
      "loss": 0.5753,
      "step": 752
    },
    {
      "epoch": 2.1996105160662123,
      "grad_norm": 0.44477975654172386,
      "learning_rate": 2.0076384291297134e-06,
      "loss": 0.5095,
      "step": 753
    },
    {
      "epoch": 2.2025316455696204,
      "grad_norm": 0.42502487470067785,
      "learning_rate": 1.994021625660737e-06,
      "loss": 0.5004,
      "step": 754
    },
    {
      "epoch": 2.205452775073028,
      "grad_norm": 0.4682554593875959,
      "learning_rate": 1.9804396464420798e-06,
      "loss": 0.5377,
      "step": 755
    },
    {
      "epoch": 2.2083739045764363,
      "grad_norm": 0.478543398252641,
      "learning_rate": 1.966892648820932e-06,
      "loss": 0.5214,
      "step": 756
    },
    {
      "epoch": 2.211295034079844,
      "grad_norm": 0.4638445072960299,
      "learning_rate": 1.953380789739216e-06,
      "loss": 0.522,
      "step": 757
    },
    {
      "epoch": 2.2142161635832522,
      "grad_norm": 0.44455755591464263,
      "learning_rate": 1.939904225731783e-06,
      "loss": 0.5279,
      "step": 758
    },
    {
      "epoch": 2.21713729308666,
      "grad_norm": 0.43381712587340415,
      "learning_rate": 1.9264631129245836e-06,
      "loss": 0.5082,
      "step": 759
    },
    {
      "epoch": 2.220058422590068,
      "grad_norm": 0.46180168699161817,
      "learning_rate": 1.9130576070328695e-06,
      "loss": 0.5129,
      "step": 760
    },
    {
      "epoch": 2.2229795520934763,
      "grad_norm": 0.4554045010755852,
      "learning_rate": 1.8996878633593829e-06,
      "loss": 0.499,
      "step": 761
    },
    {
      "epoch": 2.225900681596884,
      "grad_norm": 0.4749182830100526,
      "learning_rate": 1.8863540367925676e-06,
      "loss": 0.5343,
      "step": 762
    },
    {
      "epoch": 2.228821811100292,
      "grad_norm": 0.45836107720097835,
      "learning_rate": 1.873056281804762e-06,
      "loss": 0.4869,
      "step": 763
    },
    {
      "epoch": 2.2317429406037,
      "grad_norm": 0.45195906937962993,
      "learning_rate": 1.8597947524504178e-06,
      "loss": 0.5201,
      "step": 764
    },
    {
      "epoch": 2.234664070107108,
      "grad_norm": 0.45112191767699233,
      "learning_rate": 1.8465696023643115e-06,
      "loss": 0.5354,
      "step": 765
    },
    {
      "epoch": 2.2375851996105163,
      "grad_norm": 0.49025509449815313,
      "learning_rate": 1.8333809847597644e-06,
      "loss": 0.558,
      "step": 766
    },
    {
      "epoch": 2.240506329113924,
      "grad_norm": 0.4486301410086504,
      "learning_rate": 1.8202290524268761e-06,
      "loss": 0.4795,
      "step": 767
    },
    {
      "epoch": 2.243427458617332,
      "grad_norm": 0.45776452388300076,
      "learning_rate": 1.8071139577307416e-06,
      "loss": 0.5228,
      "step": 768
    },
    {
      "epoch": 2.24634858812074,
      "grad_norm": 0.4414886979982915,
      "learning_rate": 1.7940358526096885e-06,
      "loss": 0.4903,
      "step": 769
    },
    {
      "epoch": 2.249269717624148,
      "grad_norm": 0.44672029042681155,
      "learning_rate": 1.7809948885735295e-06,
      "loss": 0.5906,
      "step": 770
    },
    {
      "epoch": 2.252190847127556,
      "grad_norm": 0.40774965094554166,
      "learning_rate": 1.7679912167017922e-06,
      "loss": 0.4726,
      "step": 771
    },
    {
      "epoch": 2.255111976630964,
      "grad_norm": 0.42904714451405873,
      "learning_rate": 1.7550249876419746e-06,
      "loss": 0.5263,
      "step": 772
    },
    {
      "epoch": 2.258033106134372,
      "grad_norm": 0.46232426979933267,
      "learning_rate": 1.7420963516078016e-06,
      "loss": 0.5207,
      "step": 773
    },
    {
      "epoch": 2.26095423563778,
      "grad_norm": 0.43964498189412426,
      "learning_rate": 1.7292054583774809e-06,
      "loss": 0.5634,
      "step": 774
    },
    {
      "epoch": 2.263875365141188,
      "grad_norm": 0.4614885797674806,
      "learning_rate": 1.7163524572919748e-06,
      "loss": 0.5167,
      "step": 775
    },
    {
      "epoch": 2.2667964946445958,
      "grad_norm": 0.4326167271312955,
      "learning_rate": 1.7035374972532593e-06,
      "loss": 0.4734,
      "step": 776
    },
    {
      "epoch": 2.269717624148004,
      "grad_norm": 0.477108582339082,
      "learning_rate": 1.6907607267226079e-06,
      "loss": 0.5436,
      "step": 777
    },
    {
      "epoch": 2.272638753651412,
      "grad_norm": 0.45201769752670545,
      "learning_rate": 1.6780222937188662e-06,
      "loss": 0.5207,
      "step": 778
    },
    {
      "epoch": 2.27555988315482,
      "grad_norm": 0.48262208131523315,
      "learning_rate": 1.665322345816746e-06,
      "loss": 0.5304,
      "step": 779
    },
    {
      "epoch": 2.278481012658228,
      "grad_norm": 0.45623936201495924,
      "learning_rate": 1.6526610301451028e-06,
      "loss": 0.4604,
      "step": 780
    },
    {
      "epoch": 2.2814021421616357,
      "grad_norm": 0.45941621411519823,
      "learning_rate": 1.6400384933852403e-06,
      "loss": 0.508,
      "step": 781
    },
    {
      "epoch": 2.284323271665044,
      "grad_norm": 0.4640162246141768,
      "learning_rate": 1.6274548817692088e-06,
      "loss": 0.5429,
      "step": 782
    },
    {
      "epoch": 2.2872444011684516,
      "grad_norm": 0.4517120340093356,
      "learning_rate": 1.6149103410781086e-06,
      "loss": 0.5126,
      "step": 783
    },
    {
      "epoch": 2.29016553067186,
      "grad_norm": 0.4528239429323758,
      "learning_rate": 1.6024050166404097e-06,
      "loss": 0.4995,
      "step": 784
    },
    {
      "epoch": 2.293086660175268,
      "grad_norm": 0.4440949852742247,
      "learning_rate": 1.5899390533302538e-06,
      "loss": 0.5333,
      "step": 785
    },
    {
      "epoch": 2.2960077896786757,
      "grad_norm": 0.3970036577732869,
      "learning_rate": 1.5775125955657877e-06,
      "loss": 0.5012,
      "step": 786
    },
    {
      "epoch": 2.298928919182084,
      "grad_norm": 0.4484643953022932,
      "learning_rate": 1.5651257873074898e-06,
      "loss": 0.5413,
      "step": 787
    },
    {
      "epoch": 2.3018500486854916,
      "grad_norm": 0.4679410901074801,
      "learning_rate": 1.5527787720564946e-06,
      "loss": 0.5229,
      "step": 788
    },
    {
      "epoch": 2.3047711781888998,
      "grad_norm": 0.450714999626221,
      "learning_rate": 1.5404716928529356e-06,
      "loss": 0.5079,
      "step": 789
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 0.46250776338412736,
      "learning_rate": 1.5282046922742876e-06,
      "loss": 0.5056,
      "step": 790
    },
    {
      "epoch": 2.3106134371957157,
      "grad_norm": 0.47191060686599,
      "learning_rate": 1.515977912433717e-06,
      "loss": 0.5279,
      "step": 791
    },
    {
      "epoch": 2.313534566699124,
      "grad_norm": 0.493016587785878,
      "learning_rate": 1.50379149497843e-06,
      "loss": 0.5483,
      "step": 792
    },
    {
      "epoch": 2.3164556962025316,
      "grad_norm": 0.47810281591953624,
      "learning_rate": 1.4916455810880358e-06,
      "loss": 0.4898,
      "step": 793
    },
    {
      "epoch": 2.3193768257059397,
      "grad_norm": 0.4478075131535074,
      "learning_rate": 1.4795403114729095e-06,
      "loss": 0.5101,
      "step": 794
    },
    {
      "epoch": 2.3222979552093475,
      "grad_norm": 0.4875641000416008,
      "learning_rate": 1.4674758263725614e-06,
      "loss": 0.5854,
      "step": 795
    },
    {
      "epoch": 2.3252190847127556,
      "grad_norm": 0.42525631573701944,
      "learning_rate": 1.4554522655540176e-06,
      "loss": 0.4989,
      "step": 796
    },
    {
      "epoch": 2.3281402142161634,
      "grad_norm": 0.41706543335088775,
      "learning_rate": 1.4434697683101928e-06,
      "loss": 0.516,
      "step": 797
    },
    {
      "epoch": 2.3310613437195715,
      "grad_norm": 0.4524630863860165,
      "learning_rate": 1.4315284734582802e-06,
      "loss": 0.4936,
      "step": 798
    },
    {
      "epoch": 2.3339824732229797,
      "grad_norm": 0.5066460944480237,
      "learning_rate": 1.4196285193381431e-06,
      "loss": 0.5665,
      "step": 799
    },
    {
      "epoch": 2.3369036027263874,
      "grad_norm": 0.4886439078673485,
      "learning_rate": 1.4077700438107183e-06,
      "loss": 0.5191,
      "step": 800
    },
    {
      "epoch": 2.3398247322297956,
      "grad_norm": 0.42502615563238366,
      "learning_rate": 1.3959531842564046e-06,
      "loss": 0.4785,
      "step": 801
    },
    {
      "epoch": 2.3427458617332033,
      "grad_norm": 0.45982217381683227,
      "learning_rate": 1.3841780775734847e-06,
      "loss": 0.5643,
      "step": 802
    },
    {
      "epoch": 2.3456669912366115,
      "grad_norm": 0.43225051785834356,
      "learning_rate": 1.3724448601765328e-06,
      "loss": 0.5629,
      "step": 803
    },
    {
      "epoch": 2.3485881207400197,
      "grad_norm": 0.44393943057319624,
      "learning_rate": 1.3607536679948397e-06,
      "loss": 0.456,
      "step": 804
    },
    {
      "epoch": 2.3515092502434274,
      "grad_norm": 0.44935770423521926,
      "learning_rate": 1.3491046364708294e-06,
      "loss": 0.52,
      "step": 805
    },
    {
      "epoch": 2.3544303797468356,
      "grad_norm": 0.4573183127076476,
      "learning_rate": 1.337497900558497e-06,
      "loss": 0.5231,
      "step": 806
    },
    {
      "epoch": 2.3573515092502433,
      "grad_norm": 0.4471873705684597,
      "learning_rate": 1.325933594721841e-06,
      "loss": 0.5191,
      "step": 807
    },
    {
      "epoch": 2.3602726387536515,
      "grad_norm": 0.46232878806411926,
      "learning_rate": 1.3144118529333126e-06,
      "loss": 0.4641,
      "step": 808
    },
    {
      "epoch": 2.3631937682570596,
      "grad_norm": 0.46569289026754496,
      "learning_rate": 1.3029328086722537e-06,
      "loss": 0.5363,
      "step": 809
    },
    {
      "epoch": 2.3661148977604674,
      "grad_norm": 0.4515090725602521,
      "learning_rate": 1.2914965949233572e-06,
      "loss": 0.5278,
      "step": 810
    },
    {
      "epoch": 2.3690360272638755,
      "grad_norm": 0.45127137221258873,
      "learning_rate": 1.2801033441751244e-06,
      "loss": 0.4919,
      "step": 811
    },
    {
      "epoch": 2.3719571567672832,
      "grad_norm": 0.45307816143888285,
      "learning_rate": 1.268753188418329e-06,
      "loss": 0.5063,
      "step": 812
    },
    {
      "epoch": 2.3748782862706914,
      "grad_norm": 0.4681309102712795,
      "learning_rate": 1.257446259144494e-06,
      "loss": 0.5185,
      "step": 813
    },
    {
      "epoch": 2.377799415774099,
      "grad_norm": 0.4665552455306928,
      "learning_rate": 1.24618268734436e-06,
      "loss": 0.5426,
      "step": 814
    },
    {
      "epoch": 2.3807205452775073,
      "grad_norm": 0.45997968978470405,
      "learning_rate": 1.2349626035063705e-06,
      "loss": 0.4996,
      "step": 815
    },
    {
      "epoch": 2.3836416747809155,
      "grad_norm": 0.470113793180687,
      "learning_rate": 1.2237861376151632e-06,
      "loss": 0.5392,
      "step": 816
    },
    {
      "epoch": 2.386562804284323,
      "grad_norm": 0.47230105708445114,
      "learning_rate": 1.2126534191500622e-06,
      "loss": 0.5361,
      "step": 817
    },
    {
      "epoch": 2.3894839337877314,
      "grad_norm": 0.4439367141535501,
      "learning_rate": 1.2015645770835765e-06,
      "loss": 0.4732,
      "step": 818
    },
    {
      "epoch": 2.392405063291139,
      "grad_norm": 0.4656016270422327,
      "learning_rate": 1.1905197398799074e-06,
      "loss": 0.5227,
      "step": 819
    },
    {
      "epoch": 2.3953261927945473,
      "grad_norm": 0.46417888892808024,
      "learning_rate": 1.1795190354934587e-06,
      "loss": 0.5606,
      "step": 820
    },
    {
      "epoch": 2.398247322297955,
      "grad_norm": 0.41153069172218604,
      "learning_rate": 1.168562591367361e-06,
      "loss": 0.5035,
      "step": 821
    },
    {
      "epoch": 2.401168451801363,
      "grad_norm": 0.4591933177826969,
      "learning_rate": 1.1576505344319843e-06,
      "loss": 0.5485,
      "step": 822
    },
    {
      "epoch": 2.4040895813047714,
      "grad_norm": 0.48641885058814227,
      "learning_rate": 1.146782991103475e-06,
      "loss": 0.5122,
      "step": 823
    },
    {
      "epoch": 2.407010710808179,
      "grad_norm": 0.452636414728882,
      "learning_rate": 1.1359600872822879e-06,
      "loss": 0.528,
      "step": 824
    },
    {
      "epoch": 2.4099318403115872,
      "grad_norm": 0.4637194713579063,
      "learning_rate": 1.1251819483517334e-06,
      "loss": 0.5335,
      "step": 825
    },
    {
      "epoch": 2.412852969814995,
      "grad_norm": 0.46499658066713967,
      "learning_rate": 1.1144486991765175e-06,
      "loss": 0.519,
      "step": 826
    },
    {
      "epoch": 2.415774099318403,
      "grad_norm": 0.4519765342482912,
      "learning_rate": 1.1037604641012995e-06,
      "loss": 0.5488,
      "step": 827
    },
    {
      "epoch": 2.418695228821811,
      "grad_norm": 0.4382247666420335,
      "learning_rate": 1.0931173669492472e-06,
      "loss": 0.4853,
      "step": 828
    },
    {
      "epoch": 2.421616358325219,
      "grad_norm": 0.45306336606053793,
      "learning_rate": 1.0825195310206132e-06,
      "loss": 0.5224,
      "step": 829
    },
    {
      "epoch": 2.424537487828627,
      "grad_norm": 0.4473053801916244,
      "learning_rate": 1.0719670790912928e-06,
      "loss": 0.4971,
      "step": 830
    },
    {
      "epoch": 2.427458617332035,
      "grad_norm": 0.44465614500766465,
      "learning_rate": 1.0614601334114099e-06,
      "loss": 0.5404,
      "step": 831
    },
    {
      "epoch": 2.430379746835443,
      "grad_norm": 0.4251639911624754,
      "learning_rate": 1.0509988157038952e-06,
      "loss": 0.5179,
      "step": 832
    },
    {
      "epoch": 2.433300876338851,
      "grad_norm": 0.40203118130358384,
      "learning_rate": 1.0405832471630862e-06,
      "loss": 0.4465,
      "step": 833
    },
    {
      "epoch": 2.436222005842259,
      "grad_norm": 0.49627881222358805,
      "learning_rate": 1.030213548453311e-06,
      "loss": 0.5782,
      "step": 834
    },
    {
      "epoch": 2.439143135345667,
      "grad_norm": 0.4352033965269781,
      "learning_rate": 1.019889839707498e-06,
      "loss": 0.471,
      "step": 835
    },
    {
      "epoch": 2.442064264849075,
      "grad_norm": 0.4112365791877552,
      "learning_rate": 1.0096122405257802e-06,
      "loss": 0.525,
      "step": 836
    },
    {
      "epoch": 2.444985394352483,
      "grad_norm": 0.46113597408698487,
      "learning_rate": 9.99380869974116e-07,
      "loss": 0.55,
      "step": 837
    },
    {
      "epoch": 2.447906523855891,
      "grad_norm": 0.42894572321057406,
      "learning_rate": 9.891958465828999e-07,
      "loss": 0.4883,
      "step": 838
    },
    {
      "epoch": 2.450827653359299,
      "grad_norm": 0.4306576340142323,
      "learning_rate": 9.790572883455974e-07,
      "loss": 0.5127,
      "step": 839
    },
    {
      "epoch": 2.453748782862707,
      "grad_norm": 0.47843377943065934,
      "learning_rate": 9.689653127173743e-07,
      "loss": 0.5376,
      "step": 840
    },
    {
      "epoch": 2.456669912366115,
      "grad_norm": 0.48286119801655825,
      "learning_rate": 9.589200366137375e-07,
      "loss": 0.5108,
      "step": 841
    },
    {
      "epoch": 2.459591041869523,
      "grad_norm": 0.4840439892081914,
      "learning_rate": 9.489215764091813e-07,
      "loss": 0.5436,
      "step": 842
    },
    {
      "epoch": 2.4625121713729308,
      "grad_norm": 0.4360507831964012,
      "learning_rate": 9.389700479358365e-07,
      "loss": 0.4733,
      "step": 843
    },
    {
      "epoch": 2.465433300876339,
      "grad_norm": 0.449450069287443,
      "learning_rate": 9.290655664821296e-07,
      "loss": 0.5599,
      "step": 844
    },
    {
      "epoch": 2.4683544303797467,
      "grad_norm": 0.41280059188581175,
      "learning_rate": 9.192082467914465e-07,
      "loss": 0.4792,
      "step": 845
    },
    {
      "epoch": 2.471275559883155,
      "grad_norm": 0.5093589634384059,
      "learning_rate": 9.093982030608095e-07,
      "loss": 0.5397,
      "step": 846
    },
    {
      "epoch": 2.474196689386563,
      "grad_norm": 0.45448988250512634,
      "learning_rate": 8.996355489395442e-07,
      "loss": 0.4975,
      "step": 847
    },
    {
      "epoch": 2.4771178188899707,
      "grad_norm": 0.44480146821328176,
      "learning_rate": 8.899203975279674e-07,
      "loss": 0.4914,
      "step": 848
    },
    {
      "epoch": 2.480038948393379,
      "grad_norm": 0.4896804183179627,
      "learning_rate": 8.802528613760775e-07,
      "loss": 0.5599,
      "step": 849
    },
    {
      "epoch": 2.4829600778967866,
      "grad_norm": 0.4529609749837371,
      "learning_rate": 8.706330524822548e-07,
      "loss": 0.4598,
      "step": 850
    },
    {
      "epoch": 2.485881207400195,
      "grad_norm": 0.4141270566207645,
      "learning_rate": 8.610610822919546e-07,
      "loss": 0.5195,
      "step": 851
    },
    {
      "epoch": 2.4888023369036025,
      "grad_norm": 0.4413472687231943,
      "learning_rate": 8.515370616964219e-07,
      "loss": 0.5181,
      "step": 852
    },
    {
      "epoch": 2.4917234664070107,
      "grad_norm": 0.4120555785416349,
      "learning_rate": 8.420611010314062e-07,
      "loss": 0.5267,
      "step": 853
    },
    {
      "epoch": 2.494644595910419,
      "grad_norm": 0.4661650695044543,
      "learning_rate": 8.326333100758843e-07,
      "loss": 0.5086,
      "step": 854
    },
    {
      "epoch": 2.4975657254138266,
      "grad_norm": 0.5073361612635612,
      "learning_rate": 8.232537980507848e-07,
      "loss": 0.5536,
      "step": 855
    },
    {
      "epoch": 2.5004868549172348,
      "grad_norm": 0.4961949890878462,
      "learning_rate": 8.13922673617727e-07,
      "loss": 0.5238,
      "step": 856
    },
    {
      "epoch": 2.5034079844206425,
      "grad_norm": 0.4720376448013444,
      "learning_rate": 8.046400448777575e-07,
      "loss": 0.4823,
      "step": 857
    },
    {
      "epoch": 2.5063291139240507,
      "grad_norm": 0.49809468171059407,
      "learning_rate": 7.954060193701019e-07,
      "loss": 0.5466,
      "step": 858
    },
    {
      "epoch": 2.5092502434274584,
      "grad_norm": 0.4639329084639315,
      "learning_rate": 7.862207040709191e-07,
      "loss": 0.5104,
      "step": 859
    },
    {
      "epoch": 2.5121713729308666,
      "grad_norm": 0.47993248882289974,
      "learning_rate": 7.770842053920585e-07,
      "loss": 0.5379,
      "step": 860
    },
    {
      "epoch": 2.5150925024342747,
      "grad_norm": 0.42897728377766037,
      "learning_rate": 7.679966291798297e-07,
      "loss": 0.482,
      "step": 861
    },
    {
      "epoch": 2.5180136319376825,
      "grad_norm": 0.45778561195288503,
      "learning_rate": 7.589580807137742e-07,
      "loss": 0.5032,
      "step": 862
    },
    {
      "epoch": 2.5209347614410906,
      "grad_norm": 0.46270673489951974,
      "learning_rate": 7.4996866470545e-07,
      "loss": 0.5706,
      "step": 863
    },
    {
      "epoch": 2.523855890944499,
      "grad_norm": 0.42072713048943156,
      "learning_rate": 7.410284852972127e-07,
      "loss": 0.5204,
      "step": 864
    },
    {
      "epoch": 2.5267770204479065,
      "grad_norm": 0.40846266187572267,
      "learning_rate": 7.321376460610136e-07,
      "loss": 0.4916,
      "step": 865
    },
    {
      "epoch": 2.5296981499513143,
      "grad_norm": 0.4443443498829621,
      "learning_rate": 7.232962499972002e-07,
      "loss": 0.5395,
      "step": 866
    },
    {
      "epoch": 2.5326192794547224,
      "grad_norm": 0.459368960082765,
      "learning_rate": 7.145043995333173e-07,
      "loss": 0.4924,
      "step": 867
    },
    {
      "epoch": 2.5355404089581306,
      "grad_norm": 0.47824210909228654,
      "learning_rate": 7.057621965229267e-07,
      "loss": 0.513,
      "step": 868
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 0.438214605329431,
      "learning_rate": 6.970697422444228e-07,
      "loss": 0.5695,
      "step": 869
    },
    {
      "epoch": 2.5413826679649465,
      "grad_norm": 0.45798584370168316,
      "learning_rate": 6.884271373998608e-07,
      "loss": 0.4925,
      "step": 870
    },
    {
      "epoch": 2.5443037974683547,
      "grad_norm": 0.4811217026678713,
      "learning_rate": 6.798344821137947e-07,
      "loss": 0.5083,
      "step": 871
    },
    {
      "epoch": 2.5472249269717624,
      "grad_norm": 0.4418809012550695,
      "learning_rate": 6.71291875932108e-07,
      "loss": 0.5352,
      "step": 872
    },
    {
      "epoch": 2.5501460564751706,
      "grad_norm": 0.42576085849329387,
      "learning_rate": 6.62799417820868e-07,
      "loss": 0.5262,
      "step": 873
    },
    {
      "epoch": 2.5530671859785783,
      "grad_norm": 0.4287609653415205,
      "learning_rate": 6.543572061651738e-07,
      "loss": 0.5399,
      "step": 874
    },
    {
      "epoch": 2.5559883154819865,
      "grad_norm": 0.45232434071279953,
      "learning_rate": 6.459653387680248e-07,
      "loss": 0.4725,
      "step": 875
    },
    {
      "epoch": 2.558909444985394,
      "grad_norm": 0.4554887075692202,
      "learning_rate": 6.376239128491784e-07,
      "loss": 0.5122,
      "step": 876
    },
    {
      "epoch": 2.5618305744888024,
      "grad_norm": 0.46277880760014206,
      "learning_rate": 6.293330250440277e-07,
      "loss": 0.4941,
      "step": 877
    },
    {
      "epoch": 2.5647517039922105,
      "grad_norm": 0.4962082268099505,
      "learning_rate": 6.210927714024834e-07,
      "loss": 0.5592,
      "step": 878
    },
    {
      "epoch": 2.5676728334956183,
      "grad_norm": 0.44324064458458867,
      "learning_rate": 6.129032473878582e-07,
      "loss": 0.5282,
      "step": 879
    },
    {
      "epoch": 2.5705939629990264,
      "grad_norm": 0.43320029335686094,
      "learning_rate": 6.047645478757635e-07,
      "loss": 0.4562,
      "step": 880
    },
    {
      "epoch": 2.573515092502434,
      "grad_norm": 0.45163259818241996,
      "learning_rate": 5.966767671530078e-07,
      "loss": 0.5501,
      "step": 881
    },
    {
      "epoch": 2.5764362220058423,
      "grad_norm": 0.4552021870162526,
      "learning_rate": 5.88639998916506e-07,
      "loss": 0.5359,
      "step": 882
    },
    {
      "epoch": 2.57935735150925,
      "grad_norm": 0.4604883255796744,
      "learning_rate": 5.806543362721945e-07,
      "loss": 0.5274,
      "step": 883
    },
    {
      "epoch": 2.5822784810126582,
      "grad_norm": 0.41454954591229876,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.4765,
      "step": 884
    },
    {
      "epoch": 2.5851996105160664,
      "grad_norm": 0.4325932298835654,
      "learning_rate": 5.648366972225222e-07,
      "loss": 0.5282,
      "step": 885
    },
    {
      "epoch": 2.588120740019474,
      "grad_norm": 0.433038404211758,
      "learning_rate": 5.570049040644609e-07,
      "loss": 0.5137,
      "step": 886
    },
    {
      "epoch": 2.5910418695228823,
      "grad_norm": 0.45496347053471886,
      "learning_rate": 5.492245829910664e-07,
      "loss": 0.4973,
      "step": 887
    },
    {
      "epoch": 2.59396299902629,
      "grad_norm": 0.44790019595001196,
      "learning_rate": 5.414958241373358e-07,
      "loss": 0.4881,
      "step": 888
    },
    {
      "epoch": 2.596884128529698,
      "grad_norm": 0.4506105888324243,
      "learning_rate": 5.33818717040917e-07,
      "loss": 0.5446,
      "step": 889
    },
    {
      "epoch": 2.599805258033106,
      "grad_norm": 0.45920237343152387,
      "learning_rate": 5.261933506410722e-07,
      "loss": 0.5544,
      "step": 890
    },
    {
      "epoch": 2.602726387536514,
      "grad_norm": 0.433968288589714,
      "learning_rate": 5.186198132776459e-07,
      "loss": 0.4792,
      "step": 891
    },
    {
      "epoch": 2.6056475170399223,
      "grad_norm": 0.45054587006233904,
      "learning_rate": 5.110981926900488e-07,
      "loss": 0.5271,
      "step": 892
    },
    {
      "epoch": 2.60856864654333,
      "grad_norm": 0.4402130423120147,
      "learning_rate": 5.036285760162307e-07,
      "loss": 0.4772,
      "step": 893
    },
    {
      "epoch": 2.611489776046738,
      "grad_norm": 0.4560401508104557,
      "learning_rate": 4.962110497916789e-07,
      "loss": 0.5078,
      "step": 894
    },
    {
      "epoch": 2.6144109055501463,
      "grad_norm": 0.4574934740247989,
      "learning_rate": 4.888456999484098e-07,
      "loss": 0.5177,
      "step": 895
    },
    {
      "epoch": 2.617332035053554,
      "grad_norm": 0.42797938213430475,
      "learning_rate": 4.815326118139813e-07,
      "loss": 0.5068,
      "step": 896
    },
    {
      "epoch": 2.620253164556962,
      "grad_norm": 0.4508198643702282,
      "learning_rate": 4.742718701104965e-07,
      "loss": 0.4836,
      "step": 897
    },
    {
      "epoch": 2.62317429406037,
      "grad_norm": 0.4936637557435792,
      "learning_rate": 4.670635589536254e-07,
      "loss": 0.5688,
      "step": 898
    },
    {
      "epoch": 2.626095423563778,
      "grad_norm": 0.4446810251135343,
      "learning_rate": 4.599077618516312e-07,
      "loss": 0.5213,
      "step": 899
    },
    {
      "epoch": 2.629016553067186,
      "grad_norm": 0.4393121918571539,
      "learning_rate": 4.528045617044019e-07,
      "loss": 0.515,
      "step": 900
    },
    {
      "epoch": 2.631937682570594,
      "grad_norm": 0.4546453714565344,
      "learning_rate": 4.457540408024896e-07,
      "loss": 0.5119,
      "step": 901
    },
    {
      "epoch": 2.634858812074002,
      "grad_norm": 0.43919005512991516,
      "learning_rate": 4.387562808261575e-07,
      "loss": 0.5273,
      "step": 902
    },
    {
      "epoch": 2.63777994157741,
      "grad_norm": 0.4491615831317555,
      "learning_rate": 4.3181136284443204e-07,
      "loss": 0.4994,
      "step": 903
    },
    {
      "epoch": 2.6407010710808176,
      "grad_norm": 0.48434931343594284,
      "learning_rate": 4.249193673141694e-07,
      "loss": 0.5186,
      "step": 904
    },
    {
      "epoch": 2.643622200584226,
      "grad_norm": 0.41259506287384623,
      "learning_rate": 4.180803740791156e-07,
      "loss": 0.5319,
      "step": 905
    },
    {
      "epoch": 2.646543330087634,
      "grad_norm": 0.4076433170920647,
      "learning_rate": 4.112944623689863e-07,
      "loss": 0.5178,
      "step": 906
    },
    {
      "epoch": 2.6494644595910417,
      "grad_norm": 0.421345630456112,
      "learning_rate": 4.0456171079854833e-07,
      "loss": 0.4951,
      "step": 907
    },
    {
      "epoch": 2.65238558909445,
      "grad_norm": 0.4435092242276153,
      "learning_rate": 3.978821973667074e-07,
      "loss": 0.4837,
      "step": 908
    },
    {
      "epoch": 2.655306718597858,
      "grad_norm": 0.44521873058867134,
      "learning_rate": 3.9125599945560866e-07,
      "loss": 0.5526,
      "step": 909
    },
    {
      "epoch": 2.6582278481012658,
      "grad_norm": 0.45505539256105115,
      "learning_rate": 3.846831938297324e-07,
      "loss": 0.5158,
      "step": 910
    },
    {
      "epoch": 2.661148977604674,
      "grad_norm": 0.433074017412774,
      "learning_rate": 3.7816385663501097e-07,
      "loss": 0.4809,
      "step": 911
    },
    {
      "epoch": 2.6640701071080817,
      "grad_norm": 0.4502224951078667,
      "learning_rate": 3.716980633979489e-07,
      "loss": 0.5363,
      "step": 912
    },
    {
      "epoch": 2.66699123661149,
      "grad_norm": 0.43979723124115566,
      "learning_rate": 3.6528588902473905e-07,
      "loss": 0.508,
      "step": 913
    },
    {
      "epoch": 2.6699123661148976,
      "grad_norm": 0.46901546979749387,
      "learning_rate": 3.589274078004029e-07,
      "loss": 0.5489,
      "step": 914
    },
    {
      "epoch": 2.6728334956183057,
      "grad_norm": 0.4432062648822634,
      "learning_rate": 3.5262269338792623e-07,
      "loss": 0.526,
      "step": 915
    },
    {
      "epoch": 2.675754625121714,
      "grad_norm": 0.43511333463780544,
      "learning_rate": 3.463718188274046e-07,
      "loss": 0.5332,
      "step": 916
    },
    {
      "epoch": 2.6786757546251216,
      "grad_norm": 0.38843912794513447,
      "learning_rate": 3.401748565352031e-07,
      "loss": 0.4997,
      "step": 917
    },
    {
      "epoch": 2.68159688412853,
      "grad_norm": 0.41986039406023057,
      "learning_rate": 3.340318783031099e-07,
      "loss": 0.4804,
      "step": 918
    },
    {
      "epoch": 2.6845180136319375,
      "grad_norm": 0.44648799987073357,
      "learning_rate": 3.279429552975094e-07,
      "loss": 0.57,
      "step": 919
    },
    {
      "epoch": 2.6874391431353457,
      "grad_norm": 0.38625226404630086,
      "learning_rate": 3.219081580585548e-07,
      "loss": 0.418,
      "step": 920
    },
    {
      "epoch": 2.6903602726387534,
      "grad_norm": 0.46495901890128216,
      "learning_rate": 3.159275564993558e-07,
      "loss": 0.562,
      "step": 921
    },
    {
      "epoch": 2.6932814021421616,
      "grad_norm": 0.4542095138457356,
      "learning_rate": 3.100012199051627e-07,
      "loss": 0.48,
      "step": 922
    },
    {
      "epoch": 2.6962025316455698,
      "grad_norm": 0.461034837465003,
      "learning_rate": 3.0412921693256657e-07,
      "loss": 0.5802,
      "step": 923
    },
    {
      "epoch": 2.6991236611489775,
      "grad_norm": 0.4124404226906978,
      "learning_rate": 2.9831161560870346e-07,
      "loss": 0.5124,
      "step": 924
    },
    {
      "epoch": 2.7020447906523857,
      "grad_norm": 0.420405602577591,
      "learning_rate": 2.9254848333046817e-07,
      "loss": 0.4959,
      "step": 925
    },
    {
      "epoch": 2.704965920155794,
      "grad_norm": 0.42637463336396936,
      "learning_rate": 2.8683988686372956e-07,
      "loss": 0.529,
      "step": 926
    },
    {
      "epoch": 2.7078870496592016,
      "grad_norm": 0.4156040595949887,
      "learning_rate": 2.811858923425609e-07,
      "loss": 0.5184,
      "step": 927
    },
    {
      "epoch": 2.7108081791626093,
      "grad_norm": 0.4312166608407746,
      "learning_rate": 2.755865652684703e-07,
      "loss": 0.5438,
      "step": 928
    },
    {
      "epoch": 2.7137293086660175,
      "grad_norm": 0.4369289965460609,
      "learning_rate": 2.7004197050964744e-07,
      "loss": 0.4978,
      "step": 929
    },
    {
      "epoch": 2.7166504381694256,
      "grad_norm": 0.426344227648129,
      "learning_rate": 2.645521723002037e-07,
      "loss": 0.5041,
      "step": 930
    },
    {
      "epoch": 2.7195715676728334,
      "grad_norm": 0.4417752376579622,
      "learning_rate": 2.591172342394349e-07,
      "loss": 0.5587,
      "step": 931
    },
    {
      "epoch": 2.7224926971762415,
      "grad_norm": 0.457814912149392,
      "learning_rate": 2.537372192910825e-07,
      "loss": 0.5175,
      "step": 932
    },
    {
      "epoch": 2.7254138266796497,
      "grad_norm": 0.45549699443779185,
      "learning_rate": 2.4841218978260194e-07,
      "loss": 0.5033,
      "step": 933
    },
    {
      "epoch": 2.7283349561830574,
      "grad_norm": 0.44509990954989737,
      "learning_rate": 2.4314220740444595e-07,
      "loss": 0.5192,
      "step": 934
    },
    {
      "epoch": 2.731256085686465,
      "grad_norm": 0.4542595414389855,
      "learning_rate": 2.3792733320934348e-07,
      "loss": 0.5193,
      "step": 935
    },
    {
      "epoch": 2.7341772151898733,
      "grad_norm": 0.46788823553431785,
      "learning_rate": 2.3276762761159588e-07,
      "loss": 0.5226,
      "step": 936
    },
    {
      "epoch": 2.7370983446932815,
      "grad_norm": 0.46548939441743264,
      "learning_rate": 2.276631503863763e-07,
      "loss": 0.5234,
      "step": 937
    },
    {
      "epoch": 2.7400194741966892,
      "grad_norm": 0.43071296003232673,
      "learning_rate": 2.2261396066903916e-07,
      "loss": 0.4968,
      "step": 938
    },
    {
      "epoch": 2.7429406037000974,
      "grad_norm": 0.4422590771192652,
      "learning_rate": 2.176201169544312e-07,
      "loss": 0.5135,
      "step": 939
    },
    {
      "epoch": 2.7458617332035056,
      "grad_norm": 0.43839294000442797,
      "learning_rate": 2.12681677096217e-07,
      "loss": 0.5459,
      "step": 940
    },
    {
      "epoch": 2.7487828627069133,
      "grad_norm": 0.4296191280132258,
      "learning_rate": 2.0779869830620692e-07,
      "loss": 0.4538,
      "step": 941
    },
    {
      "epoch": 2.7517039922103215,
      "grad_norm": 0.4119484440139385,
      "learning_rate": 2.029712371536957e-07,
      "loss": 0.4839,
      "step": 942
    },
    {
      "epoch": 2.754625121713729,
      "grad_norm": 0.4512158763524109,
      "learning_rate": 1.9819934956480603e-07,
      "loss": 0.5445,
      "step": 943
    },
    {
      "epoch": 2.7575462512171374,
      "grad_norm": 0.4212292286246555,
      "learning_rate": 1.9348309082184102e-07,
      "loss": 0.4934,
      "step": 944
    },
    {
      "epoch": 2.760467380720545,
      "grad_norm": 0.44496919909800775,
      "learning_rate": 1.888225155626433e-07,
      "loss": 0.5456,
      "step": 945
    },
    {
      "epoch": 2.7633885102239533,
      "grad_norm": 0.41713723572900646,
      "learning_rate": 1.8421767777996425e-07,
      "loss": 0.4462,
      "step": 946
    },
    {
      "epoch": 2.7663096397273614,
      "grad_norm": 0.4457624171080001,
      "learning_rate": 1.7966863082083507e-07,
      "loss": 0.5427,
      "step": 947
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.4348007177346548,
      "learning_rate": 1.7517542738595071e-07,
      "loss": 0.5568,
      "step": 948
    },
    {
      "epoch": 2.7721518987341773,
      "grad_norm": 0.41399848976523823,
      "learning_rate": 1.7073811952905862e-07,
      "loss": 0.5083,
      "step": 949
    },
    {
      "epoch": 2.775073028237585,
      "grad_norm": 0.43232436981734923,
      "learning_rate": 1.6635675865635859e-07,
      "loss": 0.4505,
      "step": 950
    },
    {
      "epoch": 2.7779941577409932,
      "grad_norm": 0.4750164143516587,
      "learning_rate": 1.6203139552590175e-07,
      "loss": 0.5831,
      "step": 951
    },
    {
      "epoch": 2.780915287244401,
      "grad_norm": 0.39972505599387415,
      "learning_rate": 1.5776208024700702e-07,
      "loss": 0.4751,
      "step": 952
    },
    {
      "epoch": 2.783836416747809,
      "grad_norm": 0.42708956986618357,
      "learning_rate": 1.5354886227967934e-07,
      "loss": 0.532,
      "step": 953
    },
    {
      "epoch": 2.7867575462512173,
      "grad_norm": 0.4435213719711565,
      "learning_rate": 1.4939179043403474e-07,
      "loss": 0.5347,
      "step": 954
    },
    {
      "epoch": 2.789678675754625,
      "grad_norm": 0.4416374818886015,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.5459,
      "step": 955
    },
    {
      "epoch": 2.792599805258033,
      "grad_norm": 0.45153869521194906,
      "learning_rate": 1.4124627709544814e-07,
      "loss": 0.4918,
      "step": 956
    },
    {
      "epoch": 2.7955209347614414,
      "grad_norm": 0.4440135260222283,
      "learning_rate": 1.3725792996825083e-07,
      "loss": 0.5016,
      "step": 957
    },
    {
      "epoch": 2.798442064264849,
      "grad_norm": 0.39484795107770926,
      "learning_rate": 1.3332591769314006e-07,
      "loss": 0.5043,
      "step": 958
    },
    {
      "epoch": 2.801363193768257,
      "grad_norm": 0.444235962409132,
      "learning_rate": 1.2945028582246445e-07,
      "loss": 0.5637,
      "step": 959
    },
    {
      "epoch": 2.804284323271665,
      "grad_norm": 0.4583481416669065,
      "learning_rate": 1.2563107925540774e-07,
      "loss": 0.5017,
      "step": 960
    },
    {
      "epoch": 2.807205452775073,
      "grad_norm": 0.4215520268166574,
      "learning_rate": 1.2186834223746612e-07,
      "loss": 0.5136,
      "step": 961
    },
    {
      "epoch": 2.810126582278481,
      "grad_norm": 0.43820018627048524,
      "learning_rate": 1.1816211835993684e-07,
      "loss": 0.4964,
      "step": 962
    },
    {
      "epoch": 2.813047711781889,
      "grad_norm": 0.4420212484091613,
      "learning_rate": 1.1451245055941251e-07,
      "loss": 0.5112,
      "step": 963
    },
    {
      "epoch": 2.8159688412852972,
      "grad_norm": 0.4365334218610012,
      "learning_rate": 1.1091938111728374e-07,
      "loss": 0.5273,
      "step": 964
    },
    {
      "epoch": 2.818889970788705,
      "grad_norm": 0.4377608647741322,
      "learning_rate": 1.0738295165924783e-07,
      "loss": 0.5398,
      "step": 965
    },
    {
      "epoch": 2.8218111002921127,
      "grad_norm": 0.45046127023142907,
      "learning_rate": 1.0390320315482982e-07,
      "loss": 0.5062,
      "step": 966
    },
    {
      "epoch": 2.824732229795521,
      "grad_norm": 0.4019879301034501,
      "learning_rate": 1.0048017591690607e-07,
      "loss": 0.5114,
      "step": 967
    },
    {
      "epoch": 2.827653359298929,
      "grad_norm": 0.4402917529148519,
      "learning_rate": 9.711390960123634e-08,
      "loss": 0.5359,
      "step": 968
    },
    {
      "epoch": 2.8305744888023368,
      "grad_norm": 0.41904135734811376,
      "learning_rate": 9.380444320600591e-08,
      "loss": 0.4684,
      "step": 969
    },
    {
      "epoch": 2.833495618305745,
      "grad_norm": 0.4659811321879393,
      "learning_rate": 9.055181507137245e-08,
      "loss": 0.5426,
      "step": 970
    },
    {
      "epoch": 2.836416747809153,
      "grad_norm": 0.440634928654449,
      "learning_rate": 8.73560628790232e-08,
      "loss": 0.5258,
      "step": 971
    },
    {
      "epoch": 2.839337877312561,
      "grad_norm": 0.44241019235537177,
      "learning_rate": 8.421722365173856e-08,
      "loss": 0.553,
      "step": 972
    },
    {
      "epoch": 2.842259006815969,
      "grad_norm": 0.4085933163681831,
      "learning_rate": 8.113533375295968e-08,
      "loss": 0.4804,
      "step": 973
    },
    {
      "epoch": 2.8451801363193767,
      "grad_norm": 0.42283609192144683,
      "learning_rate": 7.81104288863721e-08,
      "loss": 0.5268,
      "step": 974
    },
    {
      "epoch": 2.848101265822785,
      "grad_norm": 0.4414452447566111,
      "learning_rate": 7.514254409549005e-08,
      "loss": 0.5059,
      "step": 975
    },
    {
      "epoch": 2.8510223953261926,
      "grad_norm": 0.477876908869347,
      "learning_rate": 7.223171376325e-08,
      "loss": 0.5401,
      "step": 976
    },
    {
      "epoch": 2.853943524829601,
      "grad_norm": 0.45667617596842697,
      "learning_rate": 6.93779716116122e-08,
      "loss": 0.5179,
      "step": 977
    },
    {
      "epoch": 2.856864654333009,
      "grad_norm": 0.43661296400815486,
      "learning_rate": 6.658135070116978e-08,
      "loss": 0.479,
      "step": 978
    },
    {
      "epoch": 2.8597857838364167,
      "grad_norm": 0.43447801900111893,
      "learning_rate": 6.384188343076914e-08,
      "loss": 0.4933,
      "step": 979
    },
    {
      "epoch": 2.862706913339825,
      "grad_norm": 0.4567696696725672,
      "learning_rate": 6.115960153712963e-08,
      "loss": 0.5225,
      "step": 980
    },
    {
      "epoch": 2.8656280428432326,
      "grad_norm": 0.4423237005020546,
      "learning_rate": 5.8534536094478345e-08,
      "loss": 0.5649,
      "step": 981
    },
    {
      "epoch": 2.8685491723466408,
      "grad_norm": 0.41379887497949286,
      "learning_rate": 5.596671751419147e-08,
      "loss": 0.474,
      "step": 982
    },
    {
      "epoch": 2.8714703018500485,
      "grad_norm": 0.4382842717392665,
      "learning_rate": 5.3456175544437936e-08,
      "loss": 0.529,
      "step": 983
    },
    {
      "epoch": 2.8743914313534566,
      "grad_norm": 0.4463860151059245,
      "learning_rate": 5.100293926984023e-08,
      "loss": 0.4909,
      "step": 984
    },
    {
      "epoch": 2.877312560856865,
      "grad_norm": 0.4057084453405752,
      "learning_rate": 4.860703711113246e-08,
      "loss": 0.5029,
      "step": 985
    },
    {
      "epoch": 2.8802336903602725,
      "grad_norm": 0.42518495194251527,
      "learning_rate": 4.626849682483392e-08,
      "loss": 0.5376,
      "step": 986
    },
    {
      "epoch": 2.8831548198636807,
      "grad_norm": 0.45413911287155506,
      "learning_rate": 4.398734550292716e-08,
      "loss": 0.5467,
      "step": 987
    },
    {
      "epoch": 2.8860759493670884,
      "grad_norm": 0.4142515305933239,
      "learning_rate": 4.176360957254266e-08,
      "loss": 0.4568,
      "step": 988
    },
    {
      "epoch": 2.8889970788704966,
      "grad_norm": 0.435060369756503,
      "learning_rate": 3.959731479565465e-08,
      "loss": 0.5319,
      "step": 989
    },
    {
      "epoch": 2.8919182083739043,
      "grad_norm": 0.43929179209673974,
      "learning_rate": 3.748848626878132e-08,
      "loss": 0.5782,
      "step": 990
    },
    {
      "epoch": 2.8948393378773125,
      "grad_norm": 0.4061515904911967,
      "learning_rate": 3.543714842269508e-08,
      "loss": 0.462,
      "step": 991
    },
    {
      "epoch": 2.8977604673807207,
      "grad_norm": 0.46420928088916874,
      "learning_rate": 3.344332502213887e-08,
      "loss": 0.5218,
      "step": 992
    },
    {
      "epoch": 2.9006815968841284,
      "grad_norm": 0.4346617171265348,
      "learning_rate": 3.150703916554976e-08,
      "loss": 0.4832,
      "step": 993
    },
    {
      "epoch": 2.9036027263875366,
      "grad_norm": 0.45371971197536476,
      "learning_rate": 2.962831328479465e-08,
      "loss": 0.5087,
      "step": 994
    },
    {
      "epoch": 2.9065238558909448,
      "grad_norm": 0.47344580171350403,
      "learning_rate": 2.7807169144906108e-08,
      "loss": 0.5639,
      "step": 995
    },
    {
      "epoch": 2.9094449853943525,
      "grad_norm": 0.4343079692320858,
      "learning_rate": 2.6043627843834185e-08,
      "loss": 0.534,
      "step": 996
    },
    {
      "epoch": 2.91236611489776,
      "grad_norm": 0.41472366849725406,
      "learning_rate": 2.4337709812199405e-08,
      "loss": 0.471,
      "step": 997
    },
    {
      "epoch": 2.9152872444011684,
      "grad_norm": 0.41847164257771846,
      "learning_rate": 2.2689434813056856e-08,
      "loss": 0.5252,
      "step": 998
    },
    {
      "epoch": 2.9182083739045765,
      "grad_norm": 0.4540400278681399,
      "learning_rate": 2.1098821941667457e-08,
      "loss": 0.5683,
      "step": 999
    },
    {
      "epoch": 2.9211295034079843,
      "grad_norm": 0.43916840754064074,
      "learning_rate": 1.9565889625275945e-08,
      "loss": 0.4844,
      "step": 1000
    },
    {
      "epoch": 2.9240506329113924,
      "grad_norm": 0.4345074027775515,
      "learning_rate": 1.8090655622899356e-08,
      "loss": 0.4881,
      "step": 1001
    },
    {
      "epoch": 2.9269717624148006,
      "grad_norm": 0.4796907378778938,
      "learning_rate": 1.6673137025118303e-08,
      "loss": 0.5576,
      "step": 1002
    },
    {
      "epoch": 2.9298928919182083,
      "grad_norm": 0.4751897325081864,
      "learning_rate": 1.5313350253882143e-08,
      "loss": 0.5248,
      "step": 1003
    },
    {
      "epoch": 2.9328140214216165,
      "grad_norm": 0.4566958532328187,
      "learning_rate": 1.4011311062316347e-08,
      "loss": 0.5207,
      "step": 1004
    },
    {
      "epoch": 2.9357351509250242,
      "grad_norm": 0.4143592301627743,
      "learning_rate": 1.2767034534540978e-08,
      "loss": 0.483,
      "step": 1005
    },
    {
      "epoch": 2.9386562804284324,
      "grad_norm": 0.4151441658060871,
      "learning_rate": 1.158053508549528e-08,
      "loss": 0.4624,
      "step": 1006
    },
    {
      "epoch": 2.94157740993184,
      "grad_norm": 0.44443161265224573,
      "learning_rate": 1.0451826460772252e-08,
      "loss": 0.5295,
      "step": 1007
    },
    {
      "epoch": 2.9444985394352483,
      "grad_norm": 0.4244569182328679,
      "learning_rate": 9.38092173645766e-09,
      "loss": 0.5164,
      "step": 1008
    },
    {
      "epoch": 2.9474196689386565,
      "grad_norm": 0.42619195275616983,
      "learning_rate": 8.367833318980168e-09,
      "loss": 0.5474,
      "step": 1009
    },
    {
      "epoch": 2.950340798442064,
      "grad_norm": 0.44631991928366016,
      "learning_rate": 7.412572944965335e-09,
      "loss": 0.4825,
      "step": 1010
    },
    {
      "epoch": 2.9532619279454724,
      "grad_norm": 0.4028816094942567,
      "learning_rate": 6.515151681101284e-09,
      "loss": 0.507,
      "step": 1011
    },
    {
      "epoch": 2.95618305744888,
      "grad_norm": 0.4346618256973241,
      "learning_rate": 5.675579924011576e-09,
      "loss": 0.5173,
      "step": 1012
    },
    {
      "epoch": 2.9591041869522883,
      "grad_norm": 0.4213345827232603,
      "learning_rate": 4.89386740013198e-09,
      "loss": 0.4984,
      "step": 1013
    },
    {
      "epoch": 2.962025316455696,
      "grad_norm": 0.40444422520787165,
      "learning_rate": 4.170023165600001e-09,
      "loss": 0.5463,
      "step": 1014
    },
    {
      "epoch": 2.964946445959104,
      "grad_norm": 0.4158643063044851,
      "learning_rate": 3.5040556061483043e-09,
      "loss": 0.4929,
      "step": 1015
    },
    {
      "epoch": 2.9678675754625123,
      "grad_norm": 0.45968510533530904,
      "learning_rate": 2.8959724370092313e-09,
      "loss": 0.5618,
      "step": 1016
    },
    {
      "epoch": 2.97078870496592,
      "grad_norm": 0.45874234552575655,
      "learning_rate": 2.3457807028248734e-09,
      "loss": 0.5245,
      "step": 1017
    },
    {
      "epoch": 2.9737098344693282,
      "grad_norm": 0.4715342361612812,
      "learning_rate": 1.8534867775649169e-09,
      "loss": 0.5129,
      "step": 1018
    },
    {
      "epoch": 2.976630963972736,
      "grad_norm": 0.4184866954459166,
      "learning_rate": 1.4190963644522549e-09,
      "loss": 0.4844,
      "step": 1019
    },
    {
      "epoch": 2.979552093476144,
      "grad_norm": 0.41399082545193333,
      "learning_rate": 1.0426144958985974e-09,
      "loss": 0.5588,
      "step": 1020
    },
    {
      "epoch": 2.982473222979552,
      "grad_norm": 0.445097303921185,
      "learning_rate": 7.240455334456276e-10,
      "loss": 0.4614,
      "step": 1021
    },
    {
      "epoch": 2.98539435248296,
      "grad_norm": 0.4214572233508389,
      "learning_rate": 4.633931677139325e-10,
      "loss": 0.5183,
      "step": 1022
    },
    {
      "epoch": 2.988315481986368,
      "grad_norm": 0.4246075700283406,
      "learning_rate": 2.60660418360259e-10,
      "loss": 0.5797,
      "step": 1023
    },
    {
      "epoch": 2.991236611489776,
      "grad_norm": 0.4332145327952596,
      "learning_rate": 1.158496340419868e-10,
      "loss": 0.5132,
      "step": 1024
    },
    {
      "epoch": 2.994157740993184,
      "grad_norm": 0.4486911892623868,
      "learning_rate": 2.8962492393258546e-11,
      "loss": 0.5159,
      "step": 1025
    },
    {
      "epoch": 2.9970788704965923,
      "grad_norm": 0.4412334672273621,
      "learning_rate": 0.0,
      "loss": 0.5245,
      "step": 1026
    },
    {
      "epoch": 2.9970788704965923,
      "step": 1026,
      "total_flos": 883131557314560.0,
      "train_loss": 0.5971221869800523,
      "train_runtime": 15429.9437,
      "train_samples_per_second": 6.384,
      "train_steps_per_second": 0.066
    }
  ],
  "logging_steps": 1,
  "max_steps": 1026,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 883131557314560.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}