{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 156,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.327302247285843,
      "epoch": 0.012903225806451613,
      "grad_norm": 1.0468459129333496,
      "learning_rate": 0.0,
      "loss": 1.9516217708587646,
      "mean_token_accuracy": 0.5490271672606468,
      "num_tokens": 129656.0,
      "step": 1
    },
    {
      "entropy": 1.3267911523580551,
      "epoch": 0.025806451612903226,
      "grad_norm": 1.0235601663589478,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.9609016180038452,
      "mean_token_accuracy": 0.545955665409565,
      "num_tokens": 257608.0,
      "step": 2
    },
    {
      "entropy": 1.4163906574249268,
      "epoch": 0.03870967741935484,
      "grad_norm": 0.8620004057884216,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.9539512395858765,
      "mean_token_accuracy": 0.5437170788645744,
      "num_tokens": 385654.0,
      "step": 3
    },
    {
      "entropy": 1.5072677731513977,
      "epoch": 0.05161290322580645,
      "grad_norm": 0.6674020290374756,
      "learning_rate": 1.25e-05,
      "loss": 1.929893136024475,
      "mean_token_accuracy": 0.5428568199276924,
      "num_tokens": 513578.0,
      "step": 4
    },
    {
      "entropy": 1.5772784054279327,
      "epoch": 0.06451612903225806,
      "grad_norm": 0.44926103949546814,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.8096842765808105,
      "mean_token_accuracy": 0.5594104528427124,
      "num_tokens": 643891.0,
      "step": 5
    },
    {
      "entropy": 1.691362425684929,
      "epoch": 0.07741935483870968,
      "grad_norm": 0.3624405860900879,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 1.792994499206543,
      "mean_token_accuracy": 0.5583670735359192,
      "num_tokens": 773552.0,
      "step": 6
    },
    {
      "entropy": 1.7625758796930313,
      "epoch": 0.09032258064516129,
      "grad_norm": 0.32741692662239075,
      "learning_rate": 2.5e-05,
      "loss": 1.7421350479125977,
      "mean_token_accuracy": 0.565700501203537,
      "num_tokens": 902676.0,
      "step": 7
    },
    {
      "entropy": 1.816343978047371,
      "epoch": 0.1032258064516129,
      "grad_norm": 0.31979212164878845,
      "learning_rate": 2.916666666666667e-05,
      "loss": 1.7134227752685547,
      "mean_token_accuracy": 0.5680374577641487,
      "num_tokens": 1031062.0,
      "step": 8
    },
    {
      "entropy": 1.884494736790657,
      "epoch": 0.11612903225806452,
      "grad_norm": 0.3261905312538147,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.697797417640686,
      "mean_token_accuracy": 0.5728070959448814,
      "num_tokens": 1159144.0,
      "step": 9
    },
    {
      "entropy": 1.9154246598482132,
      "epoch": 0.12903225806451613,
      "grad_norm": 0.33981192111968994,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.691472053527832,
      "mean_token_accuracy": 0.5723336413502693,
      "num_tokens": 1286047.0,
      "step": 10
    },
    {
      "entropy": 1.8476576060056686,
      "epoch": 0.14193548387096774,
      "grad_norm": 0.3439367115497589,
      "learning_rate": 4.166666666666667e-05,
      "loss": 1.6031842231750488,
      "mean_token_accuracy": 0.5876904204487801,
      "num_tokens": 1414956.0,
      "step": 11
    },
    {
      "entropy": 1.7925567030906677,
      "epoch": 0.15483870967741936,
      "grad_norm": 0.3315640985965729,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 1.5772321224212646,
      "mean_token_accuracy": 0.5901090204715729,
      "num_tokens": 1544083.0,
      "step": 12
    },
    {
      "entropy": 1.6733195632696152,
      "epoch": 0.16774193548387098,
      "grad_norm": 0.2760685086250305,
      "learning_rate": 5e-05,
      "loss": 1.5256061553955078,
      "mean_token_accuracy": 0.5991538763046265,
      "num_tokens": 1673817.0,
      "step": 13
    },
    {
      "entropy": 1.4815043658018112,
      "epoch": 0.18064516129032257,
      "grad_norm": 0.23523160815238953,
      "learning_rate": 4.9997496794168726e-05,
      "loss": 1.4415483474731445,
      "mean_token_accuracy": 0.6162490248680115,
      "num_tokens": 1801770.0,
      "step": 14
    },
    {
      "entropy": 1.4159721434116364,
      "epoch": 0.1935483870967742,
      "grad_norm": 0.28664934635162354,
      "learning_rate": 4.998998767795805e-05,
      "loss": 1.4667837619781494,
      "mean_token_accuracy": 0.6101680621504784,
      "num_tokens": 1931723.0,
      "step": 15
    },
    {
      "entropy": 1.3478048890829086,
      "epoch": 0.2064516129032258,
      "grad_norm": 0.28385764360427856,
      "learning_rate": 4.9977474155117045e-05,
      "loss": 1.4278314113616943,
      "mean_token_accuracy": 0.6164416000247002,
      "num_tokens": 2061345.0,
      "step": 16
    },
    {
      "entropy": 1.3173148781061172,
      "epoch": 0.21935483870967742,
      "grad_norm": 0.24572592973709106,
      "learning_rate": 4.995995873155958e-05,
      "loss": 1.3927912712097168,
      "mean_token_accuracy": 0.6206158325076103,
      "num_tokens": 2190508.0,
      "step": 17
    },
    {
      "entropy": 1.3462176322937012,
      "epoch": 0.23225806451612904,
      "grad_norm": 0.2069179117679596,
      "learning_rate": 4.99374449148625e-05,
      "loss": 1.3792784214019775,
      "mean_token_accuracy": 0.6236012801527977,
      "num_tokens": 2318941.0,
      "step": 18
    },
    {
      "entropy": 1.39307202398777,
      "epoch": 0.24516129032258063,
      "grad_norm": 0.19426818192005157,
      "learning_rate": 4.9909937213563165e-05,
      "loss": 1.37335205078125,
      "mean_token_accuracy": 0.62324009090662,
      "num_tokens": 2448059.0,
      "step": 19
    },
    {
      "entropy": 1.420734629034996,
      "epoch": 0.25806451612903225,
      "grad_norm": 0.19838440418243408,
      "learning_rate": 4.987744113625665e-05,
      "loss": 1.370849370956421,
      "mean_token_accuracy": 0.6241574659943581,
      "num_tokens": 2577375.0,
      "step": 20
    },
    {
      "entropy": 1.371973842382431,
      "epoch": 0.2709677419354839,
      "grad_norm": 0.18288694322109222,
      "learning_rate": 4.9839963190492576e-05,
      "loss": 1.3033034801483154,
      "mean_token_accuracy": 0.6400853618979454,
      "num_tokens": 2707055.0,
      "step": 21
    },
    {
      "entropy": 1.3838643580675125,
      "epoch": 0.2838709677419355,
      "grad_norm": 0.18097883462905884,
      "learning_rate": 4.979751088147192e-05,
      "loss": 1.318864107131958,
      "mean_token_accuracy": 0.6351697221398354,
      "num_tokens": 2836471.0,
      "step": 22
    },
    {
      "entropy": 1.354823961853981,
      "epoch": 0.2967741935483871,
      "grad_norm": 0.16573207080364227,
      "learning_rate": 4.975009271054409e-05,
      "loss": 1.2960338592529297,
      "mean_token_accuracy": 0.6396285593509674,
      "num_tokens": 2967186.0,
      "step": 23
    },
    {
      "entropy": 1.356062889099121,
      "epoch": 0.3096774193548387,
      "grad_norm": 0.15834170579910278,
      "learning_rate": 4.969771817350445e-05,
      "loss": 1.311288595199585,
      "mean_token_accuracy": 0.638341523706913,
      "num_tokens": 3091283.0,
      "step": 24
    },
    {
      "entropy": 1.3014232963323593,
      "epoch": 0.3225806451612903,
      "grad_norm": 0.15633215010166168,
      "learning_rate": 4.9640397758692715e-05,
      "loss": 1.2794947624206543,
      "mean_token_accuracy": 0.6442421302199364,
      "num_tokens": 3221704.0,
      "step": 25
    },
    {
      "entropy": 1.2741473019123077,
      "epoch": 0.33548387096774196,
      "grad_norm": 0.16600695252418518,
      "learning_rate": 4.957814294489261e-05,
      "loss": 1.2685260772705078,
      "mean_token_accuracy": 0.6439810171723366,
      "num_tokens": 3351359.0,
      "step": 26
    },
    {
      "entropy": 1.2793954610824585,
      "epoch": 0.34838709677419355,
      "grad_norm": 0.1699378341436386,
      "learning_rate": 4.9510966199033174e-05,
      "loss": 1.299481749534607,
      "mean_token_accuracy": 0.6377060264348984,
      "num_tokens": 3480058.0,
      "step": 27
    },
    {
      "entropy": 1.2380398958921432,
      "epoch": 0.36129032258064514,
      "grad_norm": 0.1586979180574417,
      "learning_rate": 4.943888097369216e-05,
      "loss": 1.2551636695861816,
      "mean_token_accuracy": 0.6473096534609795,
      "num_tokens": 3610897.0,
      "step": 28
    },
    {
      "entropy": 1.25519198179245,
      "epoch": 0.3741935483870968,
      "grad_norm": 0.1537477672100067,
      "learning_rate": 4.936190170440208e-05,
      "loss": 1.2700082063674927,
      "mean_token_accuracy": 0.6448632478713989,
      "num_tokens": 3740627.0,
      "step": 29
    },
    {
      "entropy": 1.200623482465744,
      "epoch": 0.3870967741935484,
      "grad_norm": 0.1391288787126541,
      "learning_rate": 4.928004380675941e-05,
      "loss": 1.2029218673706055,
      "mean_token_accuracy": 0.6599779576063156,
      "num_tokens": 3869695.0,
      "step": 30
    },
    {
      "entropy": 1.222929760813713,
      "epoch": 0.4,
      "grad_norm": 0.14511308073997498,
      "learning_rate": 4.9193323673337476e-05,
      "loss": 1.2141369581222534,
      "mean_token_accuracy": 0.6561597287654877,
      "num_tokens": 3998221.0,
      "step": 31
    },
    {
      "entropy": 1.2850614041090012,
      "epoch": 0.4129032258064516,
      "grad_norm": 0.14675162732601166,
      "learning_rate": 4.910175867040377e-05,
      "loss": 1.260993242263794,
      "mean_token_accuracy": 0.6444773599505424,
      "num_tokens": 4127108.0,
      "step": 32
    },
    {
      "entropy": 1.2510194778442383,
      "epoch": 0.4258064516129032,
      "grad_norm": 0.14100538194179535,
      "learning_rate": 4.9005367134442235e-05,
      "loss": 1.2186331748962402,
      "mean_token_accuracy": 0.65362448990345,
      "num_tokens": 4256994.0,
      "step": 33
    },
    {
      "entropy": 1.223235473036766,
      "epoch": 0.43870967741935485,
      "grad_norm": 0.13875682651996613,
      "learning_rate": 4.890416836848127e-05,
      "loss": 1.203627586364746,
      "mean_token_accuracy": 0.6568410098552704,
      "num_tokens": 4385244.0,
      "step": 34
    },
    {
      "entropy": 1.1924351304769516,
      "epoch": 0.45161290322580644,
      "grad_norm": 0.13426443934440613,
      "learning_rate": 4.8798182638228166e-05,
      "loss": 1.1726880073547363,
      "mean_token_accuracy": 0.6638099774718285,
      "num_tokens": 4515175.0,
      "step": 35
    },
    {
      "entropy": 1.2145061641931534,
      "epoch": 0.4645161290322581,
      "grad_norm": 0.1369384229183197,
      "learning_rate": 4.868743116801074e-05,
      "loss": 1.2057712078094482,
      "mean_token_accuracy": 0.6585973352193832,
      "num_tokens": 4644464.0,
      "step": 36
    },
    {
      "entropy": 1.1699982434511185,
      "epoch": 0.4774193548387097,
      "grad_norm": 0.13203217089176178,
      "learning_rate": 4.857193613652711e-05,
      "loss": 1.1678709983825684,
      "mean_token_accuracy": 0.6651179119944572,
      "num_tokens": 4774388.0,
      "step": 37
    },
    {
      "entropy": 1.1900109350681305,
      "epoch": 0.49032258064516127,
      "grad_norm": 0.1409081071615219,
      "learning_rate": 4.845172067240415e-05,
      "loss": 1.196943998336792,
      "mean_token_accuracy": 0.6569633036851883,
      "num_tokens": 4903171.0,
      "step": 38
    },
    {
      "entropy": 1.1959572583436966,
      "epoch": 0.5032258064516129,
      "grad_norm": 0.13402387499809265,
      "learning_rate": 4.8326808849565936e-05,
      "loss": 1.204121470451355,
      "mean_token_accuracy": 0.6561899334192276,
      "num_tokens": 5033677.0,
      "step": 39
    },
    {
      "entropy": 1.1748242527246475,
      "epoch": 0.5161290322580645,
      "grad_norm": 0.13230547308921814,
      "learning_rate": 4.819722568241274e-05,
      "loss": 1.1755125522613525,
      "mean_token_accuracy": 0.6607141047716141,
      "num_tokens": 5163487.0,
      "step": 40
    },
    {
      "entropy": 1.1830326318740845,
      "epoch": 0.5290322580645161,
      "grad_norm": 0.13548049330711365,
      "learning_rate": 4.806299712081172e-05,
      "loss": 1.183053970336914,
      "mean_token_accuracy": 0.661345437169075,
      "num_tokens": 5292899.0,
      "step": 41
    },
    {
      "entropy": 1.180369421839714,
      "epoch": 0.5419354838709678,
      "grad_norm": 0.13295236229896545,
      "learning_rate": 4.792415004490034e-05,
      "loss": 1.1716046333312988,
      "mean_token_accuracy": 0.6627360582351685,
      "num_tokens": 5422025.0,
      "step": 42
    },
    {
      "entropy": 1.1974405944347382,
      "epoch": 0.5548387096774193,
      "grad_norm": 0.12952998280525208,
      "learning_rate": 4.77807122597034e-05,
      "loss": 1.1795024871826172,
      "mean_token_accuracy": 0.6590340510010719,
      "num_tokens": 5551149.0,
      "step": 43
    },
    {
      "entropy": 1.1339516341686249,
      "epoch": 0.567741935483871,
      "grad_norm": 0.13098949193954468,
      "learning_rate": 4.7632712489564926e-05,
      "loss": 1.1292296648025513,
      "mean_token_accuracy": 0.6728876158595085,
      "num_tokens": 5680701.0,
      "step": 44
    },
    {
      "entropy": 1.1452270299196243,
      "epoch": 0.5806451612903226,
      "grad_norm": 0.13148927688598633,
      "learning_rate": 4.748018037239592e-05,
      "loss": 1.1412042379379272,
      "mean_token_accuracy": 0.6679868176579475,
      "num_tokens": 5808493.0,
      "step": 45
    },
    {
      "entropy": 1.1565511226654053,
      "epoch": 0.5935483870967742,
      "grad_norm": 0.12716591358184814,
      "learning_rate": 4.732314645373921e-05,
      "loss": 1.147752046585083,
      "mean_token_accuracy": 0.6678735390305519,
      "num_tokens": 5938296.0,
      "step": 46
    },
    {
      "entropy": 1.1531172394752502,
      "epoch": 0.6064516129032258,
      "grad_norm": 0.13128802180290222,
      "learning_rate": 4.7161642180652464e-05,
      "loss": 1.137876033782959,
      "mean_token_accuracy": 0.6694907322525978,
      "num_tokens": 6067439.0,
      "step": 47
    },
    {
      "entropy": 1.1726240366697311,
      "epoch": 0.6193548387096774,
      "grad_norm": 0.1309962421655655,
      "learning_rate": 4.699569989541074e-05,
      "loss": 1.166740894317627,
      "mean_token_accuracy": 0.6635602861642838,
      "num_tokens": 6197510.0,
      "step": 48
    },
    {
      "entropy": 1.150630384683609,
      "epoch": 0.632258064516129,
      "grad_norm": 0.12693582475185394,
      "learning_rate": 4.6825352829029705e-05,
      "loss": 1.1487030982971191,
      "mean_token_accuracy": 0.667711079120636,
      "num_tokens": 6327768.0,
      "step": 49
    },
    {
      "entropy": 1.1061551421880722,
      "epoch": 0.6451612903225806,
      "grad_norm": 0.12342569977045059,
      "learning_rate": 4.665063509461097e-05,
      "loss": 1.107095718383789,
      "mean_token_accuracy": 0.6762828528881073,
      "num_tokens": 6455846.0,
      "step": 50
    },
    {
      "entropy": 1.1445851027965546,
      "epoch": 0.6580645161290323,
      "grad_norm": 0.1373581886291504,
      "learning_rate": 4.647158168051066e-05,
      "loss": 1.1354420185089111,
      "mean_token_accuracy": 0.6716547980904579,
      "num_tokens": 6585457.0,
      "step": 51
    },
    {
      "entropy": 1.1473966836929321,
      "epoch": 0.6709677419354839,
      "grad_norm": 0.1250847578048706,
      "learning_rate": 4.628822844333278e-05,
      "loss": 1.1474499702453613,
      "mean_token_accuracy": 0.6668257936835289,
      "num_tokens": 6716096.0,
      "step": 52
    },
    {
      "entropy": 1.1469789743423462,
      "epoch": 0.6838709677419355,
      "grad_norm": 0.1268235445022583,
      "learning_rate": 4.6100612100748765e-05,
      "loss": 1.14267897605896,
      "mean_token_accuracy": 0.6698051393032074,
      "num_tokens": 6844341.0,
      "step": 53
    },
    {
      "entropy": 1.1110682487487793,
      "epoch": 0.6967741935483871,
      "grad_norm": 0.12988688051700592,
      "learning_rate": 4.59087702241444e-05,
      "loss": 1.1135189533233643,
      "mean_token_accuracy": 0.6766636297106743,
      "num_tokens": 6971794.0,
      "step": 54
    },
    {
      "entropy": 1.1421085596084595,
      "epoch": 0.7096774193548387,
      "grad_norm": 0.1267767995595932,
      "learning_rate": 4.571274123109606e-05,
      "loss": 1.1490681171417236,
      "mean_token_accuracy": 0.6662089303135872,
      "num_tokens": 7100353.0,
      "step": 55
    },
    {
      "entropy": 1.1042888760566711,
      "epoch": 0.7225806451612903,
      "grad_norm": 0.12492457777261734,
      "learning_rate": 4.551256437767719e-05,
      "loss": 1.110184669494629,
      "mean_token_accuracy": 0.6747554019093513,
      "num_tokens": 7230177.0,
      "step": 56
    },
    {
      "entropy": 1.065716564655304,
      "epoch": 0.7354838709677419,
      "grad_norm": 0.12365498393774033,
      "learning_rate": 4.530827975059715e-05,
      "loss": 1.0647603273391724,
      "mean_token_accuracy": 0.6866239011287689,
      "num_tokens": 7359042.0,
      "step": 57
    },
    {
      "entropy": 1.0687381699681282,
      "epoch": 0.7483870967741936,
      "grad_norm": 0.12762895226478577,
      "learning_rate": 4.5099928259173516e-05,
      "loss": 1.0665113925933838,
      "mean_token_accuracy": 0.6885024607181549,
      "num_tokens": 7488137.0,
      "step": 58
    },
    {
      "entropy": 1.1023950427770615,
      "epoch": 0.7612903225806451,
      "grad_norm": 0.12779441475868225,
      "learning_rate": 4.488755162713975e-05,
      "loss": 1.0950183868408203,
      "mean_token_accuracy": 0.6785372719168663,
      "num_tokens": 7618282.0,
      "step": 59
    },
    {
      "entropy": 1.089103415608406,
      "epoch": 0.7741935483870968,
      "grad_norm": 0.12895165383815765,
      "learning_rate": 4.467119238428975e-05,
      "loss": 1.0878229141235352,
      "mean_token_accuracy": 0.6820144504308701,
      "num_tokens": 7748017.0,
      "step": 60
    },
    {
      "entropy": 1.0883491188287735,
      "epoch": 0.7870967741935484,
      "grad_norm": 0.13146434724330902,
      "learning_rate": 4.445089385796099e-05,
      "loss": 1.0844019651412964,
      "mean_token_accuracy": 0.6833582445979118,
      "num_tokens": 7876986.0,
      "step": 61
    },
    {
      "entropy": 1.1199355721473694,
      "epoch": 0.8,
      "grad_norm": 0.13159561157226562,
      "learning_rate": 4.422670016435792e-05,
      "loss": 1.1150472164154053,
      "mean_token_accuracy": 0.6756617501378059,
      "num_tokens": 8006794.0,
      "step": 62
    },
    {
      "entropy": 1.1050203889608383,
      "epoch": 0.8129032258064516,
      "grad_norm": 0.1264924556016922,
      "learning_rate": 4.3998656199717435e-05,
      "loss": 1.1043422222137451,
      "mean_token_accuracy": 0.6767379865050316,
      "num_tokens": 8135408.0,
      "step": 63
    },
    {
      "entropy": 1.1202740967273712,
      "epoch": 0.8258064516129032,
      "grad_norm": 0.12594330310821533,
      "learning_rate": 4.3766807631318106e-05,
      "loss": 1.1134419441223145,
      "mean_token_accuracy": 0.676059253513813,
      "num_tokens": 8265182.0,
      "step": 64
    },
    {
      "entropy": 1.1008555963635445,
      "epoch": 0.8387096774193549,
      "grad_norm": 0.14352354407310486,
      "learning_rate": 4.353120088833501e-05,
      "loss": 1.089049220085144,
      "mean_token_accuracy": 0.679233193397522,
      "num_tokens": 8395710.0,
      "step": 65
    },
    {
      "entropy": 1.09499129652977,
      "epoch": 0.8516129032258064,
      "grad_norm": 0.12506140768527985,
      "learning_rate": 4.329188315254196e-05,
      "loss": 1.0959919691085815,
      "mean_token_accuracy": 0.6772814318537712,
      "num_tokens": 8525026.0,
      "step": 66
    },
    {
      "entropy": 1.0806580409407616,
      "epoch": 0.864516129032258,
      "grad_norm": 0.12470545619726181,
      "learning_rate": 4.3048902348863116e-05,
      "loss": 1.077396273612976,
      "mean_token_accuracy": 0.6855179369449615,
      "num_tokens": 8655176.0,
      "step": 67
    },
    {
      "entropy": 1.0938902795314789,
      "epoch": 0.8774193548387097,
      "grad_norm": 0.1254391372203827,
      "learning_rate": 4.280230713577564e-05,
      "loss": 1.096771240234375,
      "mean_token_accuracy": 0.6798589378595352,
      "num_tokens": 8784950.0,
      "step": 68
    },
    {
      "entropy": 1.0837120488286018,
      "epoch": 0.8903225806451613,
      "grad_norm": 0.12564809620380402,
      "learning_rate": 4.255214689556557e-05,
      "loss": 1.0887655019760132,
      "mean_token_accuracy": 0.6802218705415726,
      "num_tokens": 8915424.0,
      "step": 69
    },
    {
      "entropy": 1.1309964209794998,
      "epoch": 0.9032258064516129,
      "grad_norm": 0.13434115052223206,
      "learning_rate": 4.229847172443866e-05,
      "loss": 1.1279692649841309,
      "mean_token_accuracy": 0.6699688509106636,
      "num_tokens": 9043958.0,
      "step": 70
    },
    {
      "entropy": 1.0794824212789536,
      "epoch": 0.9161290322580645,
      "grad_norm": 0.13104921579360962,
      "learning_rate": 4.204133242248832e-05,
      "loss": 1.0755493640899658,
      "mean_token_accuracy": 0.6832893788814545,
      "num_tokens": 9173238.0,
      "step": 71
    },
    {
      "entropy": 1.0700343400239944,
      "epoch": 0.9290322580645162,
      "grad_norm": 0.12627503275871277,
      "learning_rate": 4.1780780483522575e-05,
      "loss": 1.0692481994628906,
      "mean_token_accuracy": 0.6846828386187553,
      "num_tokens": 9303178.0,
      "step": 72
    },
    {
      "entropy": 1.0971452593803406,
      "epoch": 0.9419354838709677,
      "grad_norm": 0.1322394162416458,
      "learning_rate": 4.151686808475204e-05,
      "loss": 1.0987398624420166,
      "mean_token_accuracy": 0.6774289608001709,
      "num_tokens": 9432086.0,
      "step": 73
    },
    {
      "entropy": 1.1076685041189194,
      "epoch": 0.9548387096774194,
      "grad_norm": 0.13057094812393188,
      "learning_rate": 4.1249648076341165e-05,
      "loss": 1.1064797639846802,
      "mean_token_accuracy": 0.6764660328626633,
      "num_tokens": 9560333.0,
      "step": 74
    },
    {
      "entropy": 1.0812313556671143,
      "epoch": 0.967741935483871,
      "grad_norm": 0.12581738829612732,
      "learning_rate": 4.0979173970824626e-05,
      "loss": 1.077629566192627,
      "mean_token_accuracy": 0.6832556426525116,
      "num_tokens": 9689775.0,
      "step": 75
    },
    {
      "entropy": 1.067845843732357,
      "epoch": 0.9806451612903225,
      "grad_norm": 0.12489581108093262,
      "learning_rate": 4.070549993239106e-05,
      "loss": 1.0688203573226929,
      "mean_token_accuracy": 0.6856153085827827,
      "num_tokens": 9818901.0,
      "step": 76
    },
    {
      "entropy": 1.070682093501091,
      "epoch": 0.9935483870967742,
      "grad_norm": 0.13314804434776306,
      "learning_rate": 4.0428680766036384e-05,
      "loss": 1.0635384321212769,
      "mean_token_accuracy": 0.6840452700853348,
      "num_tokens": 9948460.0,
      "step": 77
    },
    {
      "entropy": 1.0606148540973663,
      "epoch": 1.0,
      "grad_norm": 0.16886763274669647,
      "learning_rate": 4.0148771906588706e-05,
      "loss": 1.0518985986709595,
      "mean_token_accuracy": 0.6878193020820618,
      "num_tokens": 9997067.0,
      "step": 78
    },
    {
      "entropy": 1.079283893108368,
      "epoch": 1.0129032258064516,
      "grad_norm": 0.13475318253040314,
      "learning_rate": 3.986582940760717e-05,
      "loss": 1.0569158792495728,
      "mean_token_accuracy": 0.6868253797292709,
      "num_tokens": 10126462.0,
      "step": 79
    },
    {
      "entropy": 1.0828415900468826,
      "epoch": 1.0258064516129033,
      "grad_norm": 0.13142913579940796,
      "learning_rate": 3.957990993015683e-05,
      "loss": 1.0775682926177979,
      "mean_token_accuracy": 0.682832732796669,
      "num_tokens": 10256580.0,
      "step": 80
    },
    {
      "entropy": 1.0669744163751602,
      "epoch": 1.038709677419355,
      "grad_norm": 0.12954232096672058,
      "learning_rate": 3.929107073146197e-05,
      "loss": 1.0615326166152954,
      "mean_token_accuracy": 0.6860573291778564,
      "num_tokens": 10385670.0,
      "step": 81
    },
    {
      "entropy": 1.036408707499504,
      "epoch": 1.0516129032258064,
      "grad_norm": 0.13460129499435425,
      "learning_rate": 3.899936965343989e-05,
      "loss": 1.0449131727218628,
      "mean_token_accuracy": 0.6920557096600533,
      "num_tokens": 10515880.0,
      "step": 82
    },
    {
      "entropy": 1.057508446276188,
      "epoch": 1.064516129032258,
      "grad_norm": 0.13466627895832062,
      "learning_rate": 3.8704865111117746e-05,
      "loss": 1.0574533939361572,
      "mean_token_accuracy": 0.6864631548523903,
      "num_tokens": 10645214.0,
      "step": 83
    },
    {
      "entropy": 1.0200782120227814,
      "epoch": 1.0774193548387097,
      "grad_norm": 0.1338030993938446,
      "learning_rate": 3.840761608093456e-05,
      "loss": 1.0181647539138794,
      "mean_token_accuracy": 0.6967797502875328,
      "num_tokens": 10775324.0,
      "step": 84
    },
    {
      "entropy": 1.0154706835746765,
      "epoch": 1.0903225806451613,
      "grad_norm": 0.13213345408439636,
      "learning_rate": 3.8107682088930794e-05,
      "loss": 1.0140069723129272,
      "mean_token_accuracy": 0.6974232569336891,
      "num_tokens": 10906115.0,
      "step": 85
    },
    {
      "entropy": 1.0599654540419579,
      "epoch": 1.103225806451613,
      "grad_norm": 0.13774846494197845,
      "learning_rate": 3.7805123198827857e-05,
      "loss": 1.0535001754760742,
      "mean_token_accuracy": 0.6869458928704262,
      "num_tokens": 11036082.0,
      "step": 86
    },
    {
      "entropy": 1.063461497426033,
      "epoch": 1.1161290322580646,
      "grad_norm": 0.13691790401935577,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.062204360961914,
      "mean_token_accuracy": 0.6850434467196465,
      "num_tokens": 11166308.0,
      "step": 87
    },
    {
      "entropy": 1.053346373140812,
      "epoch": 1.129032258064516,
      "grad_norm": 0.1327267438173294,
      "learning_rate": 3.719237359534087e-05,
      "loss": 1.041867733001709,
      "mean_token_accuracy": 0.6904401481151581,
      "num_tokens": 11296038.0,
      "step": 88
    },
    {
      "entropy": 1.0241582617163658,
      "epoch": 1.1419354838709677,
      "grad_norm": 0.13621629774570465,
      "learning_rate": 3.688230558902725e-05,
      "loss": 1.0226869583129883,
      "mean_token_accuracy": 0.6944883912801743,
      "num_tokens": 11424449.0,
      "step": 89
    },
    {
      "entropy": 1.0044510662555695,
      "epoch": 1.1548387096774193,
      "grad_norm": 0.13091513514518738,
      "learning_rate": 3.656985807418248e-05,
      "loss": 1.0043504238128662,
      "mean_token_accuracy": 0.7012801319360733,
      "num_tokens": 11553352.0,
      "step": 90
    },
    {
      "entropy": 1.0132758170366287,
      "epoch": 1.167741935483871,
      "grad_norm": 0.1394454389810562,
      "learning_rate": 3.6255093620441834e-05,
      "loss": 1.0138417482376099,
      "mean_token_accuracy": 0.6968973129987717,
      "num_tokens": 11683188.0,
      "step": 91
    },
    {
      "entropy": 1.0309394523501396,
      "epoch": 1.1806451612903226,
      "grad_norm": 0.13282909989356995,
      "learning_rate": 3.593807526142261e-05,
      "loss": 1.0259687900543213,
      "mean_token_accuracy": 0.6926954090595245,
      "num_tokens": 11812927.0,
      "step": 92
    },
    {
      "entropy": 1.0551650151610374,
      "epoch": 1.1935483870967742,
      "grad_norm": 0.14189599454402924,
      "learning_rate": 3.56188664821012e-05,
      "loss": 1.0586897134780884,
      "mean_token_accuracy": 0.6854764148592949,
      "num_tokens": 11941868.0,
      "step": 93
    },
    {
      "entropy": 1.0260127633810043,
      "epoch": 1.206451612903226,
      "grad_norm": 0.13907048106193542,
      "learning_rate": 3.529753120609982e-05,
      "loss": 1.030573844909668,
      "mean_token_accuracy": 0.6930540651082993,
      "num_tokens": 12070500.0,
      "step": 94
    },
    {
      "entropy": 1.039493516087532,
      "epoch": 1.2193548387096773,
      "grad_norm": 0.13697883486747742,
      "learning_rate": 3.497413378288541e-05,
      "loss": 1.0335443019866943,
      "mean_token_accuracy": 0.690931960940361,
      "num_tokens": 12199259.0,
      "step": 95
    },
    {
      "entropy": 1.014926478266716,
      "epoch": 1.232258064516129,
      "grad_norm": 0.13661201298236847,
      "learning_rate": 3.464873897488322e-05,
      "loss": 1.005345344543457,
      "mean_token_accuracy": 0.6979024410247803,
      "num_tokens": 12327381.0,
      "step": 96
    },
    {
      "entropy": 1.0336228609085083,
      "epoch": 1.2451612903225806,
      "grad_norm": 0.13816405832767487,
      "learning_rate": 3.432141194450772e-05,
      "loss": 1.0337718725204468,
      "mean_token_accuracy": 0.6914172023534775,
      "num_tokens": 12457229.0,
      "step": 97
    },
    {
      "entropy": 1.030926525592804,
      "epoch": 1.2580645161290323,
      "grad_norm": 0.1320193111896515,
      "learning_rate": 3.39922182411134e-05,
      "loss": 1.0276269912719727,
      "mean_token_accuracy": 0.6948070153594017,
      "num_tokens": 12587371.0,
      "step": 98
    },
    {
      "entropy": 1.0352215021848679,
      "epoch": 1.270967741935484,
      "grad_norm": 0.14135801792144775,
      "learning_rate": 3.3661223787868094e-05,
      "loss": 1.0391088724136353,
      "mean_token_accuracy": 0.6897449269890785,
      "num_tokens": 12714956.0,
      "step": 99
    },
    {
      "entropy": 1.0415681898593903,
      "epoch": 1.2838709677419355,
      "grad_norm": 0.13542622327804565,
      "learning_rate": 3.332849486855144e-05,
      "loss": 1.0490217208862305,
      "mean_token_accuracy": 0.6891317665576935,
      "num_tokens": 12845041.0,
      "step": 100
    },
    {
      "entropy": 1.018684171140194,
      "epoch": 1.2967741935483872,
      "grad_norm": 0.14059163630008698,
      "learning_rate": 3.2994098114281134e-05,
      "loss": 1.0158987045288086,
      "mean_token_accuracy": 0.6964094191789627,
      "num_tokens": 12974429.0,
      "step": 101
    },
    {
      "entropy": 1.0010781586170197,
      "epoch": 1.3096774193548386,
      "grad_norm": 0.14262941479682922,
      "learning_rate": 3.265810049016959e-05,
      "loss": 0.9994345307350159,
      "mean_token_accuracy": 0.7018002942204475,
      "num_tokens": 13103925.0,
      "step": 102
    },
    {
      "entropy": 1.0431874468922615,
      "epoch": 1.3225806451612903,
      "grad_norm": 0.13670195639133453,
      "learning_rate": 3.232056928191376e-05,
      "loss": 1.0475877523422241,
      "mean_token_accuracy": 0.6897815689444542,
      "num_tokens": 13232750.0,
      "step": 103
    },
    {
      "entropy": 1.0185461789369583,
      "epoch": 1.335483870967742,
      "grad_norm": 0.13562367856502533,
      "learning_rate": 3.1981572082320756e-05,
      "loss": 1.014870524406433,
      "mean_token_accuracy": 0.6959144324064255,
      "num_tokens": 13362678.0,
      "step": 104
    },
    {
      "entropy": 1.0220624506473541,
      "epoch": 1.3483870967741935,
      "grad_norm": 0.13380715250968933,
      "learning_rate": 3.164117677777191e-05,
      "loss": 1.020029067993164,
      "mean_token_accuracy": 0.6945825219154358,
      "num_tokens": 13493019.0,
      "step": 105
    },
    {
      "entropy": 1.0095699653029442,
      "epoch": 1.3612903225806452,
      "grad_norm": 0.13702020049095154,
      "learning_rate": 3.1299451534628135e-05,
      "loss": 1.006049394607544,
      "mean_token_accuracy": 0.6977230757474899,
      "num_tokens": 13622495.0,
      "step": 106
    },
    {
      "entropy": 1.0184833258390427,
      "epoch": 1.3741935483870968,
      "grad_norm": 0.14241954684257507,
      "learning_rate": 3.0956464785579124e-05,
      "loss": 0.9997148513793945,
      "mean_token_accuracy": 0.7005062252283096,
      "num_tokens": 13751405.0,
      "step": 107
    },
    {
      "entropy": 1.0199502855539322,
      "epoch": 1.3870967741935485,
      "grad_norm": 0.13611233234405518,
      "learning_rate": 3.061228521593931e-05,
      "loss": 1.0128517150878906,
      "mean_token_accuracy": 0.6958493441343307,
      "num_tokens": 13881358.0,
      "step": 108
    },
    {
      "entropy": 0.9918312728404999,
      "epoch": 1.4,
      "grad_norm": 0.13883398473262787,
      "learning_rate": 3.0266981749893157e-05,
      "loss": 0.9998171925544739,
      "mean_token_accuracy": 0.7012378796935081,
      "num_tokens": 14010084.0,
      "step": 109
    },
    {
      "entropy": 1.008819818496704,
      "epoch": 1.4129032258064516,
      "grad_norm": 0.14105769991874695,
      "learning_rate": 2.9920623536692638e-05,
      "loss": 1.0185983180999756,
      "mean_token_accuracy": 0.6961732059717178,
      "num_tokens": 14139791.0,
      "step": 110
    },
    {
      "entropy": 1.0010607317090034,
      "epoch": 1.4258064516129032,
      "grad_norm": 0.1377599686384201,
      "learning_rate": 2.9573279936809667e-05,
      "loss": 1.0039435625076294,
      "mean_token_accuracy": 0.699637234210968,
      "num_tokens": 14270212.0,
      "step": 111
    },
    {
      "entropy": 1.0302995592355728,
      "epoch": 1.4387096774193548,
      "grad_norm": 0.13768720626831055,
      "learning_rate": 2.9225020508046232e-05,
      "loss": 1.0220448970794678,
      "mean_token_accuracy": 0.6949515119194984,
      "num_tokens": 14400115.0,
      "step": 112
    },
    {
      "entropy": 1.0343796014785767,
      "epoch": 1.4516129032258065,
      "grad_norm": 0.13906188309192657,
      "learning_rate": 2.8875914991604948e-05,
      "loss": 1.0252317190170288,
      "mean_token_accuracy": 0.6952718943357468,
      "num_tokens": 14530182.0,
      "step": 113
    },
    {
      "entropy": 1.0087079033255577,
      "epoch": 1.4645161290322581,
      "grad_norm": 0.14347852766513824,
      "learning_rate": 2.8526033298122985e-05,
      "loss": 1.0005042552947998,
      "mean_token_accuracy": 0.7015687823295593,
      "num_tokens": 14658760.0,
      "step": 114
    },
    {
      "entropy": 1.0079718455672264,
      "epoch": 1.4774193548387098,
      "grad_norm": 0.1353033185005188,
      "learning_rate": 2.8175445493671972e-05,
      "loss": 1.0109742879867554,
      "mean_token_accuracy": 0.6946247220039368,
      "num_tokens": 14787887.0,
      "step": 115
    },
    {
      "entropy": 1.0122466161847115,
      "epoch": 1.4903225806451612,
      "grad_norm": 0.1421288102865219,
      "learning_rate": 2.782422178572682e-05,
      "loss": 1.0127758979797363,
      "mean_token_accuracy": 0.6972710192203522,
      "num_tokens": 14917268.0,
      "step": 116
    },
    {
      "entropy": 1.0002537220716476,
      "epoch": 1.5032258064516129,
      "grad_norm": 0.14423465728759766,
      "learning_rate": 2.7472432509106248e-05,
      "loss": 1.0058646202087402,
      "mean_token_accuracy": 0.6994956210255623,
      "num_tokens": 15044663.0,
      "step": 117
    },
    {
      "entropy": 1.0204123258590698,
      "epoch": 1.5161290322580645,
      "grad_norm": 0.1408473253250122,
      "learning_rate": 2.7120148111887732e-05,
      "loss": 1.0183706283569336,
      "mean_token_accuracy": 0.6959905028343201,
      "num_tokens": 15174619.0,
      "step": 118
    },
    {
      "entropy": 1.0369951203465462,
      "epoch": 1.5290322580645161,
      "grad_norm": 0.1445825695991516,
      "learning_rate": 2.6767439141299865e-05,
      "loss": 1.0403022766113281,
      "mean_token_accuracy": 0.6914126351475716,
      "num_tokens": 15304197.0,
      "step": 119
    },
    {
      "entropy": 0.9871217235922813,
      "epoch": 1.5419354838709678,
      "grad_norm": 0.14201968908309937,
      "learning_rate": 2.6414376229594813e-05,
      "loss": 0.9843333959579468,
      "mean_token_accuracy": 0.7033548727631569,
      "num_tokens": 15432579.0,
      "step": 120
    },
    {
      "entropy": 1.0354598462581635,
      "epoch": 1.5548387096774192,
      "grad_norm": 0.14182494580745697,
      "learning_rate": 2.606103007990371e-05,
      "loss": 1.0324954986572266,
      "mean_token_accuracy": 0.6913894191384315,
      "num_tokens": 15561722.0,
      "step": 121
    },
    {
      "entropy": 1.0236361995339394,
      "epoch": 1.567741935483871,
      "grad_norm": 0.13691937923431396,
      "learning_rate": 2.570747145207796e-05,
      "loss": 1.0316237211227417,
      "mean_token_accuracy": 0.6904159933328629,
      "num_tokens": 15691958.0,
      "step": 122
    },
    {
      "entropy": 1.0215153396129608,
      "epoch": 1.5806451612903225,
      "grad_norm": 0.1487395167350769,
      "learning_rate": 2.5353771148519057e-05,
      "loss": 1.0282378196716309,
      "mean_token_accuracy": 0.6913777440786362,
      "num_tokens": 15821165.0,
      "step": 123
    },
    {
      "entropy": 0.9973925575613976,
      "epoch": 1.5935483870967742,
      "grad_norm": 0.14773723483085632,
      "learning_rate": 2.5e-05,
      "loss": 0.992594838142395,
      "mean_token_accuracy": 0.700667105615139,
      "num_tokens": 15949216.0,
      "step": 124
    },
    {
      "entropy": 1.0059948936104774,
      "epoch": 1.6064516129032258,
      "grad_norm": 0.14315782487392426,
      "learning_rate": 2.4646228851480956e-05,
      "loss": 0.9999693036079407,
      "mean_token_accuracy": 0.7004231512546539,
      "num_tokens": 16078522.0,
      "step": 125
    },
    {
      "entropy": 1.0299797132611275,
      "epoch": 1.6193548387096774,
      "grad_norm": 0.13848090171813965,
      "learning_rate": 2.429252854792205e-05,
      "loss": 1.01283860206604,
      "mean_token_accuracy": 0.6960466951131821,
      "num_tokens": 16208166.0,
      "step": 126
    },
    {
      "entropy": 1.02093555778265,
      "epoch": 1.632258064516129,
      "grad_norm": 0.14542198181152344,
      "learning_rate": 2.39389699200963e-05,
      "loss": 1.0113534927368164,
      "mean_token_accuracy": 0.697401650249958,
      "num_tokens": 16338202.0,
      "step": 127
    },
    {
      "entropy": 0.9917213767766953,
      "epoch": 1.6451612903225805,
      "grad_norm": 0.14419761300086975,
      "learning_rate": 2.358562377040519e-05,
      "loss": 0.9841994047164917,
      "mean_token_accuracy": 0.7038668245077133,
      "num_tokens": 16468262.0,
      "step": 128
    },
    {
      "entropy": 1.0204757675528526,
      "epoch": 1.6580645161290324,
      "grad_norm": 0.14411410689353943,
      "learning_rate": 2.3232560858700137e-05,
      "loss": 1.0233168601989746,
      "mean_token_accuracy": 0.6931110769510269,
      "num_tokens": 16597219.0,
      "step": 129
    },
    {
      "entropy": 1.0202430561184883,
      "epoch": 1.6709677419354838,
      "grad_norm": 0.14136308431625366,
      "learning_rate": 2.287985188811228e-05,
      "loss": 1.0240514278411865,
      "mean_token_accuracy": 0.6934163346886635,
      "num_tokens": 16725933.0,
      "step": 130
    },
    {
      "entropy": 1.0111908614635468,
      "epoch": 1.6838709677419355,
      "grad_norm": 0.14592957496643066,
      "learning_rate": 2.2527567490893758e-05,
      "loss": 1.0206562280654907,
      "mean_token_accuracy": 0.6934522315859795,
      "num_tokens": 16854221.0,
      "step": 131
    },
    {
      "entropy": 1.0256818979978561,
      "epoch": 1.696774193548387,
      "grad_norm": 0.13796362280845642,
      "learning_rate": 2.2175778214273185e-05,
      "loss": 1.0266203880310059,
      "mean_token_accuracy": 0.6940783485770226,
      "num_tokens": 16984319.0,
      "step": 132
    },
    {
      "entropy": 1.0219127759337425,
      "epoch": 1.7096774193548387,
      "grad_norm": 0.14714568853378296,
      "learning_rate": 2.182455450632803e-05,
      "loss": 1.024146556854248,
      "mean_token_accuracy": 0.693178303539753,
      "num_tokens": 17112766.0,
      "step": 133
    },
    {
      "entropy": 1.0336032658815384,
      "epoch": 1.7225806451612904,
      "grad_norm": 0.1392759084701538,
      "learning_rate": 2.1473966701877025e-05,
      "loss": 1.031114101409912,
      "mean_token_accuracy": 0.6899987980723381,
      "num_tokens": 17241888.0,
      "step": 134
    },
    {
      "entropy": 1.0012932121753693,
      "epoch": 1.7354838709677418,
      "grad_norm": 0.13640883564949036,
      "learning_rate": 2.1124085008395054e-05,
      "loss": 0.99483323097229,
      "mean_token_accuracy": 0.699407234787941,
      "num_tokens": 17371518.0,
      "step": 135
    },
    {
      "entropy": 1.023273080587387,
      "epoch": 1.7483870967741937,
      "grad_norm": 0.13954921066761017,
      "learning_rate": 2.0774979491953777e-05,
      "loss": 1.0156586170196533,
      "mean_token_accuracy": 0.6934596672654152,
      "num_tokens": 17501856.0,
      "step": 136
    },
    {
      "entropy": 1.0082550570368767,
      "epoch": 1.761290322580645,
      "grad_norm": 0.14078585803508759,
      "learning_rate": 2.0426720063190335e-05,
      "loss": 1.0049326419830322,
      "mean_token_accuracy": 0.6976227834820747,
      "num_tokens": 17630077.0,
      "step": 137
    },
    {
      "entropy": 1.0113943740725517,
      "epoch": 1.7741935483870968,
      "grad_norm": 0.1388006955385208,
      "learning_rate": 2.0079376463307368e-05,
      "loss": 1.008650302886963,
      "mean_token_accuracy": 0.6971171796321869,
      "num_tokens": 17757628.0,
      "step": 138
    },
    {
      "entropy": 1.0009506717324257,
      "epoch": 1.7870967741935484,
      "grad_norm": 0.1410999745130539,
      "learning_rate": 1.973301825010685e-05,
      "loss": 1.002673864364624,
      "mean_token_accuracy": 0.6974465698003769,
      "num_tokens": 17887287.0,
      "step": 139
    },
    {
      "entropy": 1.0393515154719353,
      "epoch": 1.8,
      "grad_norm": 0.14737561345100403,
      "learning_rate": 1.9387714784060685e-05,
      "loss": 1.0421193838119507,
      "mean_token_accuracy": 0.6883728802204132,
      "num_tokens": 18016015.0,
      "step": 140
    },
    {
      "entropy": 1.01366426050663,
      "epoch": 1.8129032258064517,
      "grad_norm": 0.14167554676532745,
      "learning_rate": 1.904353521442088e-05,
      "loss": 1.0130255222320557,
      "mean_token_accuracy": 0.6935537680983543,
      "num_tokens": 18145940.0,
      "step": 141
    },
    {
      "entropy": 0.9947181940078735,
      "epoch": 1.8258064516129031,
      "grad_norm": 0.14348004758358002,
      "learning_rate": 1.8700548465371874e-05,
      "loss": 0.9804049730300903,
      "mean_token_accuracy": 0.7035569846630096,
      "num_tokens": 18276039.0,
      "step": 142
    },
    {
      "entropy": 1.0215622782707214,
      "epoch": 1.838709677419355,
      "grad_norm": 0.1438874453306198,
      "learning_rate": 1.8358823222228097e-05,
      "loss": 1.0185149908065796,
      "mean_token_accuracy": 0.6950262635946274,
      "num_tokens": 18401790.0,
      "step": 143
    },
    {
      "entropy": 1.003854677081108,
      "epoch": 1.8516129032258064,
      "grad_norm": 0.13913430273532867,
      "learning_rate": 1.801842791767925e-05,
      "loss": 1.0018150806427002,
      "mean_token_accuracy": 0.698628194630146,
      "num_tokens": 18530808.0,
      "step": 144
    },
    {
      "entropy": 0.9781669676303864,
      "epoch": 1.864516129032258,
      "grad_norm": 0.14533355832099915,
      "learning_rate": 1.7679430718086243e-05,
      "loss": 0.9760633707046509,
      "mean_token_accuracy": 0.7056997269392014,
      "num_tokens": 18659766.0,
      "step": 145
    },
    {
      "entropy": 0.9946553856134415,
      "epoch": 1.8774193548387097,
      "grad_norm": 0.13890255987644196,
      "learning_rate": 1.7341899509830416e-05,
      "loss": 1.0002374649047852,
      "mean_token_accuracy": 0.7009364366531372,
      "num_tokens": 18789014.0,
      "step": 146
    },
    {
      "entropy": 1.0132156759500504,
      "epoch": 1.8903225806451613,
      "grad_norm": 0.13903337717056274,
      "learning_rate": 1.700590188571887e-05,
      "loss": 1.013561487197876,
      "mean_token_accuracy": 0.6940024495124817,
      "num_tokens": 18918025.0,
      "step": 147
    },
    {
      "entropy": 0.9755073860287666,
      "epoch": 1.903225806451613,
      "grad_norm": 0.14805617928504944,
      "learning_rate": 1.667150513144856e-05,
      "loss": 0.9804725646972656,
      "mean_token_accuracy": 0.7047407254576683,
      "num_tokens": 19048295.0,
      "step": 148
    },
    {
      "entropy": 1.007135532796383,
      "epoch": 1.9161290322580644,
      "grad_norm": 0.13888275623321533,
      "learning_rate": 1.633877621213192e-05,
      "loss": 1.0063148736953735,
      "mean_token_accuracy": 0.6959036514163017,
      "num_tokens": 19173607.0,
      "step": 149
    },
    {
      "entropy": 0.9916294440627098,
      "epoch": 1.9290322580645163,
      "grad_norm": 0.14132030308246613,
      "learning_rate": 1.6007781758886607e-05,
      "loss": 0.995391309261322,
      "mean_token_accuracy": 0.7005252242088318,
      "num_tokens": 19303083.0,
      "step": 150
    },
    {
      "entropy": 1.035450056195259,
      "epoch": 1.9419354838709677,
      "grad_norm": 0.13970625400543213,
      "learning_rate": 1.567858805549229e-05,
      "loss": 1.0316739082336426,
      "mean_token_accuracy": 0.6913958415389061,
      "num_tokens": 19431668.0,
      "step": 151
    },
    {
      "entropy": 1.0315918624401093,
      "epoch": 1.9548387096774194,
      "grad_norm": 0.1366419643163681,
      "learning_rate": 1.535126102511678e-05,
      "loss": 1.02440345287323,
      "mean_token_accuracy": 0.6905666291713715,
      "num_tokens": 19560373.0,
      "step": 152
    },
    {
      "entropy": 1.0261467769742012,
      "epoch": 1.967741935483871,
      "grad_norm": 0.14188458025455475,
      "learning_rate": 1.5025866217114592e-05,
      "loss": 1.0182201862335205,
      "mean_token_accuracy": 0.6918191909790039,
      "num_tokens": 19688747.0,
      "step": 153
    },
    {
      "entropy": 1.0280335769057274,
      "epoch": 1.9806451612903224,
      "grad_norm": 0.1408587545156479,
      "learning_rate": 1.4702468793900188e-05,
      "loss": 1.0299128293991089,
      "mean_token_accuracy": 0.6898224130272865,
      "num_tokens": 19816935.0,
      "step": 154
    },
    {
      "entropy": 1.0113243460655212,
      "epoch": 1.9935483870967743,
      "grad_norm": 0.13604769110679626,
      "learning_rate": 1.4381133517898804e-05,
      "loss": 1.0048298835754395,
      "mean_token_accuracy": 0.6976648792624474,
      "num_tokens": 19946010.0,
      "step": 155
    },
    {
      "entropy": 1.0134106129407883,
      "epoch": 2.0,
      "grad_norm": 0.1904267519712448,
      "learning_rate": 1.4061924738577403e-05,
      "loss": 0.9954104423522949,
      "mean_token_accuracy": 0.6922345757484436,
      "num_tokens": 19994005.0,
      "step": 156
    }
  ],
  "logging_steps": 1,
  "max_steps": 234,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.1719801448334623e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}