{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 130,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "grad_norm": 0.28953391313552856,
      "learning_rate": 0.0,
      "loss": 1.5722,
      "step": 1
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8176532983779907,
      "learning_rate": 5e-05,
      "loss": 1.6985,
      "step": 2
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3097916841506958,
      "learning_rate": 0.0001,
      "loss": 1.6881,
      "step": 3
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.2527393400669098,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.4264,
      "step": 4
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.24198105931282043,
      "learning_rate": 0.0002,
      "loss": 1.4774,
      "step": 5
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3159346282482147,
      "learning_rate": 0.00019996891820008164,
      "loss": 1.4202,
      "step": 6
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2564707100391388,
      "learning_rate": 0.00019987569212189224,
      "loss": 1.269,
      "step": 7
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.23875507712364197,
      "learning_rate": 0.00019972037971811802,
      "loss": 1.2743,
      "step": 8
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.23356954753398895,
      "learning_rate": 0.00019950307753654017,
      "loss": 1.2787,
      "step": 9
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.19216932356357574,
      "learning_rate": 0.00019922392066001722,
      "loss": 1.2942,
      "step": 10
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.1985635757446289,
      "learning_rate": 0.00019888308262251285,
      "loss": 1.1964,
      "step": 11
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.229434996843338,
      "learning_rate": 0.00019848077530122083,
      "loss": 1.2045,
      "step": 12
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2626841366291046,
      "learning_rate": 0.00019801724878485438,
      "loss": 1.1632,
      "step": 13
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.17352429032325745,
      "learning_rate": 0.00019749279121818235,
      "loss": 1.0233,
      "step": 14
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.17997071146965027,
      "learning_rate": 0.0001969077286229078,
      "loss": 1.1428,
      "step": 15
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.20514199137687683,
      "learning_rate": 0.0001962624246950012,
      "loss": 1.0458,
      "step": 16
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.1919875144958496,
      "learning_rate": 0.0001955572805786141,
      "loss": 1.0891,
      "step": 17
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.2113831490278244,
      "learning_rate": 0.0001947927346167132,
      "loss": 1.0665,
      "step": 18
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.2384316474199295,
      "learning_rate": 0.00019396926207859084,
      "loss": 1.0647,
      "step": 19
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.211042582988739,
      "learning_rate": 0.00019308737486442045,
      "loss": 1.0915,
      "step": 20
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 0.2224583476781845,
      "learning_rate": 0.00019214762118704076,
      "loss": 1.0171,
      "step": 21
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.2714601457118988,
      "learning_rate": 0.00019115058523116733,
      "loss": 1.0123,
      "step": 22
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.2280339151620865,
      "learning_rate": 0.0001900968867902419,
      "loss": 1.0397,
      "step": 23
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.22726675868034363,
      "learning_rate": 0.0001889871808811469,
      "loss": 0.9798,
      "step": 24
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.2550331652164459,
      "learning_rate": 0.00018782215733702286,
      "loss": 0.9968,
      "step": 25
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.34511101245880127,
      "learning_rate": 0.00018660254037844388,
      "loss": 1.048,
      "step": 26
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.23089861869812012,
      "learning_rate": 0.00018532908816321558,
      "loss": 0.9269,
      "step": 27
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.24394914507865906,
      "learning_rate": 0.00018400259231507717,
      "loss": 0.8919,
      "step": 28
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.30287623405456543,
      "learning_rate": 0.0001826238774315995,
      "loss": 0.8256,
      "step": 29
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.27338889241218567,
      "learning_rate": 0.00018119380057158568,
      "loss": 0.835,
      "step": 30
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.29981502890586853,
      "learning_rate": 0.00017971325072229226,
      "loss": 0.8704,
      "step": 31
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.3309312164783478,
      "learning_rate": 0.000178183148246803,
      "loss": 0.789,
      "step": 32
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.3238545358181,
      "learning_rate": 0.0001766044443118978,
      "loss": 0.8849,
      "step": 33
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.3397984206676483,
      "learning_rate": 0.00017497812029677344,
      "loss": 0.8189,
      "step": 34
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 0.35023701190948486,
      "learning_rate": 0.00017330518718298264,
      "loss": 0.7097,
      "step": 35
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.3406246304512024,
      "learning_rate": 0.00017158668492597186,
      "loss": 0.8693,
      "step": 36
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.3438313603401184,
      "learning_rate": 0.00016982368180860728,
      "loss": 0.8223,
      "step": 37
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.4065425992012024,
      "learning_rate": 0.00016801727377709194,
      "loss": 0.8186,
      "step": 38
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.4739357531070709,
      "learning_rate": 0.00016616858375968595,
      "loss": 0.8048,
      "step": 39
    },
    {
      "epoch": 3.08,
      "grad_norm": 0.35221514105796814,
      "learning_rate": 0.00016427876096865394,
      "loss": 0.6978,
      "step": 40
    },
    {
      "epoch": 3.16,
      "grad_norm": 0.3512212038040161,
      "learning_rate": 0.00016234898018587337,
      "loss": 0.6649,
      "step": 41
    },
    {
      "epoch": 3.24,
      "grad_norm": 0.40452665090560913,
      "learning_rate": 0.00016038044103254775,
      "loss": 0.5536,
      "step": 42
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.42410480976104736,
      "learning_rate": 0.000158374367223479,
      "loss": 0.6382,
      "step": 43
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.4782675504684448,
      "learning_rate": 0.0001563320058063622,
      "loss": 0.6315,
      "step": 44
    },
    {
      "epoch": 3.48,
      "grad_norm": 0.5449334383010864,
      "learning_rate": 0.00015425462638657595,
      "loss": 0.5778,
      "step": 45
    },
    {
      "epoch": 3.56,
      "grad_norm": 0.46281757950782776,
      "learning_rate": 0.0001521435203379498,
      "loss": 0.6091,
      "step": 46
    },
    {
      "epoch": 3.64,
      "grad_norm": 0.4751776456832886,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.5331,
      "step": 47
    },
    {
      "epoch": 3.7199999999999998,
      "grad_norm": 0.46167129278182983,
      "learning_rate": 0.00014782539786213183,
      "loss": 0.4681,
      "step": 48
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.4780837893486023,
      "learning_rate": 0.0001456210657353163,
      "loss": 0.672,
      "step": 49
    },
    {
      "epoch": 3.88,
      "grad_norm": 0.5023096203804016,
      "learning_rate": 0.00014338837391175582,
      "loss": 0.5885,
      "step": 50
    },
    {
      "epoch": 3.96,
      "grad_norm": 0.5084037780761719,
      "learning_rate": 0.00014112871031306119,
      "loss": 0.4834,
      "step": 51
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.674580454826355,
      "learning_rate": 0.00013884347962746948,
      "loss": 0.5686,
      "step": 52
    },
    {
      "epoch": 4.08,
      "grad_norm": 0.43982091546058655,
      "learning_rate": 0.00013653410243663952,
      "loss": 0.4963,
      "step": 53
    },
    {
      "epoch": 4.16,
      "grad_norm": 0.42599549889564514,
      "learning_rate": 0.00013420201433256689,
      "loss": 0.3999,
      "step": 54
    },
    {
      "epoch": 4.24,
      "grad_norm": 0.486558198928833,
      "learning_rate": 0.00013184866502516845,
      "loss": 0.316,
      "step": 55
    },
    {
      "epoch": 4.32,
      "grad_norm": 0.48547783493995667,
      "learning_rate": 0.00012947551744109043,
      "loss": 0.3903,
      "step": 56
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.5628557205200195,
      "learning_rate": 0.00012708404681430053,
      "loss": 0.3848,
      "step": 57
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.5618835091590881,
      "learning_rate": 0.00012467573976902935,
      "loss": 0.2887,
      "step": 58
    },
    {
      "epoch": 4.5600000000000005,
      "grad_norm": 0.6056803464889526,
      "learning_rate": 0.00012225209339563145,
      "loss": 0.4522,
      "step": 59
    },
    {
      "epoch": 4.64,
      "grad_norm": 0.6191115975379944,
      "learning_rate": 0.00011981461431993977,
      "loss": 0.4124,
      "step": 60
    },
    {
      "epoch": 4.72,
      "grad_norm": 0.6690419912338257,
      "learning_rate": 0.00011736481776669306,
      "loss": 0.3412,
      "step": 61
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.6222251057624817,
      "learning_rate": 0.00011490422661761744,
      "loss": 0.418,
      "step": 62
    },
    {
      "epoch": 4.88,
      "grad_norm": 0.5270496010780334,
      "learning_rate": 0.00011243437046474853,
      "loss": 0.3544,
      "step": 63
    },
    {
      "epoch": 4.96,
      "grad_norm": 0.5269222259521484,
      "learning_rate": 0.00010995678465958168,
      "loss": 0.2764,
      "step": 64
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.6673203110694885,
      "learning_rate": 0.00010747300935864243,
      "loss": 0.3733,
      "step": 65
    },
    {
      "epoch": 5.08,
      "grad_norm": 0.4564249515533447,
      "learning_rate": 0.00010498458856606972,
      "loss": 0.2778,
      "step": 66
    },
    {
      "epoch": 5.16,
      "grad_norm": 0.4839026927947998,
      "learning_rate": 0.0001024930691738073,
      "loss": 0.2279,
      "step": 67
    },
    {
      "epoch": 5.24,
      "grad_norm": 0.43552613258361816,
      "learning_rate": 0.0001,
      "loss": 0.175,
      "step": 68
    },
    {
      "epoch": 5.32,
      "grad_norm": 0.46979570388793945,
      "learning_rate": 9.750693082619273e-05,
      "loss": 0.2543,
      "step": 69
    },
    {
      "epoch": 5.4,
      "grad_norm": 0.5092229843139648,
      "learning_rate": 9.501541143393028e-05,
      "loss": 0.201,
      "step": 70
    },
    {
      "epoch": 5.48,
      "grad_norm": 0.5519248843193054,
      "learning_rate": 9.252699064135758e-05,
      "loss": 0.164,
      "step": 71
    },
    {
      "epoch": 5.5600000000000005,
      "grad_norm": 0.6465537548065186,
      "learning_rate": 9.004321534041835e-05,
      "loss": 0.2746,
      "step": 72
    },
    {
      "epoch": 5.64,
      "grad_norm": 0.5870795845985413,
      "learning_rate": 8.756562953525152e-05,
      "loss": 0.2603,
      "step": 73
    },
    {
      "epoch": 5.72,
      "grad_norm": 0.5716047883033752,
      "learning_rate": 8.509577338238255e-05,
      "loss": 0.202,
      "step": 74
    },
    {
      "epoch": 5.8,
      "grad_norm": 0.5910769701004028,
      "learning_rate": 8.263518223330697e-05,
      "loss": 0.2665,
      "step": 75
    },
    {
      "epoch": 5.88,
      "grad_norm": 0.5262706279754639,
      "learning_rate": 8.018538568006027e-05,
      "loss": 0.2061,
      "step": 76
    },
    {
      "epoch": 5.96,
      "grad_norm": 0.49615827202796936,
      "learning_rate": 7.774790660436858e-05,
      "loss": 0.149,
      "step": 77
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.6431592106819153,
      "learning_rate": 7.532426023097063e-05,
      "loss": 0.1859,
      "step": 78
    },
    {
      "epoch": 6.08,
      "grad_norm": 0.42441222071647644,
      "learning_rate": 7.291595318569951e-05,
      "loss": 0.1663,
      "step": 79
    },
    {
      "epoch": 6.16,
      "grad_norm": 0.4150922894477844,
      "learning_rate": 7.052448255890957e-05,
      "loss": 0.1467,
      "step": 80
    },
    {
      "epoch": 6.24,
      "grad_norm": 0.29602235555648804,
      "learning_rate": 6.815133497483157e-05,
      "loss": 0.0848,
      "step": 81
    },
    {
      "epoch": 6.32,
      "grad_norm": 0.42598751187324524,
      "learning_rate": 6.579798566743314e-05,
      "loss": 0.1635,
      "step": 82
    },
    {
      "epoch": 6.4,
      "grad_norm": 0.4359506368637085,
      "learning_rate": 6.34658975633605e-05,
      "loss": 0.1292,
      "step": 83
    },
    {
      "epoch": 6.48,
      "grad_norm": 0.3560805320739746,
      "learning_rate": 6.115652037253053e-05,
      "loss": 0.0794,
      "step": 84
    },
    {
      "epoch": 6.5600000000000005,
      "grad_norm": 0.4551486074924469,
      "learning_rate": 5.887128968693887e-05,
      "loss": 0.173,
      "step": 85
    },
    {
      "epoch": 6.64,
      "grad_norm": 0.4439886808395386,
      "learning_rate": 5.6611626088244194e-05,
      "loss": 0.1145,
      "step": 86
    },
    {
      "epoch": 6.72,
      "grad_norm": 0.5100005865097046,
      "learning_rate": 5.43789342646837e-05,
      "loss": 0.0928,
      "step": 87
    },
    {
      "epoch": 6.8,
      "grad_norm": 0.5324984788894653,
      "learning_rate": 5.217460213786821e-05,
      "loss": 0.1449,
      "step": 88
    },
    {
      "epoch": 6.88,
      "grad_norm": 0.4849751591682434,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.113,
      "step": 89
    },
    {
      "epoch": 6.96,
      "grad_norm": 0.5481641888618469,
      "learning_rate": 4.78564796620502e-05,
      "loss": 0.1038,
      "step": 90
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.5893111824989319,
      "learning_rate": 4.574537361342407e-05,
      "loss": 0.1294,
      "step": 91
    },
    {
      "epoch": 7.08,
      "grad_norm": 0.3522264063358307,
      "learning_rate": 4.3667994193637796e-05,
      "loss": 0.0949,
      "step": 92
    },
    {
      "epoch": 7.16,
      "grad_norm": 0.2923271059989929,
      "learning_rate": 4.1625632776521037e-05,
      "loss": 0.0769,
      "step": 93
    },
    {
      "epoch": 7.24,
      "grad_norm": 0.2633121907711029,
      "learning_rate": 3.961955896745224e-05,
      "loss": 0.0503,
      "step": 94
    },
    {
      "epoch": 7.32,
      "grad_norm": 0.3277730345726013,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 0.0855,
      "step": 95
    },
    {
      "epoch": 7.4,
      "grad_norm": 0.29757440090179443,
      "learning_rate": 3.5721239031346066e-05,
      "loss": 0.0734,
      "step": 96
    },
    {
      "epoch": 7.48,
      "grad_norm": 0.24998295307159424,
      "learning_rate": 3.383141624031408e-05,
      "loss": 0.0493,
      "step": 97
    },
    {
      "epoch": 7.5600000000000005,
      "grad_norm": 0.394760400056839,
      "learning_rate": 3.198272622290804e-05,
      "loss": 0.1148,
      "step": 98
    },
    {
      "epoch": 7.64,
      "grad_norm": 0.29309213161468506,
      "learning_rate": 3.0176318191392726e-05,
      "loss": 0.0738,
      "step": 99
    },
    {
      "epoch": 7.72,
      "grad_norm": 0.29871276021003723,
      "learning_rate": 2.8413315074028158e-05,
      "loss": 0.0541,
      "step": 100
    },
    {
      "epoch": 7.8,
      "grad_norm": 0.3551546335220337,
      "learning_rate": 2.669481281701739e-05,
      "loss": 0.0872,
      "step": 101
    },
    {
      "epoch": 7.88,
      "grad_norm": 0.2906927466392517,
      "learning_rate": 2.502187970322657e-05,
      "loss": 0.0623,
      "step": 102
    },
    {
      "epoch": 7.96,
      "grad_norm": 0.25703781843185425,
      "learning_rate": 2.339555568810221e-05,
      "loss": 0.0456,
      "step": 103
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.5031088590621948,
      "learning_rate": 2.181685175319702e-05,
      "loss": 0.1069,
      "step": 104
    },
    {
      "epoch": 8.08,
      "grad_norm": 0.25756052136421204,
      "learning_rate": 2.0286749277707782e-05,
      "loss": 0.0645,
      "step": 105
    },
    {
      "epoch": 8.16,
      "grad_norm": 0.20370423793792725,
      "learning_rate": 1.880619942841435e-05,
      "loss": 0.0433,
      "step": 106
    },
    {
      "epoch": 8.24,
      "grad_norm": 0.19165390729904175,
      "learning_rate": 1.7376122568400532e-05,
      "loss": 0.0335,
      "step": 107
    },
    {
      "epoch": 8.32,
      "grad_norm": 0.2646007537841797,
      "learning_rate": 1.5997407684922862e-05,
      "loss": 0.0591,
      "step": 108
    },
    {
      "epoch": 8.4,
      "grad_norm": 0.2121558040380478,
      "learning_rate": 1.467091183678444e-05,
      "loss": 0.0486,
      "step": 109
    },
    {
      "epoch": 8.48,
      "grad_norm": 0.18979164958000183,
      "learning_rate": 1.339745962155613e-05,
      "loss": 0.0349,
      "step": 110
    },
    {
      "epoch": 8.56,
      "grad_norm": 0.2944222092628479,
      "learning_rate": 1.2177842662977135e-05,
      "loss": 0.0667,
      "step": 111
    },
    {
      "epoch": 8.64,
      "grad_norm": 0.2515968978404999,
      "learning_rate": 1.1012819118853147e-05,
      "loss": 0.0553,
      "step": 112
    },
    {
      "epoch": 8.72,
      "grad_norm": 0.3551047146320343,
      "learning_rate": 9.903113209758096e-06,
      "loss": 0.0369,
      "step": 113
    },
    {
      "epoch": 8.8,
      "grad_norm": 0.25821536779403687,
      "learning_rate": 8.849414768832687e-06,
      "loss": 0.074,
      "step": 114
    },
    {
      "epoch": 8.88,
      "grad_norm": 0.20208875834941864,
      "learning_rate": 7.852378812959227e-06,
      "loss": 0.0489,
      "step": 115
    },
    {
      "epoch": 8.96,
      "grad_norm": 0.19253306090831757,
      "learning_rate": 6.9126251355795864e-06,
      "loss": 0.035,
      "step": 116
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.26008549332618713,
      "learning_rate": 6.030737921409169e-06,
      "loss": 0.0405,
      "step": 117
    },
    {
      "epoch": 9.08,
      "grad_norm": 0.2207937240600586,
      "learning_rate": 5.20726538328683e-06,
      "loss": 0.0516,
      "step": 118
    },
    {
      "epoch": 9.16,
      "grad_norm": 0.15153822302818298,
      "learning_rate": 4.442719421385922e-06,
      "loss": 0.0339,
      "step": 119
    },
    {
      "epoch": 9.24,
      "grad_norm": 0.15037600696086884,
      "learning_rate": 3.7375753049987973e-06,
      "loss": 0.0296,
      "step": 120
    },
    {
      "epoch": 9.32,
      "grad_norm": 0.21942156553268433,
      "learning_rate": 3.092271377092215e-06,
      "loss": 0.0523,
      "step": 121
    },
    {
      "epoch": 9.4,
      "grad_norm": 0.17263451218605042,
      "learning_rate": 2.5072087818176382e-06,
      "loss": 0.0448,
      "step": 122
    },
    {
      "epoch": 9.48,
      "grad_norm": 0.17209623754024506,
      "learning_rate": 1.9827512151456173e-06,
      "loss": 0.0368,
      "step": 123
    },
    {
      "epoch": 9.56,
      "grad_norm": 0.19878874719142914,
      "learning_rate": 1.5192246987791981e-06,
      "loss": 0.0491,
      "step": 124
    },
    {
      "epoch": 9.64,
      "grad_norm": 0.18710798025131226,
      "learning_rate": 1.1169173774871478e-06,
      "loss": 0.0554,
      "step": 125
    },
    {
      "epoch": 9.72,
      "grad_norm": 0.15621885657310486,
      "learning_rate": 7.760793399827937e-07,
      "loss": 0.0286,
      "step": 126
    },
    {
      "epoch": 9.8,
      "grad_norm": 0.2060844600200653,
      "learning_rate": 4.969224634598591e-07,
      "loss": 0.0536,
      "step": 127
    },
    {
      "epoch": 9.88,
      "grad_norm": 0.18659313023090363,
      "learning_rate": 2.7962028188198706e-07,
      "loss": 0.0436,
      "step": 128
    },
    {
      "epoch": 9.96,
      "grad_norm": 0.16247068345546722,
      "learning_rate": 1.2430787810776555e-07,
      "loss": 0.0337,
      "step": 129
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.20341025292873383,
      "learning_rate": 3.1081799918375454e-08,
      "loss": 0.0294,
      "step": 130
    }
  ],
  "logging_steps": 1,
  "max_steps": 130,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.699203553209549e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}