{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6621403168444876,
  "eval_steps": 1024,
  "global_step": 14336,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011823934229365849,
      "grad_norm": 0.17313924431800842,
      "learning_rate": 0.000498046875,
      "loss": 1.7064213752746582,
      "step": 256
    },
    {
      "epoch": 0.023647868458731697,
      "grad_norm": 0.15720121562480927,
      "learning_rate": 0.000998046875,
      "loss": 1.1101791858673096,
      "step": 512
    },
    {
      "epoch": 0.03547180268809755,
      "grad_norm": 0.145066499710083,
      "learning_rate": 0.000999640996023194,
      "loss": 1.0319945812225342,
      "step": 768
    },
    {
      "epoch": 0.047295736917463395,
      "grad_norm": 0.1564043015241623,
      "learning_rate": 0.0009985588674043958,
      "loss": 0.9714428186416626,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_loss": 0.9119398776254698,
      "eval_mse_loss": 0.9119398776254698,
      "flow/cos_sim": 0.705863389794685,
      "flow/improvement_ratio": 0.4745521226974383,
      "flow/mag_ratio_mean": 0.6946878124317623,
      "flow/mag_ratio_std": 0.17089739207127322,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_loss": 0.9119398776254698,
      "eval_mse_loss": 0.9119398776254698,
      "eval_runtime": 100.3557,
      "eval_samples_per_second": 278.938,
      "eval_steps_per_second": 4.364,
      "flow/cos_sim": 0.705863389794685,
      "flow/improvement_ratio": 0.4745521226974383,
      "flow/mag_ratio_mean": 0.6946878124317623,
      "flow/mag_ratio_std": 0.17089739207127322,
      "step": 1024
    },
    {
      "epoch": 0.05911967114682925,
      "grad_norm": 0.16647565364837646,
      "learning_rate": 0.0009967551747861387,
      "loss": 0.929740846157074,
      "step": 1280
    },
    {
      "epoch": 0.0709436053761951,
      "grad_norm": 0.18282100558280945,
      "learning_rate": 0.000994232528651847,
      "loss": 0.895330548286438,
      "step": 1536
    },
    {
      "epoch": 0.08276753960556095,
      "grad_norm": 0.17141221463680267,
      "learning_rate": 0.0009909945800260092,
      "loss": 0.8683519959449768,
      "step": 1792
    },
    {
      "epoch": 0.09459147383492679,
      "grad_norm": 0.19230426847934723,
      "learning_rate": 0.0009870460151900522,
      "loss": 0.8509060144424438,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_loss": 0.8054492728078746,
      "eval_mse_loss": 0.8054492728078746,
      "flow/cos_sim": 0.7493123941497716,
      "flow/improvement_ratio": 0.476775190669652,
      "flow/mag_ratio_mean": 0.7334817982699773,
      "flow/mag_ratio_std": 0.1754700492846367,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_loss": 0.8054492728078746,
      "eval_mse_loss": 0.8054492728078746,
      "eval_runtime": 101.0321,
      "eval_samples_per_second": 277.07,
      "eval_steps_per_second": 4.335,
      "flow/cos_sim": 0.7493123941497716,
      "flow/improvement_ratio": 0.476775190669652,
      "flow/mag_ratio_mean": 0.7334817982699773,
      "flow/mag_ratio_std": 0.1754700492846367,
      "step": 2048
    },
    {
      "epoch": 0.10641540806429264,
      "grad_norm": 0.1906282752752304,
      "learning_rate": 0.0009823925488998885,
      "loss": 0.8359999060630798,
      "step": 2304
    },
    {
      "epoch": 0.1182393422936585,
      "grad_norm": 0.24338403344154358,
      "learning_rate": 0.0009770409161149525,
      "loss": 0.8268019556999207,
      "step": 2560
    },
    {
      "epoch": 0.13006327652302435,
      "grad_norm": 0.2402328997850418,
      "learning_rate": 0.0009709988622506973,
      "loss": 0.8164141178131104,
      "step": 2816
    },
    {
      "epoch": 0.1418872107523902,
      "grad_norm": 0.19165532290935516,
      "learning_rate": 0.000964275131968659,
      "loss": 0.8093737363815308,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_loss": 0.7729098539646357,
      "eval_mse_loss": 0.7729098539646357,
      "flow/cos_sim": 0.7615711595097633,
      "flow/improvement_ratio": 0.48455443985113816,
      "flow/mag_ratio_mean": 0.7450809510059009,
      "flow/mag_ratio_std": 0.17553651608424645,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_loss": 0.7729098539646357,
      "eval_mse_loss": 0.7729098539646357,
      "eval_runtime": 100.8602,
      "eval_samples_per_second": 277.543,
      "eval_steps_per_second": 4.343,
      "flow/cos_sim": 0.7615711595097633,
      "flow/improvement_ratio": 0.48455443985113816,
      "flow/mag_ratio_mean": 0.7450809510059009,
      "flow/mag_ratio_std": 0.17553651608424645,
      "step": 3072
    },
    {
      "epoch": 0.15371114498175603,
      "grad_norm": 0.23683102428913116,
      "learning_rate": 0.0009568794565203123,
      "loss": 0.8039254546165466,
      "step": 3328
    },
    {
      "epoch": 0.1655350792111219,
      "grad_norm": 0.24094223976135254,
      "learning_rate": 0.0009488225396630347,
      "loss": 0.8009832501411438,
      "step": 3584
    },
    {
      "epoch": 0.17735901344048774,
      "grad_norm": 0.22388198971748352,
      "learning_rate": 0.0009401160421685646,
      "loss": 0.7924661636352539,
      "step": 3840
    },
    {
      "epoch": 0.18918294766985358,
      "grad_norm": 0.22257934510707855,
      "learning_rate": 0.0009307725649463714,
      "loss": 0.7945993542671204,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_loss": 0.7515348514465436,
      "eval_mse_loss": 0.7515348514465436,
      "flow/cos_sim": 0.7693686923479925,
      "flow/improvement_ratio": 0.4754656074934354,
      "flow/mag_ratio_mean": 0.7561575877884207,
      "flow/mag_ratio_std": 0.1765889780570383,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_loss": 0.7515348514465436,
      "eval_mse_loss": 0.7515348514465436,
      "eval_runtime": 100.3871,
      "eval_samples_per_second": 278.851,
      "eval_steps_per_second": 4.363,
      "flow/cos_sim": 0.7693686923479925,
      "flow/improvement_ratio": 0.4754656074934354,
      "flow/mag_ratio_mean": 0.7561575877884207,
      "flow/mag_ratio_std": 0.1765889780570383,
      "step": 4096
    },
    {
      "epoch": 0.20100688189921945,
      "grad_norm": 0.22517219185829163,
      "learning_rate": 0.0009208056308063659,
      "loss": 0.7901711463928223,
      "step": 4352
    },
    {
      "epoch": 0.2128308161285853,
      "grad_norm": 0.2154047191143036,
      "learning_rate": 0.0009102296648873445,
      "loss": 0.7860417366027832,
      "step": 4608
    },
    {
      "epoch": 0.22465475035795113,
      "grad_norm": 0.2263442873954773,
      "learning_rate": 0.0008990599737794927,
      "loss": 0.785137414932251,
      "step": 4864
    },
    {
      "epoch": 0.236478684587317,
      "grad_norm": 0.2566796839237213,
      "learning_rate": 0.0008873127233711644,
      "loss": 0.7781056761741638,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_loss": 0.7397306067486332,
      "eval_mse_loss": 0.7397306067486332,
      "flow/cos_sim": 0.7743443068304018,
      "flow/improvement_ratio": 0.47565921052405824,
      "flow/mag_ratio_mean": 0.7624385751545701,
      "flow/mag_ratio_std": 0.17572799042615717,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_loss": 0.7397306067486332,
      "eval_mse_loss": 0.7397306067486332,
      "eval_runtime": 100.3693,
      "eval_samples_per_second": 278.9,
      "eval_steps_per_second": 4.364,
      "flow/cos_sim": 0.7743443068304018,
      "flow/improvement_ratio": 0.47565921052405824,
      "flow/mag_ratio_mean": 0.7624385751545701,
      "flow/mag_ratio_std": 0.17572799042615717,
      "step": 5120
    },
    {
      "epoch": 0.24830261881668284,
      "grad_norm": 0.2051643282175064,
      "learning_rate": 0.0008750049154520011,
      "loss": 0.7773663997650146,
      "step": 5376
    },
    {
      "epoch": 0.2601265530460487,
      "grad_norm": 0.23271359503269196,
      "learning_rate": 0.0008621543631062487,
      "loss": 0.7789486050605774,
      "step": 5632
    },
    {
      "epoch": 0.27195048727541454,
      "grad_norm": 0.22768262028694153,
      "learning_rate": 0.0008487796649318904,
      "loss": 0.7753859758377075,
      "step": 5888
    },
    {
      "epoch": 0.2837744215047804,
      "grad_norm": 0.23808346688747406,
      "learning_rate": 0.0008349001781229053,
      "loss": 0.7760079503059387,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_loss": 0.7382390670580407,
      "eval_mse_loss": 0.7382390670580407,
      "flow/cos_sim": 0.7747776206225565,
      "flow/improvement_ratio": 0.48073648889315185,
      "flow/mag_ratio_mean": 0.7609562668354,
      "flow/mag_ratio_std": 0.17754725645802336,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_loss": 0.7382390670580407,
      "eval_mse_loss": 0.7382390670580407,
      "eval_runtime": 101.1596,
      "eval_samples_per_second": 276.721,
      "eval_steps_per_second": 4.33,
      "flow/cos_sim": 0.7747776206225565,
      "flow/improvement_ratio": 0.48073648889315185,
      "flow/mag_ratio_mean": 0.7609562668354,
      "flow/mag_ratio_std": 0.17754725645802336,
      "step": 6144
    },
    {
      "epoch": 0.2955983557341462,
      "grad_norm": 0.22078828513622284,
      "learning_rate": 0.0008205359904536107,
      "loss": 0.7707664966583252,
      "step": 6400
    },
    {
      "epoch": 0.30742228996351206,
      "grad_norm": 0.21839560568332672,
      "learning_rate": 0.0008057078912056363,
      "loss": 0.7725305557250977,
      "step": 6656
    },
    {
      "epoch": 0.3192462241928779,
      "grad_norm": 0.23544862866401672,
      "learning_rate": 0.0007904373410796086,
      "loss": 0.7722088694572449,
      "step": 6912
    },
    {
      "epoch": 0.3310701584222438,
      "grad_norm": 0.23949392139911652,
      "learning_rate": 0.0007747464411350876,
      "loss": 0.7707281708717346,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_loss": 0.7320967807889529,
      "eval_mse_loss": 0.7320967807889529,
      "flow/cos_sim": 0.7774923427464211,
      "flow/improvement_ratio": 0.48102973714538905,
      "flow/mag_ratio_mean": 0.7606384374507486,
      "flow/mag_ratio_std": 0.1749520302839475,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_loss": 0.7320967807889529,
      "eval_mse_loss": 0.7320967807889529,
      "eval_runtime": 101.0362,
      "eval_samples_per_second": 277.059,
      "eval_steps_per_second": 4.335,
      "flow/cos_sim": 0.7774923427464211,
      "flow/improvement_ratio": 0.48102973714538905,
      "flow/mag_ratio_mean": 0.7606384374507486,
      "flow/mag_ratio_std": 0.1749520302839475,
      "step": 7168
    },
    {
      "epoch": 0.34289409265160964,
      "grad_norm": 0.21281319856643677,
      "learning_rate": 0.000758657900803716,
      "loss": 0.7705408930778503,
      "step": 7424
    },
    {
      "epoch": 0.3547180268809755,
      "grad_norm": 0.2182183712720871,
      "learning_rate": 0.000742195005021869,
      "loss": 0.7691267728805542,
      "step": 7680
    },
    {
      "epoch": 0.3665419611103413,
      "grad_norm": 0.20540344715118408,
      "learning_rate": 0.0007253815805303786,
      "loss": 0.7687782049179077,
      "step": 7936
    },
    {
      "epoch": 0.37836589533970716,
      "grad_norm": 0.25242024660110474,
      "learning_rate": 0.000708309515673374,
      "loss": 0.7675922513008118,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_loss": 0.72715279745729,
      "eval_mse_loss": 0.72715279745729,
      "flow/cos_sim": 0.7793520910826992,
      "flow/improvement_ratio": 0.47947503408612724,
      "flow/mag_ratio_mean": 0.7625162698090349,
      "flow/mag_ratio_std": 0.17530882001331408,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_loss": 0.72715279745729,
      "eval_mse_loss": 0.72715279745729,
      "eval_runtime": 100.656,
      "eval_samples_per_second": 278.106,
      "eval_steps_per_second": 4.351,
      "flow/cos_sim": 0.7793520910826992,
      "flow/improvement_ratio": 0.47947503408612724,
      "flow/mag_ratio_mean": 0.7625162698090349,
      "flow/mag_ratio_std": 0.17530882001331408,
      "step": 8192
    },
    {
      "epoch": 0.390189829569073,
      "grad_norm": 0.18503619730472565,
      "learning_rate": 0.0006908696365085842,
      "loss": 0.7652720808982849,
      "step": 8448
    },
    {
      "epoch": 0.4020137637984389,
      "grad_norm": 0.20311063528060913,
      "learning_rate": 0.0006731535118143318,
      "loss": 0.7671474814414978,
      "step": 8704
    },
    {
      "epoch": 0.41383769802780473,
      "grad_norm": 0.17226819694042206,
      "learning_rate": 0.0006551867821290267,
      "loss": 0.7648245096206665,
      "step": 8960
    },
    {
      "epoch": 0.4256616322571706,
      "grad_norm": 0.20406724512577057,
      "learning_rate": 0.0006369954506915572,
      "loss": 0.7627850770950317,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_loss": 0.7245442253541728,
      "eval_mse_loss": 0.7245442253541728,
      "flow/cos_sim": 0.7804642662610093,
      "flow/improvement_ratio": 0.478297841671395,
      "flow/mag_ratio_mean": 0.7637837749637969,
      "flow/mag_ratio_std": 0.17519798711554646,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_loss": 0.7245442253541728,
      "eval_mse_loss": 0.7245442253541728,
      "eval_runtime": 100.5176,
      "eval_samples_per_second": 278.488,
      "eval_steps_per_second": 4.357,
      "flow/cos_sim": 0.7804642662610093,
      "flow/improvement_ratio": 0.478297841671395,
      "flow/mag_ratio_mean": 0.7637837749637969,
      "flow/mag_ratio_std": 0.17519798711554646,
      "step": 9216
    },
    {
      "epoch": 0.4374855664865364,
      "grad_norm": 0.19549715518951416,
      "learning_rate": 0.0006186058458068149,
      "loss": 0.7646156549453735,
      "step": 9472
    },
    {
      "epoch": 0.44930950071590225,
      "grad_norm": 0.22935132682323456,
      "learning_rate": 0.0006000445827407526,
      "loss": 0.7637522220611572,
      "step": 9728
    },
    {
      "epoch": 0.4611334349452681,
      "grad_norm": 0.1892293095588684,
      "learning_rate": 0.0005813385252001232,
      "loss": 0.7614347338676453,
      "step": 9984
    },
    {
      "epoch": 0.472957369174634,
      "grad_norm": 0.19596756994724274,
      "learning_rate": 0.00056251474645265,
      "loss": 0.7602492570877075,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_loss": 0.7225635307564583,
      "eval_mse_loss": 0.7225635307564583,
      "flow/cos_sim": 0.781412697137763,
      "flow/improvement_ratio": 0.48148406279958,
      "flow/mag_ratio_mean": 0.7642885947336345,
      "flow/mag_ratio_std": 0.17388889067657462,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_loss": 0.7225635307564583,
      "eval_mse_loss": 0.7225635307564583,
      "eval_runtime": 100.4132,
      "eval_samples_per_second": 278.778,
      "eval_steps_per_second": 4.362,
      "flow/cos_sim": 0.781412697137763,
      "flow/improvement_ratio": 0.48148406279958,
      "flow/mag_ratio_mean": 0.7642885947336345,
      "flow/mag_ratio_std": 0.17388889067657462,
      "step": 10240
    },
    {
      "epoch": 0.48478130340399983,
      "grad_norm": 0.2039279341697693,
      "learning_rate": 0.0005436004901439003,
      "loss": 0.7591882944107056,
      "step": 10496
    },
    {
      "epoch": 0.49660523763336567,
      "grad_norm": 0.18449348211288452,
      "learning_rate": 0.0005246973484120841,
      "loss": 0.7581324577331543,
      "step": 10752
    },
    {
      "epoch": 0.5084291718627315,
      "grad_norm": 0.18734613060951233,
      "learning_rate": 0.0005056844377834413,
      "loss": 0.7585782408714294,
      "step": 11008
    },
    {
      "epoch": 0.5202531060920974,
      "grad_norm": 0.19812439382076263,
      "learning_rate": 0.0004866633000708374,
      "loss": 0.758400559425354,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_loss": 0.7193547954025878,
      "eval_mse_loss": 0.7193547954025878,
      "flow/cos_sim": 0.7829214582160183,
      "flow/improvement_ratio": 0.4840309496747849,
      "flow/mag_ratio_mean": 0.7646983984398515,
      "flow/mag_ratio_std": 0.17315611838614015,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_loss": 0.7193547954025878,
      "eval_mse_loss": 0.7193547954025878,
      "eval_runtime": 100.2674,
      "eval_samples_per_second": 279.183,
      "eval_steps_per_second": 4.368,
      "flow/cos_sim": 0.7829214582160183,
      "flow/improvement_ratio": 0.4840309496747849,
      "flow/mag_ratio_mean": 0.7646983984398515,
      "flow/mag_ratio_std": 0.17315611838614015,
      "step": 11264
    },
    {
      "epoch": 0.5320770403214632,
      "grad_norm": 0.20949678122997284,
      "learning_rate": 0.00046766146455737116,
      "loss": 0.756182074546814,
      "step": 11520
    },
    {
      "epoch": 0.5439009745508291,
      "grad_norm": 0.20575636625289917,
      "learning_rate": 0.00044870643259007823,
      "loss": 0.7595986723899841,
      "step": 11776
    },
    {
      "epoch": 0.5557249087801949,
      "grad_norm": 0.18551619350910187,
      "learning_rate": 0.000429825637777245,
      "loss": 0.7588385939598083,
      "step": 12032
    },
    {
      "epoch": 0.5675488430095608,
      "grad_norm": 0.21281953155994415,
      "learning_rate": 0.00041104640628376166,
      "loss": 0.755641758441925,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_loss": 0.7185944062934074,
      "eval_mse_loss": 0.7185944062934074,
      "flow/cos_sim": 0.7829709806943048,
      "flow/improvement_ratio": 0.4833299268598426,
      "flow/mag_ratio_mean": 0.7666111965429837,
      "flow/mag_ratio_std": 0.17369252120114897,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_loss": 0.7185944062934074,
      "eval_mse_loss": 0.7185944062934074,
      "eval_runtime": 100.2742,
      "eval_samples_per_second": 279.165,
      "eval_steps_per_second": 4.368,
      "flow/cos_sim": 0.7829709806943048,
      "flow/improvement_ratio": 0.4833299268598426,
      "flow/mag_ratio_mean": 0.7666111965429837,
      "flow/mag_ratio_std": 0.17369252120114897,
      "step": 12288
    },
    {
      "epoch": 0.5793727772389267,
      "grad_norm": 0.1611846536397934,
      "learning_rate": 0.00039239591728197724,
      "loss": 0.7571735382080078,
      "step": 12544
    },
    {
      "epoch": 0.5911967114682924,
      "grad_norm": 0.17743456363677979,
      "learning_rate": 0.0003739011636152962,
      "loss": 0.7581431269645691,
      "step": 12800
    },
    {
      "epoch": 0.6030206456976583,
      "grad_norm": 0.17940299212932587,
      "learning_rate": 0.0003556600555022182,
      "loss": 0.7566176652908325,
      "step": 13056
    },
    {
      "epoch": 0.6148445799270241,
      "grad_norm": 0.1930851936340332,
      "learning_rate": 0.00033755594309981104,
      "loss": 0.7547513246536255,
      "step": 13312
    },
    {
      "epoch": 0.6148445799270241,
      "eval_loss": 0.7150395362888842,
      "eval_mse_loss": 0.7150395362888842,
      "flow/cos_sim": 0.7844073471685523,
      "flow/improvement_ratio": 0.47775867540542394,
      "flow/mag_ratio_mean": 0.7674100999146292,
      "flow/mag_ratio_std": 0.1724472795039007,
      "step": 13312
    },
    {
      "epoch": 0.6148445799270241,
      "eval_loss": 0.7150395362888842,
      "eval_mse_loss": 0.7150395362888842,
      "eval_runtime": 100.7945,
      "eval_samples_per_second": 277.724,
      "eval_steps_per_second": 4.345,
      "flow/cos_sim": 0.7844073471685523,
      "flow/improvement_ratio": 0.47775867540542394,
      "flow/mag_ratio_mean": 0.7674100999146292,
      "flow/mag_ratio_std": 0.1724472795039007,
      "step": 13312
    },
    {
      "epoch": 0.62666851415639,
      "grad_norm": 0.17439058423042297,
      "learning_rate": 0.000319686935899715,
      "loss": 0.7525946497917175,
      "step": 13568
    },
    {
      "epoch": 0.6384924483857558,
      "grad_norm": 0.16240930557250977,
      "learning_rate": 0.0003020788957071146,
      "loss": 0.7547707557678223,
      "step": 13824
    },
    {
      "epoch": 0.6503163826151217,
      "grad_norm": 0.16282112896442413,
      "learning_rate": 0.0002847573066297746,
      "loss": 0.7539600729942322,
      "step": 14080
    },
    {
      "epoch": 0.6621403168444876,
      "grad_norm": 0.19493776559829712,
      "learning_rate": 0.0002677472381949038,
      "loss": 0.753170371055603,
      "step": 14336
    },
    {
      "epoch": 0.6621403168444876,
      "eval_loss": 0.7136020788319035,
      "eval_mse_loss": 0.7136020788319035,
      "flow/cos_sim": 0.7848518109757062,
      "flow/improvement_ratio": 0.47987128467592477,
      "flow/mag_ratio_mean": 0.7672100954404161,
      "flow/mag_ratio_std": 0.17320666945280005,
      "step": 14336
    },
    {
      "epoch": 0.6621403168444876,
      "eval_loss": 0.7136020788319035,
      "eval_mse_loss": 0.7136020788319035,
      "eval_runtime": 100.4201,
      "eval_samples_per_second": 278.759,
      "eval_steps_per_second": 4.362,
      "flow/cos_sim": 0.7848518109757062,
      "flow/improvement_ratio": 0.47987128467592477,
      "flow/mag_ratio_mean": 0.7672100954404161,
      "flow/mag_ratio_std": 0.17320666945280005,
      "step": 14336
    }
  ],
  "logging_steps": 256,
  "max_steps": 21651,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1024,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}