{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6148445799270241,
  "eval_steps": 1024,
  "global_step": 13312,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011823934229365849,
      "grad_norm": 0.17750050127506256,
      "learning_rate": 0.000498046875,
      "loss": 1.7531359195709229,
      "step": 256
    },
    {
      "epoch": 0.023647868458731697,
      "grad_norm": 0.14886082708835602,
      "learning_rate": 0.000998046875,
      "loss": 1.120242953300476,
      "step": 512
    },
    {
      "epoch": 0.03547180268809755,
      "grad_norm": 0.11476853489875793,
      "learning_rate": 0.000999640996023194,
      "loss": 1.0460094213485718,
      "step": 768
    },
    {
      "epoch": 0.047295736917463395,
      "grad_norm": 0.26101624965667725,
      "learning_rate": 0.0009985588674043958,
      "loss": 1.0132286548614502,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_cos_loss": 0.3147891739459887,
      "eval_loss": 0.9696788661283989,
      "eval_mse_loss": 0.9696788661283989,
      "flow/cos_sim": 0.6852108316334415,
      "flow/improvement_ratio": 0.4729253878332164,
      "flow/mag_ratio_mean": 0.6834825821663146,
      "flow/mag_ratio_std": 0.18169553397589078,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_cos_loss": 0.3147891739459887,
      "eval_loss": 0.9696788661283989,
      "eval_mse_loss": 0.9696788661283989,
      "eval_runtime": 37.5026,
      "eval_samples_per_second": 746.427,
      "eval_steps_per_second": 11.679,
      "flow/cos_sim": 0.6852108316334415,
      "flow/improvement_ratio": 0.4729253878332164,
      "flow/mag_ratio_mean": 0.6834825821663146,
      "flow/mag_ratio_std": 0.18169553397589078,
      "step": 1024
    },
    {
      "epoch": 0.05911967114682925,
      "grad_norm": 0.32471492886543274,
      "learning_rate": 0.0009967551747861387,
      "loss": 0.9918397068977356,
      "step": 1280
    },
    {
      "epoch": 0.0709436053761951,
      "grad_norm": 0.19580507278442383,
      "learning_rate": 0.000994232528651847,
      "loss": 0.9722790718078613,
      "step": 1536
    },
    {
      "epoch": 0.08276753960556095,
      "grad_norm": 0.13594156503677368,
      "learning_rate": 0.0009909945800260092,
      "loss": 0.9547147750854492,
      "step": 1792
    },
    {
      "epoch": 0.09459147383492679,
      "grad_norm": 0.49703535437583923,
      "learning_rate": 0.0009870460151900522,
      "loss": 0.9414160847663879,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_cos_loss": 0.2932011633430986,
      "eval_loss": 0.8981472950547797,
      "eval_mse_loss": 0.8981472950547797,
      "flow/cos_sim": 0.7067988623767139,
      "flow/improvement_ratio": 0.47438520363204556,
      "flow/mag_ratio_mean": 0.6956081727868346,
      "flow/mag_ratio_std": 0.19316728430115468,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_cos_loss": 0.2932011633430986,
      "eval_loss": 0.8981472950547797,
      "eval_mse_loss": 0.8981472950547797,
      "eval_runtime": 37.712,
      "eval_samples_per_second": 742.284,
      "eval_steps_per_second": 11.614,
      "flow/cos_sim": 0.7067988623767139,
      "flow/improvement_ratio": 0.47438520363204556,
      "flow/mag_ratio_mean": 0.6956081727868346,
      "flow/mag_ratio_std": 0.19316728430115468,
      "step": 2048
    },
    {
      "epoch": 0.10641540806429264,
      "grad_norm": 0.49009642004966736,
      "learning_rate": 0.0009823925488998885,
      "loss": 0.929905116558075,
      "step": 2304
    },
    {
      "epoch": 0.1182393422936585,
      "grad_norm": 0.21833102405071259,
      "learning_rate": 0.0009770409161149525,
      "loss": 0.9224135875701904,
      "step": 2560
    },
    {
      "epoch": 0.13006327652302435,
      "grad_norm": 0.3465236723423004,
      "learning_rate": 0.0009709988622506973,
      "loss": 0.9120264649391174,
      "step": 2816
    },
    {
      "epoch": 0.1418872107523902,
      "grad_norm": 0.3057152032852173,
      "learning_rate": 0.000964275131968659,
      "loss": 0.9054349064826965,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_cos_loss": 0.28495094285571954,
      "eval_loss": 0.8664921860988826,
      "eval_mse_loss": 0.8664921860988826,
      "flow/cos_sim": 0.7150490750733032,
      "flow/improvement_ratio": 0.48076002510715293,
      "flow/mag_ratio_mean": 0.7135201504785721,
      "flow/mag_ratio_std": 0.19565439009911392,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_cos_loss": 0.28495094285571954,
      "eval_loss": 0.8664921860988826,
      "eval_mse_loss": 0.8664921860988826,
      "eval_runtime": 38.3291,
      "eval_samples_per_second": 730.333,
      "eval_steps_per_second": 11.427,
      "flow/cos_sim": 0.7150490750733032,
      "flow/improvement_ratio": 0.48076002510715293,
      "flow/mag_ratio_mean": 0.7135201504785721,
      "flow/mag_ratio_std": 0.19565439009911392,
      "step": 3072
    },
    {
      "epoch": 0.15371114498175603,
      "grad_norm": 0.599277138710022,
      "learning_rate": 0.0009568794565203123,
      "loss": 0.9003790020942688,
      "step": 3328
    },
    {
      "epoch": 0.1655350792111219,
      "grad_norm": 0.6535385251045227,
      "learning_rate": 0.0009488225396630347,
      "loss": 0.897746205329895,
      "step": 3584
    },
    {
      "epoch": 0.17735901344048774,
      "grad_norm": 0.4937800467014313,
      "learning_rate": 0.0009401160421685646,
      "loss": 0.8885043859481812,
      "step": 3840
    },
    {
      "epoch": 0.18918294766985358,
      "grad_norm": 1.3498679399490356,
      "learning_rate": 0.0009307725649463714,
      "loss": 0.8906658887863159,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_cos_loss": 0.281152941626773,
      "eval_loss": 0.8519824494237769,
      "eval_mse_loss": 0.8519824494237769,
      "flow/cos_sim": 0.718847086304399,
      "flow/improvement_ratio": 0.47086378285601804,
      "flow/mag_ratio_mean": 0.7225797281145505,
      "flow/mag_ratio_std": 0.19704299981463447,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_cos_loss": 0.281152941626773,
      "eval_loss": 0.8519824494237769,
      "eval_mse_loss": 0.8519824494237769,
      "eval_runtime": 37.6235,
      "eval_samples_per_second": 744.029,
      "eval_steps_per_second": 11.642,
      "flow/cos_sim": 0.718847086304399,
      "flow/improvement_ratio": 0.47086378285601804,
      "flow/mag_ratio_mean": 0.7225797281145505,
      "flow/mag_ratio_std": 0.19704299981463447,
      "step": 4096
    },
    {
      "epoch": 0.20100688189921945,
      "grad_norm": 0.24068038165569305,
      "learning_rate": 0.0009208056308063659,
      "loss": 0.885456383228302,
      "step": 4352
    },
    {
      "epoch": 0.2128308161285853,
      "grad_norm": 0.33502769470214844,
      "learning_rate": 0.0009102296648873445,
      "loss": 0.8807857632637024,
      "step": 4608
    },
    {
      "epoch": 0.22465475035795113,
      "grad_norm": 0.176764577627182,
      "learning_rate": 0.0008990599737794927,
      "loss": 0.8787178993225098,
      "step": 4864
    },
    {
      "epoch": 0.236478684587317,
      "grad_norm": 0.1856887936592102,
      "learning_rate": 0.0008873127233711644,
      "loss": 0.8718249797821045,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_cos_loss": 0.2779194979022627,
      "eval_loss": 0.8412302969253227,
      "eval_mse_loss": 0.8412302969253227,
      "flow/cos_sim": 0.7220805322742898,
      "flow/improvement_ratio": 0.4709661888749632,
      "flow/mag_ratio_mean": 0.7200435751105008,
      "flow/mag_ratio_std": 0.19833092303036554,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_cos_loss": 0.2779194979022627,
      "eval_loss": 0.8412302969253227,
      "eval_mse_loss": 0.8412302969253227,
      "eval_runtime": 37.8514,
      "eval_samples_per_second": 739.549,
      "eval_steps_per_second": 11.572,
      "flow/cos_sim": 0.7220805322742898,
      "flow/improvement_ratio": 0.4709661888749632,
      "flow/mag_ratio_mean": 0.7200435751105008,
      "flow/mag_ratio_std": 0.19833092303036554,
      "step": 5120
    },
    {
      "epoch": 0.24830261881668284,
      "grad_norm": 0.315166711807251,
      "learning_rate": 0.0008750049154520011,
      "loss": 0.8694944977760315,
      "step": 5376
    },
    {
      "epoch": 0.2601265530460487,
      "grad_norm": 0.6202583909034729,
      "learning_rate": 0.0008621543631062487,
      "loss": 0.8698850870132446,
      "step": 5632
    },
    {
      "epoch": 0.27195048727541454,
      "grad_norm": 0.154885396361351,
      "learning_rate": 0.0008487796649318904,
      "loss": 0.866125762462616,
      "step": 5888
    },
    {
      "epoch": 0.2837744215047804,
      "grad_norm": 0.1593707948923111,
      "learning_rate": 0.0008349001781229053,
      "loss": 0.8656928539276123,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_cos_loss": 0.27761552666556344,
      "eval_loss": 0.8367355261763482,
      "eval_mse_loss": 0.8367355261763482,
      "flow/cos_sim": 0.7223844902428318,
      "flow/improvement_ratio": 0.47543454585282224,
      "flow/mag_ratio_mean": 0.7271437070685435,
      "flow/mag_ratio_std": 0.2028201749063518,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_cos_loss": 0.27761552666556344,
      "eval_loss": 0.8367355261763482,
      "eval_mse_loss": 0.8367355261763482,
      "eval_runtime": 37.5912,
      "eval_samples_per_second": 744.669,
      "eval_steps_per_second": 11.652,
      "flow/cos_sim": 0.7223844902428318,
      "flow/improvement_ratio": 0.47543454585282224,
      "flow/mag_ratio_mean": 0.7271437070685435,
      "flow/mag_ratio_std": 0.2028201749063518,
      "step": 6144
    },
    {
      "epoch": 0.2955983557341462,
      "grad_norm": 0.24749045073986053,
      "learning_rate": 0.0008205359904536107,
      "loss": 0.8599100112915039,
      "step": 6400
    },
    {
      "epoch": 0.30742228996351206,
      "grad_norm": 0.4366367757320404,
      "learning_rate": 0.0008057078912056363,
      "loss": 0.8599902987480164,
      "step": 6656
    },
    {
      "epoch": 0.3192462241928779,
      "grad_norm": 0.2574009597301483,
      "learning_rate": 0.0007904373410796086,
      "loss": 0.8590140342712402,
      "step": 6912
    },
    {
      "epoch": 0.3310701584222438,
      "grad_norm": 0.24796369671821594,
      "learning_rate": 0.0007747464411350876,
      "loss": 0.8581823110580444,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_cos_loss": 0.27323219904752627,
      "eval_loss": 0.8229639839091801,
      "eval_mse_loss": 0.8229639839091801,
      "flow/cos_sim": 0.7267678196299566,
      "flow/improvement_ratio": 0.4771028495814702,
      "flow/mag_ratio_mean": 0.7125569941246346,
      "flow/mag_ratio_std": 0.20383604319944773,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_cos_loss": 0.27323219904752627,
      "eval_loss": 0.8229639839091801,
      "eval_mse_loss": 0.8229639839091801,
      "eval_runtime": 37.8121,
      "eval_samples_per_second": 740.319,
      "eval_steps_per_second": 11.584,
      "flow/cos_sim": 0.7267678196299566,
      "flow/improvement_ratio": 0.4771028495814702,
      "flow/mag_ratio_mean": 0.7125569941246346,
      "flow/mag_ratio_std": 0.20383604319944773,
      "step": 7168
    },
    {
      "epoch": 0.34289409265160964,
      "grad_norm": 0.7159921526908875,
      "learning_rate": 0.000758657900803716,
      "loss": 0.858252763748169,
      "step": 7424
    },
    {
      "epoch": 0.3547180268809755,
      "grad_norm": 0.6132074594497681,
      "learning_rate": 0.000742195005021869,
      "loss": 0.8558468818664551,
      "step": 7680
    },
    {
      "epoch": 0.3665419611103413,
      "grad_norm": 0.18163549900054932,
      "learning_rate": 0.0007253815805303786,
      "loss": 0.85396808385849,
      "step": 7936
    },
    {
      "epoch": 0.37836589533970716,
      "grad_norm": 0.572221040725708,
      "learning_rate": 0.0007082419613901028,
      "loss": 0.8530430197715759,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_cos_loss": 0.2715048284427216,
      "eval_loss": 0.8155939645691005,
      "eval_mse_loss": 0.8155939645691005,
      "flow/cos_sim": 0.7284952074153238,
      "flow/improvement_ratio": 0.47482473080016707,
      "flow/mag_ratio_mean": 0.724112270765653,
      "flow/mag_ratio_std": 0.2020510737210104,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_cos_loss": 0.2715048284427216,
      "eval_loss": 0.8155939645691005,
      "eval_mse_loss": 0.8155939645691005,
      "eval_runtime": 37.7077,
      "eval_samples_per_second": 742.367,
      "eval_steps_per_second": 11.616,
      "flow/cos_sim": 0.7284952074153238,
      "flow/improvement_ratio": 0.47482473080016707,
      "flow/mag_ratio_mean": 0.724112270765653,
      "flow/mag_ratio_std": 0.2020510737210104,
      "step": 8192
    },
    {
      "epoch": 0.390189829569073,
      "grad_norm": 0.2026418000459671,
      "learning_rate": 0.0006908009537632514,
      "loss": 0.8493704199790955,
      "step": 8448
    },
    {
      "epoch": 0.4020137637984389,
      "grad_norm": 0.5044918656349182,
      "learning_rate": 0.0006730838000114403,
      "loss": 0.8506228923797607,
      "step": 8704
    },
    {
      "epoch": 0.41383769802780473,
      "grad_norm": 0.2458736002445221,
      "learning_rate": 0.0006551161421624341,
      "loss": 0.8482614159584045,
      "step": 8960
    },
    {
      "epoch": 0.4256616322571706,
      "grad_norm": 0.7097583413124084,
      "learning_rate": 0.0006369239847984517,
      "loss": 0.846942126750946,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_cos_loss": 0.27180098626575516,
      "eval_loss": 0.8161548636003172,
      "eval_mse_loss": 0.8161548636003172,
      "flow/cos_sim": 0.7281990317993512,
      "flow/improvement_ratio": 0.4732581986003815,
      "flow/mag_ratio_mean": 0.7231416398803937,
      "flow/mag_ratio_std": 0.201789186425405,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_cos_loss": 0.27180098626575516,
      "eval_loss": 0.8161548636003172,
      "eval_mse_loss": 0.8161548636003172,
      "eval_runtime": 37.5698,
      "eval_samples_per_second": 745.094,
      "eval_steps_per_second": 11.658,
      "flow/cos_sim": 0.7281990317993512,
      "flow/improvement_ratio": 0.4732581986003815,
      "flow/mag_ratio_mean": 0.7231416398803937,
      "flow/mag_ratio_std": 0.201789186425405,
      "step": 9216
    },
    {
      "epoch": 0.4374855664865364,
      "grad_norm": 0.3167099952697754,
      "learning_rate": 0.0006185336574197479,
      "loss": 0.8480910062789917,
      "step": 9472
    },
    {
      "epoch": 0.44930950071590225,
      "grad_norm": 0.4810751974582672,
      "learning_rate": 0.0005999717763379407,
      "loss": 0.8465522527694702,
      "step": 9728
    },
    {
      "epoch": 0.4611334349452681,
      "grad_norm": 0.2259974628686905,
      "learning_rate": 0.0005812652061542363,
      "loss": 0.844083309173584,
      "step": 9984
    },
    {
      "epoch": 0.472957369174634,
      "grad_norm": 0.6505718231201172,
      "learning_rate": 0.0005624410208783071,
      "loss": 0.8436377644538879,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_cos_loss": 0.2699208431047936,
      "eval_loss": 0.808695926922097,
      "eval_mse_loss": 0.808695926922097,
      "flow/cos_sim": 0.7300791967677199,
      "flow/improvement_ratio": 0.47688411740951886,
      "flow/mag_ratio_mean": 0.7248269360359401,
      "flow/mag_ratio_std": 0.20361059002544238,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_cos_loss": 0.2699208431047936,
      "eval_loss": 0.808695926922097,
      "eval_mse_loss": 0.808695926922097,
      "eval_runtime": 37.5891,
      "eval_samples_per_second": 744.71,
      "eval_steps_per_second": 11.652,
      "flow/cos_sim": 0.7300791967677199,
      "flow/improvement_ratio": 0.47688411740951886,
      "flow/mag_ratio_mean": 0.7248269360359401,
      "flow/mag_ratio_std": 0.20361059002544238,
      "step": 10240
    },
    {
      "epoch": 0.48478130340399983,
      "grad_norm": 0.29194557666778564,
      "learning_rate": 0.0005435264647440881,
      "loss": 0.8419358730316162,
      "step": 10496
    },
    {
      "epoch": 0.49660523763336567,
      "grad_norm": 0.20549535751342773,
      "learning_rate": 0.000524548912779213,
      "loss": 0.8400572538375854,
      "step": 10752
    },
    {
      "epoch": 0.5084291718627315,
      "grad_norm": 0.7953479290008545,
      "learning_rate": 0.0005055358311851499,
      "loss": 0.8401579260826111,
      "step": 11008
    },
    {
      "epoch": 0.5202531060920974,
      "grad_norm": 0.14846356213092804,
      "learning_rate": 0.0004865147375853812,
      "loss": 0.840056836605072,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_cos_loss": 0.2704421652642559,
      "eval_loss": 0.8102181156476339,
      "eval_mse_loss": 0.8102181156476339,
      "flow/cos_sim": 0.7295578481399849,
      "flow/improvement_ratio": 0.4786316101273445,
      "flow/mag_ratio_mean": 0.730471750780872,
      "flow/mag_ratio_std": 0.2050654717368078,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_cos_loss": 0.2704421652642559,
      "eval_loss": 0.8102181156476339,
      "eval_mse_loss": 0.8102181156476339,
      "eval_runtime": 37.702,
      "eval_samples_per_second": 742.48,
      "eval_steps_per_second": 11.617,
      "flow/cos_sim": 0.7295578481399849,
      "flow/improvement_ratio": 0.4786316101273445,
      "flow/mag_ratio_mean": 0.730471750780872,
      "flow/mag_ratio_std": 0.2050654717368078,
      "step": 11264
    },
    {
      "epoch": 0.5320770403214632,
      "grad_norm": 0.49196043610572815,
      "learning_rate": 0.0004675131611991607,
      "loss": 0.8376814723014832,
      "step": 11520
    },
    {
      "epoch": 0.5439009745508291,
      "grad_norm": 0.3101634383201599,
      "learning_rate": 0.0004485586029984899,
      "loss": 0.8409138321876526,
      "step": 11776
    },
    {
      "epoch": 0.5557249087801949,
      "grad_norm": 0.6860947608947754,
      "learning_rate": 0.00042967849590597266,
      "loss": 0.8401282429695129,
      "step": 12032
    },
    {
      "epoch": 0.5675488430095608,
      "grad_norm": 0.5976177453994751,
      "learning_rate": 0.0004109001650911621,
      "loss": 0.8376214504241943,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_cos_loss": 0.2699217140742633,
      "eval_loss": 0.8073501400479443,
      "eval_mse_loss": 0.8073501400479443,
      "flow/cos_sim": 0.7300783122239047,
      "flow/improvement_ratio": 0.4786103154154129,
      "flow/mag_ratio_mean": 0.7241527468102164,
      "flow/mag_ratio_std": 0.20363660513946455,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_cos_loss": 0.2699217140742633,
      "eval_loss": 0.8073501400479443,
      "eval_mse_loss": 0.8073501400479443,
      "eval_runtime": 37.7433,
      "eval_samples_per_second": 741.668,
      "eval_steps_per_second": 11.605,
      "flow/cos_sim": 0.7300783122239047,
      "flow/improvement_ratio": 0.4786103154154129,
      "flow/mag_ratio_mean": 0.7241527468102164,
      "flow/mag_ratio_std": 0.20363660513946455,
      "step": 12288
    },
    {
      "epoch": 0.5793727772389267,
      "grad_norm": 0.19840270280838013,
      "learning_rate": 0.0003922507884228551,
      "loss": 0.8377624154090881,
      "step": 12544
    },
    {
      "epoch": 0.5911967114682924,
      "grad_norm": 0.6053916215896606,
      "learning_rate": 0.00037375735713457723,
      "loss": 0.838446855545044,
      "step": 12800
    },
    {
      "epoch": 0.6030206456976583,
      "grad_norm": 0.1777360439300537,
      "learning_rate": 0.00035544663676018276,
      "loss": 0.8392548561096191,
      "step": 13056
    },
    {
      "epoch": 0.6148445799270241,
      "grad_norm": 0.2625690698623657,
      "learning_rate": 0.00033734512839611255,
      "loss": 0.8352001309394836,
      "step": 13312
    },
    {
      "epoch": 0.6148445799270241,
      "eval_cos_loss": 0.2678832187568216,
      "eval_loss": 0.8018131276516065,
      "eval_mse_loss": 0.8018131276516065,
      "flow/cos_sim": 0.732116795565984,
      "flow/improvement_ratio": 0.47306563096231524,
      "flow/mag_ratio_mean": 0.730011395259535,
      "flow/mag_ratio_std": 0.20525332758007528,
      "step": 13312
    },
    {
      "epoch": 0.6148445799270241,
      "eval_cos_loss": 0.2678832187568216,
      "eval_loss": 0.8018131276516065,
      "eval_mse_loss": 0.8018131276516065,
      "eval_runtime": 37.6397,
      "eval_samples_per_second": 743.71,
      "eval_steps_per_second": 11.637,
      "flow/cos_sim": 0.732116795565984,
      "flow/improvement_ratio": 0.47306563096231524,
      "flow/mag_ratio_mean": 0.730011395259535,
      "flow/mag_ratio_std": 0.20525332758007528,
      "step": 13312
    }
  ],
  "logging_steps": 256,
  "max_steps": 21651,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1024,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}