{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 1024,
  "global_step": 96209,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010643494891330332,
      "grad_norm": 0.13342437148094177,
      "learning_rate": 0.0003330078125,
      "loss": 2.2998437881469727,
      "step": 1024
    },
    {
      "epoch": 0.010643494891330332,
      "eval_cos_loss": 0.5988449528813362,
      "eval_loss": 1.9600126259028912,
      "eval_mse_loss": 1.6605901420116425,
      "flow/cos_sim": 0.4011551085859537,
      "flow/improvement_ratio": 0.942170824855566,
      "flow/mag_ratio_mean": 0.37856073677539825,
      "flow/mag_ratio_std": 0.14085532305762172,
      "step": 1024
    },
    {
      "epoch": 0.010643494891330332,
      "eval_cos_loss": 0.5988449528813362,
      "eval_loss": 1.9600126259028912,
      "eval_mse_loss": 1.6605901420116425,
      "eval_runtime": 2.6584,
      "eval_samples_per_second": 752.329,
      "eval_steps_per_second": 12.037,
      "flow/cos_sim": 0.4011551085859537,
      "flow/improvement_ratio": 0.942170824855566,
      "flow/mag_ratio_mean": 0.37856073677539825,
      "flow/mag_ratio_std": 0.14085532305762172,
      "step": 1024
    },
    {
      "epoch": 0.021286989782660665,
      "grad_norm": 0.25054192543029785,
      "learning_rate": 0.0006663411458333333,
      "loss": 1.8492329120635986,
      "step": 2048
    },
    {
      "epoch": 0.021286989782660665,
      "eval_cos_loss": 0.5117531130090356,
      "eval_loss": 1.7429817728698254,
      "eval_mse_loss": 1.4871052131056786,
      "flow/cos_sim": 0.4882468534633517,
      "flow/improvement_ratio": 0.9563530795276165,
      "flow/mag_ratio_mean": 0.47669631242752075,
      "flow/mag_ratio_std": 0.17675806442275643,
      "step": 2048
    },
    {
      "epoch": 0.021286989782660665,
      "eval_cos_loss": 0.5117531130090356,
      "eval_loss": 1.7429817728698254,
      "eval_mse_loss": 1.4871052131056786,
      "eval_runtime": 2.511,
      "eval_samples_per_second": 796.509,
      "eval_steps_per_second": 12.744,
      "flow/cos_sim": 0.4882468534633517,
      "flow/improvement_ratio": 0.9563530795276165,
      "flow/mag_ratio_mean": 0.47669631242752075,
      "flow/mag_ratio_std": 0.17675806442275643,
      "step": 2048
    },
    {
      "epoch": 0.031930484673991,
      "grad_norm": 0.30941224098205566,
      "learning_rate": 0.0009996744791666667,
      "loss": 1.730944037437439,
      "step": 3072
    },
    {
      "epoch": 0.031930484673991,
      "eval_cos_loss": 0.4815286351367831,
      "eval_loss": 1.6586528308689594,
      "eval_mse_loss": 1.4178885221481323,
      "flow/cos_sim": 0.5184714393690228,
      "flow/improvement_ratio": 0.9605911839753389,
      "flow/mag_ratio_mean": 0.49818364903330803,
      "flow/mag_ratio_std": 0.1928270636126399,
      "step": 3072
    },
    {
      "epoch": 0.031930484673991,
      "eval_cos_loss": 0.4815286351367831,
      "eval_loss": 1.6586528308689594,
      "eval_mse_loss": 1.4178885221481323,
      "eval_runtime": 3.1033,
      "eval_samples_per_second": 644.485,
      "eval_steps_per_second": 10.312,
      "flow/cos_sim": 0.5184714393690228,
      "flow/improvement_ratio": 0.9605911839753389,
      "flow/mag_ratio_mean": 0.49818364903330803,
      "flow/mag_ratio_std": 0.1928270636126399,
      "step": 3072
    },
    {
      "epoch": 0.04257397956532133,
      "grad_norm": 0.22964967787265778,
      "learning_rate": 0.0009997023516784352,
      "loss": 1.6850833892822266,
      "step": 4096
    },
    {
      "epoch": 0.04257397956532133,
      "eval_cos_loss": 0.476364528760314,
      "eval_loss": 1.6391540355980396,
      "eval_mse_loss": 1.4009717665612698,
      "flow/cos_sim": 0.5236354488879442,
      "flow/improvement_ratio": 0.9618693646043539,
      "flow/mag_ratio_mean": 0.5105963433161378,
      "flow/mag_ratio_std": 0.20592432795092463,
      "step": 4096
    },
    {
      "epoch": 0.04257397956532133,
      "eval_cos_loss": 0.476364528760314,
      "eval_loss": 1.6391540355980396,
      "eval_mse_loss": 1.4009717665612698,
      "eval_runtime": 2.5129,
      "eval_samples_per_second": 795.895,
      "eval_steps_per_second": 12.734,
      "flow/cos_sim": 0.5236354488879442,
      "flow/improvement_ratio": 0.9618693646043539,
      "flow/mag_ratio_mean": 0.5105963433161378,
      "flow/mag_ratio_std": 0.20592432795092463,
      "step": 4096
    },
    {
      "epoch": 0.05321747445665166,
      "grad_norm": 0.2645546495914459,
      "learning_rate": 0.0009988085977910004,
      "loss": 1.6617510318756104,
      "step": 5120
    },
    {
      "epoch": 0.05321747445665166,
      "eval_cos_loss": 0.4789119102060795,
      "eval_loss": 1.645260013639927,
      "eval_mse_loss": 1.405804067850113,
      "flow/cos_sim": 0.5210880534723401,
      "flow/improvement_ratio": 0.9588682930916548,
      "flow/mag_ratio_mean": 0.504288200289011,
      "flow/mag_ratio_std": 0.20718340016901493,
      "step": 5120
    },
    {
      "epoch": 0.05321747445665166,
      "eval_cos_loss": 0.4789119102060795,
      "eval_loss": 1.645260013639927,
      "eval_mse_loss": 1.405804067850113,
      "eval_runtime": 3.0976,
      "eval_samples_per_second": 645.654,
      "eval_steps_per_second": 10.33,
      "flow/cos_sim": 0.5210880534723401,
      "flow/improvement_ratio": 0.9588682930916548,
      "flow/mag_ratio_mean": 0.504288200289011,
      "flow/mag_ratio_std": 0.20718340016901493,
      "step": 5120
    },
    {
      "epoch": 0.063860969347982,
      "grad_norm": 0.2762889862060547,
      "learning_rate": 0.0009973198042317873,
      "loss": 1.645796775817871,
      "step": 6144
    },
    {
      "epoch": 0.063860969347982,
      "eval_cos_loss": 0.4598818449303508,
      "eval_loss": 1.5948525853455067,
      "eval_mse_loss": 1.3649116680026054,
      "flow/cos_sim": 0.5401182025671005,
      "flow/improvement_ratio": 0.9647715575993061,
      "flow/mag_ratio_mean": 0.5178880272433162,
      "flow/mag_ratio_std": 0.21153279254212976,
      "step": 6144
    },
    {
      "epoch": 0.063860969347982,
      "eval_cos_loss": 0.4598818449303508,
      "eval_loss": 1.5948525853455067,
      "eval_mse_loss": 1.3649116680026054,
      "eval_runtime": 3.0831,
      "eval_samples_per_second": 648.695,
      "eval_steps_per_second": 10.379,
      "flow/cos_sim": 0.5401182025671005,
      "flow/improvement_ratio": 0.9647715575993061,
      "flow/mag_ratio_mean": 0.5178880272433162,
      "flow/mag_ratio_std": 0.21153279254212976,
      "step": 6144
    },
    {
      "epoch": 0.07450446423931233,
      "grad_norm": 0.17679959535598755,
      "learning_rate": 0.0009952377470151526,
      "loss": 1.6353809833526611,
      "step": 7168
    },
    {
      "epoch": 0.07450446423931233,
      "eval_cos_loss": 0.4634226718917489,
      "eval_loss": 1.6022505089640617,
      "eval_mse_loss": 1.3705391697585583,
      "flow/cos_sim": 0.5365773290395737,
      "flow/improvement_ratio": 0.9635819494724274,
      "flow/mag_ratio_mean": 0.5194354858249426,
      "flow/mag_ratio_std": 0.21515046246349812,
      "step": 7168
    },
    {
      "epoch": 0.07450446423931233,
      "eval_cos_loss": 0.4634226718917489,
      "eval_loss": 1.6022505089640617,
      "eval_mse_loss": 1.3705391697585583,
      "eval_runtime": 2.8419,
      "eval_samples_per_second": 703.759,
      "eval_steps_per_second": 11.26,
      "flow/cos_sim": 0.5365773290395737,
      "flow/improvement_ratio": 0.9635819494724274,
      "flow/mag_ratio_mean": 0.5194354858249426,
      "flow/mag_ratio_std": 0.21515046246349812,
      "step": 7168
    },
    {
      "epoch": 0.08514795913064266,
      "grad_norm": 0.14975515007972717,
      "learning_rate": 0.000992564909872628,
      "loss": 1.6262034177780151,
      "step": 8192
    },
    {
      "epoch": 0.08514795913064266,
      "eval_cos_loss": 0.45912545546889305,
      "eval_loss": 1.5890175811946392,
      "eval_mse_loss": 1.3594548553228378,
      "flow/cos_sim": 0.5408745482563972,
      "flow/improvement_ratio": 0.9590303134173155,
      "flow/mag_ratio_mean": 0.5143361240625381,
      "flow/mag_ratio_std": 0.21537457825616002,
      "step": 8192
    },
    {
      "epoch": 0.08514795913064266,
      "eval_cos_loss": 0.45912545546889305,
      "eval_loss": 1.5890175811946392,
      "eval_mse_loss": 1.3594548553228378,
      "eval_runtime": 2.9302,
      "eval_samples_per_second": 682.537,
      "eval_steps_per_second": 10.921,
      "flow/cos_sim": 0.5408745482563972,
      "flow/improvement_ratio": 0.9590303134173155,
      "flow/mag_ratio_mean": 0.5143361240625381,
      "flow/mag_ratio_std": 0.21537457825616002,
      "step": 8192
    },
    {
      "epoch": 0.09579145402197299,
      "grad_norm": 0.19106586277484894,
      "learning_rate": 0.000989307950724573,
      "loss": 1.6214015483856201,
      "step": 9216
    },
    {
      "epoch": 0.09579145402197299,
      "eval_cos_loss": 0.4567577252164483,
      "eval_loss": 1.5844898335635662,
      "eval_mse_loss": 1.356110967695713,
      "flow/cos_sim": 0.5432424321770668,
      "flow/improvement_ratio": 0.9650511220097542,
      "flow/mag_ratio_mean": 0.5244949720799923,
      "flow/mag_ratio_std": 0.21130397450178862,
      "step": 9216
    },
    {
      "epoch": 0.09579145402197299,
      "eval_cos_loss": 0.4567577252164483,
      "eval_loss": 1.5844898335635662,
      "eval_mse_loss": 1.356110967695713,
      "eval_runtime": 3.0508,
      "eval_samples_per_second": 655.562,
      "eval_steps_per_second": 10.489,
      "flow/cos_sim": 0.5432424321770668,
      "flow/improvement_ratio": 0.9650511220097542,
      "flow/mag_ratio_mean": 0.5244949720799923,
      "flow/mag_ratio_std": 0.21130397450178862,
      "step": 9216
    },
    {
      "epoch": 0.10643494891330332,
      "grad_norm": 0.22245089709758759,
      "learning_rate": 0.000985464388035817,
      "loss": 1.6132733821868896,
      "step": 10240
    },
    {
      "epoch": 0.10643494891330332,
      "eval_cos_loss": 0.4598613306879997,
      "eval_loss": 1.589576181024313,
      "eval_mse_loss": 1.359645515680313,
      "flow/cos_sim": 0.5401386898010969,
      "flow/improvement_ratio": 0.9610863700509071,
      "flow/mag_ratio_mean": 0.5160716716200113,
      "flow/mag_ratio_std": 0.21545762522146106,
      "step": 10240
    },
    {
      "epoch": 0.10643494891330332,
      "eval_cos_loss": 0.4598613306879997,
      "eval_loss": 1.589576181024313,
      "eval_mse_loss": 1.359645515680313,
      "eval_runtime": 3.1847,
      "eval_samples_per_second": 627.993,
      "eval_steps_per_second": 10.048,
      "flow/cos_sim": 0.5401386898010969,
      "flow/improvement_ratio": 0.9610863700509071,
      "flow/mag_ratio_mean": 0.5160716716200113,
      "flow/mag_ratio_std": 0.21545762522146106,
      "step": 10240
    },
    {
      "epoch": 0.11707844380463366,
      "grad_norm": 0.1567550003528595,
      "learning_rate": 0.0009810417042745768,
      "loss": 1.6070518493652344,
      "step": 11264
    },
    {
      "epoch": 0.11707844380463366,
      "eval_cos_loss": 0.4550258554518223,
      "eval_loss": 1.577816877514124,
      "eval_mse_loss": 1.350303951650858,
      "flow/cos_sim": 0.5449741557240486,
      "flow/improvement_ratio": 0.9648044053465128,
      "flow/mag_ratio_mean": 0.5290831215679646,
      "flow/mag_ratio_std": 0.21279342425987124,
      "step": 11264
    },
    {
      "epoch": 0.11707844380463366,
      "eval_cos_loss": 0.4550258554518223,
      "eval_loss": 1.577816877514124,
      "eval_mse_loss": 1.350303951650858,
      "eval_runtime": 2.6352,
      "eval_samples_per_second": 758.945,
      "eval_steps_per_second": 12.143,
      "flow/cos_sim": 0.5449741557240486,
      "flow/improvement_ratio": 0.9648044053465128,
      "flow/mag_ratio_mean": 0.5290831215679646,
      "flow/mag_ratio_std": 0.21279342425987124,
      "step": 11264
    },
    {
      "epoch": 0.127721938695964,
      "grad_norm": 0.19316641986370087,
      "learning_rate": 0.0009760451753569162,
      "loss": 1.6028146743774414,
      "step": 12288
    },
    {
      "epoch": 0.127721938695964,
      "eval_cos_loss": 0.45873888209462166,
      "eval_loss": 1.5860362015664577,
      "eval_mse_loss": 1.3566667586565018,
      "flow/cos_sim": 0.5412612538784742,
      "flow/improvement_ratio": 0.9610528890043497,
      "flow/mag_ratio_mean": 0.5225661229342222,
      "flow/mag_ratio_std": 0.2149493475444615,
      "step": 12288
    },
    {
      "epoch": 0.127721938695964,
      "eval_cos_loss": 0.45873888209462166,
      "eval_loss": 1.5860362015664577,
      "eval_mse_loss": 1.3566667586565018,
      "eval_runtime": 2.6091,
      "eval_samples_per_second": 766.55,
      "eval_steps_per_second": 12.265,
      "flow/cos_sim": 0.5412612538784742,
      "flow/improvement_ratio": 0.9610528890043497,
      "flow/mag_ratio_mean": 0.5225661229342222,
      "flow/mag_ratio_std": 0.2149493475444615,
      "step": 12288
    },
    {
      "epoch": 0.13836543358729433,
      "grad_norm": 0.17066629230976105,
      "learning_rate": 0.000970486470662755,
      "loss": 1.5989067554473877,
      "step": 13312
    },
    {
      "epoch": 0.13836543358729433,
      "eval_cos_loss": 0.4526587063446641,
      "eval_loss": 1.5703520886600018,
      "eval_mse_loss": 1.3440227322280407,
      "flow/cos_sim": 0.547341376543045,
      "flow/improvement_ratio": 0.9634687285870314,
      "flow/mag_ratio_mean": 0.5251006819307804,
      "flow/mag_ratio_std": 0.2169443154707551,
      "step": 13312
    },
    {
      "epoch": 0.13836543358729433,
      "eval_cos_loss": 0.4526587063446641,
      "eval_loss": 1.5703520886600018,
      "eval_mse_loss": 1.3440227322280407,
      "eval_runtime": 2.6502,
      "eval_samples_per_second": 754.652,
      "eval_steps_per_second": 12.074,
      "flow/cos_sim": 0.547341376543045,
      "flow/improvement_ratio": 0.9634687285870314,
      "flow/mag_ratio_mean": 0.5251006819307804,
      "flow/mag_ratio_std": 0.2169443154707551,
      "step": 13312
    },
    {
      "epoch": 0.14900892847862465,
      "grad_norm": 0.19086262583732605,
      "learning_rate": 0.0009643613549160033,
      "loss": 1.5941526889801025,
      "step": 14336
    },
    {
      "epoch": 0.14900892847862465,
      "eval_cos_loss": 0.45674111880362034,
      "eval_loss": 1.5803881026804447,
      "eval_mse_loss": 1.3520175516605377,
      "flow/cos_sim": 0.5432589612901211,
      "flow/improvement_ratio": 0.9569191709160805,
      "flow/mag_ratio_mean": 0.5241195531561971,
      "flow/mag_ratio_std": 0.2207528604194522,
      "step": 14336
    },
    {
      "epoch": 0.14900892847862465,
      "eval_cos_loss": 0.45674111880362034,
      "eval_loss": 1.5803881026804447,
      "eval_mse_loss": 1.3520175516605377,
      "eval_runtime": 2.84,
      "eval_samples_per_second": 704.229,
      "eval_steps_per_second": 11.268,
      "flow/cos_sim": 0.5432589612901211,
      "flow/improvement_ratio": 0.9569191709160805,
      "flow/mag_ratio_mean": 0.5241195531561971,
      "flow/mag_ratio_std": 0.2207528604194522,
      "step": 14336
    },
    {
      "epoch": 0.159652423369955,
      "grad_norm": 0.20660291612148285,
      "learning_rate": 0.0009576890825691249,
      "loss": 1.5903245210647583,
      "step": 15360
    },
    {
      "epoch": 0.159652423369955,
      "eval_cos_loss": 0.4470532648265362,
      "eval_loss": 1.5533855073153973,
      "eval_mse_loss": 1.329858873039484,
      "flow/cos_sim": 0.5529466420412064,
      "flow/improvement_ratio": 0.9680595081299543,
      "flow/mag_ratio_mean": 0.5352848172187805,
      "flow/mag_ratio_std": 0.22097993176430464,
      "step": 15360
    },
    {
      "epoch": 0.159652423369955,
      "eval_cos_loss": 0.4470532648265362,
      "eval_loss": 1.5533855073153973,
      "eval_mse_loss": 1.329858873039484,
      "eval_runtime": 2.6578,
      "eval_samples_per_second": 752.494,
      "eval_steps_per_second": 12.04,
      "flow/cos_sim": 0.5529466420412064,
      "flow/improvement_ratio": 0.9680595081299543,
      "flow/mag_ratio_mean": 0.5352848172187805,
      "flow/mag_ratio_std": 0.22097993176430464,
      "step": 15360
    },
    {
      "epoch": 0.17029591826128532,
      "grad_norm": 0.23885692656040192,
      "learning_rate": 0.0009504645698990064,
      "loss": 1.589218020439148,
      "step": 16384
    },
    {
      "epoch": 0.17029591826128532,
      "eval_cos_loss": 0.44447089545428753,
      "eval_loss": 1.5484142042696476,
      "eval_mse_loss": 1.3261787556111813,
      "flow/cos_sim": 0.5555290877819061,
      "flow/improvement_ratio": 0.9635521955788136,
      "flow/mag_ratio_mean": 0.5299641713500023,
      "flow/mag_ratio_std": 0.215805409476161,
      "step": 16384
    },
    {
      "epoch": 0.17029591826128532,
      "eval_cos_loss": 0.44447089545428753,
      "eval_loss": 1.5484142042696476,
      "eval_mse_loss": 1.3261787556111813,
      "eval_runtime": 2.6371,
      "eval_samples_per_second": 758.402,
      "eval_steps_per_second": 12.134,
      "flow/cos_sim": 0.5555290877819061,
      "flow/improvement_ratio": 0.9635521955788136,
      "flow/mag_ratio_mean": 0.5299641713500023,
      "flow/mag_ratio_std": 0.215805409476161,
      "step": 16384
    },
    {
      "epoch": 0.18093941315261566,
      "grad_norm": 0.2062983363866806,
      "learning_rate": 0.0009427105273394636,
      "loss": 1.585401177406311,
      "step": 17408
    },
    {
      "epoch": 0.18093941315261566,
      "eval_cos_loss": 0.45094432309269905,
      "eval_loss": 1.5633347816765308,
      "eval_mse_loss": 1.3378626182675362,
      "flow/cos_sim": 0.5490557141602039,
      "flow/improvement_ratio": 0.9632246606051922,
      "flow/mag_ratio_mean": 0.5234426287934184,
      "flow/mag_ratio_std": 0.22044725203886628,
      "step": 17408
    },
    {
      "epoch": 0.18093941315261566,
      "eval_cos_loss": 0.45094432309269905,
      "eval_loss": 1.5633347816765308,
      "eval_mse_loss": 1.3378626182675362,
      "eval_runtime": 2.5802,
      "eval_samples_per_second": 775.125,
      "eval_steps_per_second": 12.402,
      "flow/cos_sim": 0.5490557141602039,
      "flow/improvement_ratio": 0.9632246606051922,
      "flow/mag_ratio_mean": 0.5234426287934184,
      "flow/mag_ratio_std": 0.22044725203886628,
      "step": 17408
    },
    {
      "epoch": 0.19158290804394598,
      "grad_norm": 0.15858766436576843,
      "learning_rate": 0.0009344210469473947,
      "loss": 1.5826770067214966,
      "step": 18432
    },
    {
      "epoch": 0.19158290804394598,
      "eval_cos_loss": 0.44898632261902094,
      "eval_loss": 1.5564597770571709,
      "eval_mse_loss": 1.331966608762741,
      "flow/cos_sim": 0.5510137844830751,
      "flow/improvement_ratio": 0.9625816307961941,
      "flow/mag_ratio_mean": 0.5298811597749591,
      "flow/mag_ratio_std": 0.22253544814884663,
      "step": 18432
    },
    {
      "epoch": 0.19158290804394598,
      "eval_cos_loss": 0.44898632261902094,
      "eval_loss": 1.5564597770571709,
      "eval_mse_loss": 1.331966608762741,
      "eval_runtime": 2.5531,
      "eval_samples_per_second": 783.347,
      "eval_steps_per_second": 12.534,
      "flow/cos_sim": 0.5510137844830751,
      "flow/improvement_ratio": 0.9625816307961941,
      "flow/mag_ratio_mean": 0.5298811597749591,
      "flow/mag_ratio_std": 0.22253544814884663,
      "step": 18432
    },
    {
      "epoch": 0.20222640293527633,
      "grad_norm": 0.2525703012943268,
      "learning_rate": 0.0009256133361993658,
      "loss": 1.5798900127410889,
      "step": 19456
    },
    {
      "epoch": 0.20222640293527633,
      "eval_cos_loss": 0.45141084399074316,
      "eval_loss": 1.567859135568142,
      "eval_mse_loss": 1.3421537093818188,
      "flow/cos_sim": 0.5485891196876764,
      "flow/improvement_ratio": 0.96523248963058,
      "flow/mag_ratio_mean": 0.5181732634082437,
      "flow/mag_ratio_std": 0.22030179109424353,
      "step": 19456
    },
    {
      "epoch": 0.20222640293527633,
      "eval_cos_loss": 0.45141084399074316,
      "eval_loss": 1.567859135568142,
      "eval_mse_loss": 1.3421537093818188,
      "eval_runtime": 2.5625,
      "eval_samples_per_second": 780.491,
      "eval_steps_per_second": 12.488,
      "flow/cos_sim": 0.5485891196876764,
      "flow/improvement_ratio": 0.96523248963058,
      "flow/mag_ratio_mean": 0.5181732634082437,
      "flow/mag_ratio_std": 0.22030179109424353,
      "step": 19456
    },
    {
      "epoch": 0.21286989782660665,
      "grad_norm": 0.18312996625900269,
      "learning_rate": 0.0009163072432159066,
      "loss": 1.579535961151123,
      "step": 20480
    },
    {
      "epoch": 0.21286989782660665,
      "eval_cos_loss": 0.45327545143663883,
      "eval_loss": 1.5679056644439697,
      "eval_mse_loss": 1.3412679433822632,
      "flow/cos_sim": 0.5467245355248451,
      "flow/improvement_ratio": 0.9616729654371738,
      "flow/mag_ratio_mean": 0.5273217614740133,
      "flow/mag_ratio_std": 0.2235504975542426,
      "step": 20480
    },
    {
      "epoch": 0.21286989782660665,
      "eval_cos_loss": 0.45327545143663883,
      "eval_loss": 1.5679056644439697,
      "eval_mse_loss": 1.3412679433822632,
      "eval_runtime": 2.5697,
      "eval_samples_per_second": 778.293,
      "eval_steps_per_second": 12.453,
      "flow/cos_sim": 0.5467245355248451,
      "flow/improvement_ratio": 0.9616729654371738,
      "flow/mag_ratio_mean": 0.5273217614740133,
      "flow/mag_ratio_std": 0.2235504975542426,
      "step": 20480
    },
    {
      "epoch": 0.223513392717937,
      "grad_norm": 0.21262691915035248,
      "learning_rate": 0.0009064956775190607,
      "loss": 1.577104926109314,
      "step": 21504
    },
    {
      "epoch": 0.223513392717937,
      "eval_cos_loss": 0.4483450762927532,
      "eval_loss": 1.553330171853304,
      "eval_mse_loss": 1.329157643020153,
      "flow/cos_sim": 0.5516549795866013,
      "flow/improvement_ratio": 0.9627660047262907,
      "flow/mag_ratio_mean": 0.5387043142691255,
      "flow/mag_ratio_std": 0.2251730626448989,
      "step": 21504
    },
    {
      "epoch": 0.223513392717937,
      "eval_cos_loss": 0.4483450762927532,
      "eval_loss": 1.553330171853304,
      "eval_mse_loss": 1.329157643020153,
      "eval_runtime": 2.5071,
      "eval_samples_per_second": 797.724,
      "eval_steps_per_second": 12.764,
      "flow/cos_sim": 0.5516549795866013,
      "flow/improvement_ratio": 0.9627660047262907,
      "flow/mag_ratio_mean": 0.5387043142691255,
      "flow/mag_ratio_std": 0.2251730626448989,
      "step": 21504
    },
    {
      "epoch": 0.2341568876092673,
      "grad_norm": 0.17988671362400055,
      "learning_rate": 0.0008961991942494195,
      "loss": 1.574266791343689,
      "step": 22528
    },
    {
      "epoch": 0.2341568876092673,
      "eval_cos_loss": 0.44411917496472597,
      "eval_loss": 1.543789055198431,
      "eval_mse_loss": 1.3217294700443745,
      "flow/cos_sim": 0.5558808352798223,
      "flow/improvement_ratio": 0.9671246875077486,
      "flow/mag_ratio_mean": 0.5348946927115321,
      "flow/mag_ratio_std": 0.22368196118623018,
      "step": 22528
    },
    {
      "epoch": 0.2341568876092673,
      "eval_cos_loss": 0.44411917496472597,
      "eval_loss": 1.543789055198431,
      "eval_mse_loss": 1.3217294700443745,
      "eval_runtime": 2.5967,
      "eval_samples_per_second": 770.215,
      "eval_steps_per_second": 12.323,
      "flow/cos_sim": 0.5558808352798223,
      "flow/improvement_ratio": 0.9671246875077486,
      "flow/mag_ratio_mean": 0.5348946927115321,
      "flow/mag_ratio_std": 0.22368196118623018,
      "step": 22528
    },
    {
      "epoch": 0.24480038250059766,
      "grad_norm": 0.22547593712806702,
      "learning_rate": 0.0008854408194461756,
      "loss": 1.5733323097229004,
      "step": 23552
    },
    {
      "epoch": 0.24480038250059766,
      "eval_cos_loss": 0.44172694999724627,
      "eval_loss": 1.5377833917737007,
      "eval_mse_loss": 1.316919919103384,
      "flow/cos_sim": 0.5582730043679476,
      "flow/improvement_ratio": 0.9642701335251331,
      "flow/mag_ratio_mean": 0.5346939843147993,
      "flow/mag_ratio_std": 0.22327208751812577,
      "step": 23552
    },
    {
      "epoch": 0.24480038250059766,
      "eval_cos_loss": 0.44172694999724627,
      "eval_loss": 1.5377833917737007,
      "eval_mse_loss": 1.316919919103384,
      "eval_runtime": 3.1395,
      "eval_samples_per_second": 637.04,
      "eval_steps_per_second": 10.193,
      "flow/cos_sim": 0.5582730043679476,
      "flow/improvement_ratio": 0.9642701335251331,
      "flow/mag_ratio_mean": 0.5346939843147993,
      "flow/mag_ratio_std": 0.22327208751812577,
      "step": 23552
    },
    {
      "epoch": 0.255443877391928,
      "grad_norm": 0.2300369143486023,
      "learning_rate": 0.0008742123561119935,
      "loss": 1.569944143295288,
      "step": 24576
    },
    {
      "epoch": 0.255443877391928,
      "eval_cos_loss": 0.447942478582263,
      "eval_loss": 1.553868442773819,
      "eval_mse_loss": 1.3298972100019455,
      "flow/cos_sim": 0.5520575055852532,
      "flow/improvement_ratio": 0.9638102632015944,
      "flow/mag_ratio_mean": 0.5306164929643273,
      "flow/mag_ratio_std": 0.22182104969397187,
      "step": 24576
    },
    {
      "epoch": 0.255443877391928,
      "eval_cos_loss": 0.447942478582263,
      "eval_loss": 1.553868442773819,
      "eval_mse_loss": 1.3298972100019455,
      "eval_runtime": 2.5886,
      "eval_samples_per_second": 772.612,
      "eval_steps_per_second": 12.362,
      "flow/cos_sim": 0.5520575055852532,
      "flow/improvement_ratio": 0.9638102632015944,
      "flow/mag_ratio_mean": 0.5306164929643273,
      "flow/mag_ratio_std": 0.22182104969397187,
      "step": 24576
    },
    {
      "epoch": 0.26608737228325835,
      "grad_norm": 0.2177908569574356,
      "learning_rate": 0.0008625491011983832,
      "loss": 1.5683772563934326,
      "step": 25600
    },
    {
      "epoch": 0.26608737228325835,
      "eval_cos_loss": 0.45118876080960035,
      "eval_loss": 1.5609249621629715,
      "eval_mse_loss": 1.3353305757045746,
      "flow/cos_sim": 0.5488111022859812,
      "flow/improvement_ratio": 0.9652206618338823,
      "flow/mag_ratio_mean": 0.5250881398096681,
      "flow/mag_ratio_std": 0.22340481635183096,
      "step": 25600
    },
    {
      "epoch": 0.26608737228325835,
      "eval_cos_loss": 0.45118876080960035,
      "eval_loss": 1.5609249621629715,
      "eval_mse_loss": 1.3353305757045746,
      "eval_runtime": 2.5832,
      "eval_samples_per_second": 774.241,
      "eval_steps_per_second": 12.388,
      "flow/cos_sim": 0.5488111022859812,
      "flow/improvement_ratio": 0.9652206618338823,
      "flow/mag_ratio_mean": 0.5250881398096681,
      "flow/mag_ratio_std": 0.22340481635183096,
      "step": 25600
    },
    {
      "epoch": 0.27673086717458867,
      "grad_norm": 0.13252000510692596,
      "learning_rate": 0.0008504421682637403,
      "loss": 1.5673582553863525,
      "step": 26624
    },
    {
      "epoch": 0.27673086717458867,
      "eval_cos_loss": 0.44563145097345114,
      "eval_loss": 1.5506689585745335,
      "eval_mse_loss": 1.3278532326221466,
      "flow/cos_sim": 0.5543686226010323,
      "flow/improvement_ratio": 0.9666622839868069,
      "flow/mag_ratio_mean": 0.5269411941990256,
      "flow/mag_ratio_std": 0.21877468656748533,
      "step": 26624
    },
    {
      "epoch": 0.27673086717458867,
      "eval_cos_loss": 0.44563145097345114,
      "eval_loss": 1.5506689585745335,
      "eval_mse_loss": 1.3278532326221466,
      "eval_runtime": 2.617,
      "eval_samples_per_second": 764.244,
      "eval_steps_per_second": 12.228,
      "flow/cos_sim": 0.5543686226010323,
      "flow/improvement_ratio": 0.9666622839868069,
      "flow/mag_ratio_mean": 0.5269411941990256,
      "flow/mag_ratio_std": 0.21877468656748533,
      "step": 26624
    },
    {
      "epoch": 0.287374362065919,
      "grad_norm": 0.2598721981048584,
      "learning_rate": 0.0008379296157504366,
      "loss": 1.564971923828125,
      "step": 27648
    },
    {
      "epoch": 0.287374362065919,
      "eval_cos_loss": 0.4419550793245435,
      "eval_loss": 1.5396056547760963,
      "eval_mse_loss": 1.3186281062662601,
      "flow/cos_sim": 0.5580449867993593,
      "flow/improvement_ratio": 0.9673310127109289,
      "flow/mag_ratio_mean": 0.5319117670878768,
      "flow/mag_ratio_std": 0.22065124148502946,
      "step": 27648
    },
    {
      "epoch": 0.287374362065919,
      "eval_cos_loss": 0.4419550793245435,
      "eval_loss": 1.5396056547760963,
      "eval_mse_loss": 1.3186281062662601,
      "eval_runtime": 3.0156,
      "eval_samples_per_second": 663.219,
      "eval_steps_per_second": 10.612,
      "flow/cos_sim": 0.5580449867993593,
      "flow/improvement_ratio": 0.9673310127109289,
      "flow/mag_ratio_mean": 0.5319117670878768,
      "flow/mag_ratio_std": 0.22065124148502946,
      "step": 27648
    },
    {
      "epoch": 0.2980178569572493,
      "grad_norm": 0.274239718914032,
      "learning_rate": 0.0008250147265053921,
      "loss": 1.564111590385437,
      "step": 28672
    },
    {
      "epoch": 0.2980178569572493,
      "eval_cos_loss": 0.44205061066895723,
      "eval_loss": 1.5401594452559948,
      "eval_mse_loss": 1.319134145975113,
      "flow/cos_sim": 0.5579493436962366,
      "flow/improvement_ratio": 0.9671094436198473,
      "flow/mag_ratio_mean": 0.5367719177156687,
      "flow/mag_ratio_std": 0.2205441533587873,
      "step": 28672
    },
    {
      "epoch": 0.2980178569572493,
      "eval_cos_loss": 0.44205061066895723,
      "eval_loss": 1.5401594452559948,
      "eval_mse_loss": 1.319134145975113,
      "eval_runtime": 2.6525,
      "eval_samples_per_second": 754.016,
      "eval_steps_per_second": 12.064,
      "flow/cos_sim": 0.5579493436962366,
      "flow/improvement_ratio": 0.9671094436198473,
      "flow/mag_ratio_mean": 0.5367719177156687,
      "flow/mag_ratio_std": 0.2205441533587873,
      "step": 28672
    },
    {
      "epoch": 0.3086613518485797,
      "grad_norm": 0.2095516473054886,
      "learning_rate": 0.000811699689939724,
      "loss": 1.5625946521759033,
      "step": 29696
    },
    {
      "epoch": 0.3086613518485797,
      "eval_cos_loss": 0.44621053244918585,
      "eval_loss": 1.5496392995119095,
      "eval_mse_loss": 1.3265340402722359,
      "flow/cos_sim": 0.5537894666194916,
      "flow/improvement_ratio": 0.9614951889961958,
      "flow/mag_ratio_mean": 0.5277672996744514,
      "flow/mag_ratio_std": 0.22011788561940193,
      "step": 29696
    },
    {
      "epoch": 0.3086613518485797,
      "eval_cos_loss": 0.44621053244918585,
      "eval_loss": 1.5496392995119095,
      "eval_mse_loss": 1.3265340402722359,
      "eval_runtime": 2.5404,
      "eval_samples_per_second": 787.269,
      "eval_steps_per_second": 12.596,
      "flow/cos_sim": 0.5537894666194916,
      "flow/improvement_ratio": 0.9614951889961958,
      "flow/mag_ratio_mean": 0.5277672996744514,
      "flow/mag_ratio_std": 0.22011788561940193,
      "step": 29696
    },
    {
      "epoch": 0.31930484673991,
      "grad_norm": 0.15808935463428497,
      "learning_rate": 0.0007980128200054721,
      "loss": 1.5646651983261108,
      "step": 30720
    },
    {
      "epoch": 0.31930484673991,
      "eval_cos_loss": 0.44148214533925056,
      "eval_loss": 1.5364415682852268,
      "eval_mse_loss": 1.3157004974782467,
      "flow/cos_sim": 0.5585179291665554,
      "flow/improvement_ratio": 0.9648495689034462,
      "flow/mag_ratio_mean": 0.537518884986639,
      "flow/mag_ratio_std": 0.22350562876090407,
      "step": 30720
    },
    {
      "epoch": 0.31930484673991,
      "eval_cos_loss": 0.44148214533925056,
      "eval_loss": 1.5364415682852268,
      "eval_mse_loss": 1.3157004974782467,
      "eval_runtime": 2.5821,
      "eval_samples_per_second": 774.564,
      "eval_steps_per_second": 12.393,
      "flow/cos_sim": 0.5585179291665554,
      "flow/improvement_ratio": 0.9648495689034462,
      "flow/mag_ratio_mean": 0.537518884986639,
      "flow/mag_ratio_std": 0.22350562876090407,
      "step": 30720
    },
    {
      "epoch": 0.3299483416312403,
      "grad_norm": 0.1921176314353943,
      "learning_rate": 0.0007839843253324567,
      "loss": 1.563474416732788,
      "step": 31744
    },
    {
      "epoch": 0.3299483416312403,
      "eval_cos_loss": 0.4404078619554639,
      "eval_loss": 1.534349039196968,
      "eval_mse_loss": 1.3141451105475426,
      "flow/cos_sim": 0.5595921669155359,
      "flow/improvement_ratio": 0.9649890139698982,
      "flow/mag_ratio_mean": 0.5285989735275507,
      "flow/mag_ratio_std": 0.22230371600016952,
      "step": 31744
    },
    {
      "epoch": 0.3299483416312403,
      "eval_cos_loss": 0.4404078619554639,
      "eval_loss": 1.534349039196968,
      "eval_mse_loss": 1.3141451105475426,
      "eval_runtime": 2.5419,
      "eval_samples_per_second": 786.808,
      "eval_steps_per_second": 12.589,
      "flow/cos_sim": 0.5595921669155359,
      "flow/improvement_ratio": 0.9649890139698982,
      "flow/mag_ratio_mean": 0.5285989735275507,
      "flow/mag_ratio_std": 0.22230371600016952,
      "step": 31744
    },
    {
      "epoch": 0.34059183652257063,
      "grad_norm": 0.19485324621200562,
      "learning_rate": 0.0007696035173607825,
      "loss": 1.5625982284545898,
      "step": 32768
    },
    {
      "epoch": 0.34059183652257063,
      "eval_cos_loss": 0.4499282343313098,
      "eval_loss": 1.5567349456250668,
      "eval_mse_loss": 1.3317708261311054,
      "flow/cos_sim": 0.5500718057155609,
      "flow/improvement_ratio": 0.9645203202962875,
      "flow/mag_ratio_mean": 0.5316947773098946,
      "flow/mag_ratio_std": 0.22561145247891545,
      "step": 32768
    },
    {
      "epoch": 0.34059183652257063,
      "eval_cos_loss": 0.4499282343313098,
      "eval_loss": 1.5567349456250668,
      "eval_mse_loss": 1.3317708261311054,
      "eval_runtime": 2.5397,
      "eval_samples_per_second": 787.504,
      "eval_steps_per_second": 12.6,
      "flow/cos_sim": 0.5500718057155609,
      "flow/improvement_ratio": 0.9645203202962875,
      "flow/mag_ratio_mean": 0.5316947773098946,
      "flow/mag_ratio_std": 0.22561145247891545,
      "step": 32768
    },
    {
      "epoch": 0.351235331413901,
      "grad_norm": 0.18854600191116333,
      "learning_rate": 0.0007549156025151,
      "loss": 1.5604270696640015,
      "step": 33792
    },
    {
      "epoch": 0.351235331413901,
      "eval_cos_loss": 0.44613189715892076,
      "eval_loss": 1.5455855540931225,
      "eval_mse_loss": 1.322519600391388,
      "flow/cos_sim": 0.5538681279867887,
      "flow/improvement_ratio": 0.9590773209929466,
      "flow/mag_ratio_mean": 0.5333189619705081,
      "flow/mag_ratio_std": 0.22768286149948835,
      "step": 33792
    },
    {
      "epoch": 0.351235331413901,
      "eval_cos_loss": 0.44613189715892076,
      "eval_loss": 1.5455855540931225,
      "eval_mse_loss": 1.322519600391388,
      "eval_runtime": 2.5511,
      "eval_samples_per_second": 783.987,
      "eval_steps_per_second": 12.544,
      "flow/cos_sim": 0.5538681279867887,
      "flow/improvement_ratio": 0.9590773209929466,
      "flow/mag_ratio_mean": 0.5333189619705081,
      "flow/mag_ratio_std": 0.22768286149948835,
      "step": 33792
    },
    {
      "epoch": 0.3618788263052313,
      "grad_norm": 0.1909618228673935,
      "learning_rate": 0.0007399093898115421,
      "loss": 1.559531807899475,
      "step": 34816
    },
    {
      "epoch": 0.3618788263052313,
      "eval_cos_loss": 0.4420803328976035,
      "eval_loss": 1.5389960557222366,
      "eval_mse_loss": 1.3179558925330639,
      "flow/cos_sim": 0.5579197406768799,
      "flow/improvement_ratio": 0.959646550938487,
      "flow/mag_ratio_mean": 0.5326429791748524,
      "flow/mag_ratio_std": 0.22111017350107431,
      "step": 34816
    },
    {
      "epoch": 0.3618788263052313,
      "eval_cos_loss": 0.4420803328976035,
      "eval_loss": 1.5389960557222366,
      "eval_mse_loss": 1.3179558925330639,
      "eval_runtime": 2.5395,
      "eval_samples_per_second": 787.558,
      "eval_steps_per_second": 12.601,
      "flow/cos_sim": 0.5579197406768799,
      "flow/improvement_ratio": 0.959646550938487,
      "flow/mag_ratio_mean": 0.5326429791748524,
      "flow/mag_ratio_std": 0.22111017350107431,
      "step": 34816
    },
    {
      "epoch": 0.37252232119656165,
      "grad_norm": 0.1629696786403656,
      "learning_rate": 0.0007246320516499633,
      "loss": 1.5580956935882568,
      "step": 35840
    },
    {
      "epoch": 0.37252232119656165,
      "eval_cos_loss": 0.44205798115581274,
      "eval_loss": 1.5348509810864925,
      "eval_mse_loss": 1.3138219900429249,
      "flow/cos_sim": 0.5579419694840908,
      "flow/improvement_ratio": 0.9621348176151514,
      "flow/mag_ratio_mean": 0.5318824276328087,
      "flow/mag_ratio_std": 0.226469362154603,
      "step": 35840
    },
    {
      "epoch": 0.37252232119656165,
      "eval_cos_loss": 0.44205798115581274,
      "eval_loss": 1.5348509810864925,
      "eval_mse_loss": 1.3138219900429249,
      "eval_runtime": 2.557,
      "eval_samples_per_second": 782.177,
      "eval_steps_per_second": 12.515,
      "flow/cos_sim": 0.5579419694840908,
      "flow/improvement_ratio": 0.9621348176151514,
      "flow/mag_ratio_mean": 0.5318824276328087,
      "flow/mag_ratio_std": 0.226469362154603,
      "step": 35840
    },
    {
      "epoch": 0.38316581608789196,
      "grad_norm": 0.2269536405801773,
      "learning_rate": 0.0007090719479543767,
      "loss": 1.557045578956604,
      "step": 36864
    },
    {
      "epoch": 0.38316581608789196,
      "eval_cos_loss": 0.4411419341340661,
      "eval_loss": 1.5364714972674847,
      "eval_mse_loss": 1.315900530666113,
      "flow/cos_sim": 0.5588581711053848,
      "flow/improvement_ratio": 0.965403363108635,
      "flow/mag_ratio_mean": 0.5407936815172434,
      "flow/mag_ratio_std": 0.22326642088592052,
      "step": 36864
    },
    {
      "epoch": 0.38316581608789196,
      "eval_cos_loss": 0.4411419341340661,
      "eval_loss": 1.5364714972674847,
      "eval_mse_loss": 1.315900530666113,
      "eval_runtime": 2.5319,
      "eval_samples_per_second": 789.932,
      "eval_steps_per_second": 12.639,
      "flow/cos_sim": 0.5588581711053848,
      "flow/improvement_ratio": 0.965403363108635,
      "flow/mag_ratio_mean": 0.5407936815172434,
      "flow/mag_ratio_std": 0.22326642088592052,
      "step": 36864
    },
    {
      "epoch": 0.39380931097922234,
      "grad_norm": 0.18450024724006653,
      "learning_rate": 0.0006932779922946351,
      "loss": 1.5578693151474,
      "step": 37888
    },
    {
      "epoch": 0.39380931097922234,
      "eval_cos_loss": 0.44131703954190016,
      "eval_loss": 1.5340029932558537,
      "eval_mse_loss": 1.3133444860577583,
      "flow/cos_sim": 0.5586829409003258,
      "flow/improvement_ratio": 0.9628860391676426,
      "flow/mag_ratio_mean": 0.537332147359848,
      "flow/mag_ratio_std": 0.22678001504391432,
      "step": 37888
    },
    {
      "epoch": 0.39380931097922234,
      "eval_cos_loss": 0.44131703954190016,
      "eval_loss": 1.5340029932558537,
      "eval_mse_loss": 1.3133444860577583,
      "eval_runtime": 2.555,
      "eval_samples_per_second": 782.783,
      "eval_steps_per_second": 12.525,
      "flow/cos_sim": 0.5586829409003258,
      "flow/improvement_ratio": 0.9628860391676426,
      "flow/mag_ratio_mean": 0.537332147359848,
      "flow/mag_ratio_std": 0.22678001504391432,
      "step": 37888
    },
    {
      "epoch": 0.40445280587055266,
      "grad_norm": 0.20654521882534027,
      "learning_rate": 0.0006772381509746807,
      "loss": 1.5568833351135254,
      "step": 38912
    },
    {
      "epoch": 0.40445280587055266,
      "eval_cos_loss": 0.4440508605912328,
      "eval_loss": 1.540926594287157,
      "eval_mse_loss": 1.3189011700451374,
      "flow/cos_sim": 0.5559491030871868,
      "flow/improvement_ratio": 0.964597575366497,
      "flow/mag_ratio_mean": 0.5335862170904875,
      "flow/mag_ratio_std": 0.22821834543719888,
      "step": 38912
    },
    {
      "epoch": 0.40445280587055266,
      "eval_cos_loss": 0.4440508605912328,
      "eval_loss": 1.540926594287157,
      "eval_mse_loss": 1.3189011700451374,
      "eval_runtime": 2.9265,
      "eval_samples_per_second": 683.411,
      "eval_steps_per_second": 10.935,
      "flow/cos_sim": 0.5559491030871868,
      "flow/improvement_ratio": 0.964597575366497,
      "flow/mag_ratio_mean": 0.5335862170904875,
      "flow/mag_ratio_std": 0.22821834543719888,
      "step": 38912
    },
    {
      "epoch": 0.415096300761883,
      "grad_norm": 0.20580987632274628,
      "learning_rate": 0.0006609868783930164,
      "loss": 1.5565650463104248,
      "step": 39936
    },
    {
      "epoch": 0.415096300761883,
      "eval_cos_loss": 0.4446534486487508,
      "eval_loss": 1.5423276983201504,
      "eval_mse_loss": 1.3200009688735008,
      "flow/cos_sim": 0.5553465932607651,
      "flow/improvement_ratio": 0.9601697400212288,
      "flow/mag_ratio_mean": 0.5308061949908733,
      "flow/mag_ratio_std": 0.22724535362794995,
      "step": 39936
    },
    {
      "epoch": 0.415096300761883,
      "eval_cos_loss": 0.4446534486487508,
      "eval_loss": 1.5423276983201504,
      "eval_mse_loss": 1.3200009688735008,
      "eval_runtime": 2.5315,
      "eval_samples_per_second": 790.058,
      "eval_steps_per_second": 12.641,
      "flow/cos_sim": 0.5553465932607651,
      "flow/improvement_ratio": 0.9601697400212288,
      "flow/mag_ratio_mean": 0.5308061949908733,
      "flow/mag_ratio_std": 0.22724535362794995,
      "step": 39936
    },
    {
      "epoch": 0.4257397956532133,
      "grad_norm": 0.17006264626979828,
      "learning_rate": 0.0006445597062966236,
      "loss": 1.5565887689590454,
      "step": 40960
    },
    {
      "epoch": 0.4257397956532133,
      "eval_cos_loss": 0.4380533881485462,
      "eval_loss": 1.5283529199659824,
      "eval_mse_loss": 1.3093262203037739,
      "flow/cos_sim": 0.5619466044008732,
      "flow/improvement_ratio": 0.9661596808582544,
      "flow/mag_ratio_mean": 0.5353248585015535,
      "flow/mag_ratio_std": 0.22140436619520187,
      "step": 40960
    },
    {
      "epoch": 0.4257397956532133,
      "eval_cos_loss": 0.4380533881485462,
      "eval_loss": 1.5283529199659824,
      "eval_mse_loss": 1.3093262203037739,
      "eval_runtime": 2.6667,
      "eval_samples_per_second": 749.988,
      "eval_steps_per_second": 12.0,
      "flow/cos_sim": 0.5619466044008732,
      "flow/improvement_ratio": 0.9661596808582544,
      "flow/mag_ratio_mean": 0.5353248585015535,
      "flow/mag_ratio_std": 0.22140436619520187,
      "step": 40960
    },
    {
      "epoch": 0.43638329054454367,
      "grad_norm": 0.2264794260263443,
      "learning_rate": 0.0006279604223844502,
      "loss": 1.5556617975234985,
      "step": 41984
    },
    {
      "epoch": 0.43638329054454367,
      "eval_cos_loss": 0.4411089513450861,
      "eval_loss": 1.5351563543081284,
      "eval_mse_loss": 1.3146018758416176,
      "flow/cos_sim": 0.5588910467922688,
      "flow/improvement_ratio": 0.9700996112078428,
      "flow/mag_ratio_mean": 0.535472328774631,
      "flow/mag_ratio_std": 0.2249652906320989,
      "step": 41984
    },
    {
      "epoch": 0.43638329054454367,
      "eval_cos_loss": 0.4411089513450861,
      "eval_loss": 1.5351563543081284,
      "eval_mse_loss": 1.3146018758416176,
      "eval_runtime": 2.6645,
      "eval_samples_per_second": 750.607,
      "eval_steps_per_second": 12.01,
      "flow/cos_sim": 0.5588910467922688,
      "flow/improvement_ratio": 0.9700996112078428,
      "flow/mag_ratio_mean": 0.535472328774631,
      "flow/mag_ratio_std": 0.2249652906320989,
      "step": 41984
    },
    {
      "epoch": 0.447026785435874,
      "grad_norm": 0.27407148480415344,
      "learning_rate": 0.0006111923466049098,
      "loss": 1.5525274276733398,
      "step": 43008
    },
    {
      "epoch": 0.447026785435874,
      "eval_cos_loss": 0.43889701180160046,
      "eval_loss": 1.5268253944814205,
      "eval_mse_loss": 1.3073768950998783,
      "flow/cos_sim": 0.561102925799787,
      "flow/improvement_ratio": 0.9647987205535173,
      "flow/mag_ratio_mean": 0.5332341426983476,
      "flow/mag_ratio_std": 0.22829985432326794,
      "step": 43008
    },
    {
      "epoch": 0.447026785435874,
      "eval_cos_loss": 0.43889701180160046,
      "eval_loss": 1.5268253944814205,
      "eval_mse_loss": 1.3073768950998783,
      "eval_runtime": 2.7939,
      "eval_samples_per_second": 715.846,
      "eval_steps_per_second": 11.454,
      "flow/cos_sim": 0.561102925799787,
      "flow/improvement_ratio": 0.9647987205535173,
      "flow/mag_ratio_mean": 0.5332341426983476,
      "flow/mag_ratio_std": 0.22829985432326794,
      "step": 43008
    },
    {
      "epoch": 0.4576702803272043,
      "grad_norm": 0.1399686485528946,
      "learning_rate": 0.0005942916270463306,
      "loss": 1.5545454025268555,
      "step": 44032
    },
    {
      "epoch": 0.4576702803272043,
      "eval_cos_loss": 0.44924431946128607,
      "eval_loss": 1.553151711821556,
      "eval_mse_loss": 1.3285295516252518,
      "flow/cos_sim": 0.550755743868649,
      "flow/improvement_ratio": 0.9646315854042768,
      "flow/mag_ratio_mean": 0.5285015730187297,
      "flow/mag_ratio_std": 0.22717531491070986,
      "step": 44032
    },
    {
      "epoch": 0.4576702803272043,
      "eval_cos_loss": 0.44924431946128607,
      "eval_loss": 1.553151711821556,
      "eval_mse_loss": 1.3285295516252518,
      "eval_runtime": 2.6015,
      "eval_samples_per_second": 768.789,
      "eval_steps_per_second": 12.301,
      "flow/cos_sim": 0.550755743868649,
      "flow/improvement_ratio": 0.9646315854042768,
      "flow/mag_ratio_mean": 0.5285015730187297,
      "flow/mag_ratio_std": 0.22717531491070986,
      "step": 44032
    },
    {
      "epoch": 0.4683137752185346,
      "grad_norm": 0.17331954836845398,
      "learning_rate": 0.0005772784249462365,
      "loss": 1.5531715154647827,
      "step": 45056
    },
    {
      "epoch": 0.4683137752185346,
      "eval_cos_loss": 0.44831305276602507,
      "eval_loss": 1.55314514413476,
      "eval_mse_loss": 1.328988615423441,
      "flow/cos_sim": 0.5516869705170393,
      "flow/improvement_ratio": 0.9640028644353151,
      "flow/mag_ratio_mean": 0.53109060972929,
      "flow/mag_ratio_std": 0.22524388320744038,
      "step": 45056
    },
    {
      "epoch": 0.4683137752185346,
      "eval_cos_loss": 0.44831305276602507,
      "eval_loss": 1.55314514413476,
      "eval_mse_loss": 1.328988615423441,
      "eval_runtime": 2.6383,
      "eval_samples_per_second": 758.058,
      "eval_steps_per_second": 12.129,
      "flow/cos_sim": 0.5516869705170393,
      "flow/improvement_ratio": 0.9640028644353151,
      "flow/mag_ratio_mean": 0.53109060972929,
      "flow/mag_ratio_std": 0.22524388320744038,
      "step": 45056
    },
    {
      "epoch": 0.478957270109865,
      "grad_norm": 0.20901691913604736,
      "learning_rate": 0.0005601730357250316,
      "loss": 1.5534908771514893,
      "step": 46080
    },
    {
      "epoch": 0.478957270109865,
      "eval_cos_loss": 0.4380967328324914,
      "eval_loss": 1.5263510905206203,
      "eval_mse_loss": 1.3073027282953262,
      "flow/cos_sim": 0.5619033649563789,
      "flow/improvement_ratio": 0.9646317362785339,
      "flow/mag_ratio_mean": 0.5367344031110406,
      "flow/mag_ratio_std": 0.22356789046898484,
      "step": 46080
    },
    {
      "epoch": 0.478957270109865,
      "eval_cos_loss": 0.4380967328324914,
      "eval_loss": 1.5263510905206203,
      "eval_mse_loss": 1.3073027282953262,
      "eval_runtime": 3.1077,
      "eval_samples_per_second": 643.555,
      "eval_steps_per_second": 10.297,
      "flow/cos_sim": 0.5619033649563789,
      "flow/improvement_ratio": 0.9646317362785339,
      "flow/mag_ratio_mean": 0.5367344031110406,
      "flow/mag_ratio_std": 0.22356789046898484,
      "step": 46080
    },
    {
      "epoch": 0.4896007650011953,
      "grad_norm": 0.18614411354064941,
      "learning_rate": 0.0005430126677168879,
      "loss": 1.5517550706863403,
      "step": 47104
    },
    {
      "epoch": 0.4896007650011953,
      "eval_cos_loss": 0.4381159236654639,
      "eval_loss": 1.5279735252261162,
      "eval_mse_loss": 1.308915562927723,
      "flow/cos_sim": 0.5618840865790844,
      "flow/improvement_ratio": 0.9676383044570684,
      "flow/mag_ratio_mean": 0.5347359916195273,
      "flow/mag_ratio_std": 0.22025129199028015,
      "step": 47104
    },
    {
      "epoch": 0.4896007650011953,
      "eval_cos_loss": 0.4381159236654639,
      "eval_loss": 1.5279735252261162,
      "eval_mse_loss": 1.308915562927723,
      "eval_runtime": 2.5963,
      "eval_samples_per_second": 770.338,
      "eval_steps_per_second": 12.325,
      "flow/cos_sim": 0.5618840865790844,
      "flow/improvement_ratio": 0.9676383044570684,
      "flow/mag_ratio_mean": 0.5347359916195273,
      "flow/mag_ratio_std": 0.22025129199028015,
      "step": 47104
    },
    {
      "epoch": 0.5002442598925256,
      "grad_norm": 0.20864352583885193,
      "learning_rate": 0.0005257842461318475,
      "loss": 1.5500738620758057,
      "step": 48128
    },
    {
      "epoch": 0.5002442598925256,
      "eval_cos_loss": 0.4427802488207817,
      "eval_loss": 1.5378683991730213,
      "eval_mse_loss": 1.3164782784879208,
      "flow/cos_sim": 0.5572197437286377,
      "flow/improvement_ratio": 0.9660468604415655,
      "flow/mag_ratio_mean": 0.5358876623213291,
      "flow/mag_ratio_std": 0.22517190361395478,
      "step": 48128
    },
    {
      "epoch": 0.5002442598925256,
      "eval_cos_loss": 0.4427802488207817,
      "eval_loss": 1.5378683991730213,
      "eval_mse_loss": 1.3164782784879208,
      "eval_runtime": 2.7741,
      "eval_samples_per_second": 720.965,
      "eval_steps_per_second": 11.535,
      "flow/cos_sim": 0.5572197437286377,
      "flow/improvement_ratio": 0.9660468604415655,
      "flow/mag_ratio_mean": 0.5358876623213291,
      "flow/mag_ratio_std": 0.22517190361395478,
      "step": 48128
    },
    {
      "epoch": 0.510887754783856,
      "grad_norm": 0.18199937045574188,
      "learning_rate": 0.0005085250659563913,
      "loss": 1.5504491329193115,
      "step": 49152
    },
    {
      "epoch": 0.510887754783856,
      "eval_cos_loss": 0.4387433025985956,
      "eval_loss": 1.5289665646851063,
      "eval_mse_loss": 1.309594914317131,
      "flow/cos_sim": 0.561256805434823,
      "flow/improvement_ratio": 0.9640381913632154,
      "flow/mag_ratio_mean": 0.5361321400851011,
      "flow/mag_ratio_std": 0.22544911736622453,
      "step": 49152
    },
    {
      "epoch": 0.510887754783856,
      "eval_cos_loss": 0.4387433025985956,
      "eval_loss": 1.5289665646851063,
      "eval_mse_loss": 1.309594914317131,
      "eval_runtime": 2.5843,
      "eval_samples_per_second": 773.896,
      "eval_steps_per_second": 12.382,
      "flow/cos_sim": 0.561256805434823,
      "flow/improvement_ratio": 0.9640381913632154,
      "flow/mag_ratio_mean": 0.5361321400851011,
      "flow/mag_ratio_std": 0.22544911736622453,
      "step": 49152
    },
    {
      "epoch": 0.5215312496751863,
      "grad_norm": 0.21871572732925415,
      "learning_rate": 0.0004912557160435426,
      "loss": 1.551537036895752,
      "step": 50176
    },
    {
      "epoch": 0.5215312496751863,
      "eval_cos_loss": 0.4424938661977649,
      "eval_loss": 1.5380571633577347,
      "eval_mse_loss": 1.316810242831707,
      "flow/cos_sim": 0.5575060974806547,
      "flow/improvement_ratio": 0.9636888317763805,
      "flow/mag_ratio_mean": 0.5369405504316092,
      "flow/mag_ratio_std": 0.22526462702080607,
      "step": 50176
    },
    {
      "epoch": 0.5215312496751863,
      "eval_cos_loss": 0.4424938661977649,
      "eval_loss": 1.5380571633577347,
      "eval_mse_loss": 1.316810242831707,
      "eval_runtime": 2.6421,
      "eval_samples_per_second": 756.983,
      "eval_steps_per_second": 12.112,
      "flow/cos_sim": 0.5575060974806547,
      "flow/improvement_ratio": 0.9636888317763805,
      "flow/mag_ratio_mean": 0.5369405504316092,
      "flow/mag_ratio_std": 0.22526462702080607,
      "step": 50176
    },
    {
      "epoch": 0.5321747445665167,
      "grad_norm": 0.19360916316509247,
      "learning_rate": 0.000474013640007982,
      "loss": 1.550221562385559,
      "step": 51200
    },
    {
      "epoch": 0.5321747445665167,
      "eval_cos_loss": 0.44469246733933687,
      "eval_loss": 1.5433855392038822,
      "eval_mse_loss": 1.3210392966866493,
      "flow/cos_sim": 0.5553075838834047,
      "flow/improvement_ratio": 0.9643128626048565,
      "flow/mag_ratio_mean": 0.5328638143837452,
      "flow/mag_ratio_std": 0.2267028819769621,
      "step": 51200
    },
    {
      "epoch": 0.5321747445665167,
      "eval_cos_loss": 0.44469246733933687,
      "eval_loss": 1.5433855392038822,
      "eval_mse_loss": 1.3210392966866493,
      "eval_runtime": 2.5901,
      "eval_samples_per_second": 772.182,
      "eval_steps_per_second": 12.355,
      "flow/cos_sim": 0.5553075838834047,
      "flow/improvement_ratio": 0.9643128626048565,
      "flow/mag_ratio_mean": 0.5328638143837452,
      "flow/mag_ratio_std": 0.2267028819769621,
      "step": 51200
    },
    {
      "epoch": 0.542818239457847,
      "grad_norm": 0.25140267610549927,
      "learning_rate": 0.0004567857008049507,
      "loss": 1.5501980781555176,
      "step": 52224
    },
    {
      "epoch": 0.542818239457847,
      "eval_cos_loss": 0.44003486074507236,
      "eval_loss": 1.5340061485767365,
      "eval_mse_loss": 1.3139887191355228,
      "flow/cos_sim": 0.5599651224911213,
      "flow/improvement_ratio": 0.9662698730826378,
      "flow/mag_ratio_mean": 0.5311327101662755,
      "flow/mag_ratio_std": 0.21956392657011747,
      "step": 52224
    },
    {
      "epoch": 0.542818239457847,
      "eval_cos_loss": 0.44003486074507236,
      "eval_loss": 1.5340061485767365,
      "eval_mse_loss": 1.3139887191355228,
      "eval_runtime": 2.5514,
      "eval_samples_per_second": 783.875,
      "eval_steps_per_second": 12.542,
      "flow/cos_sim": 0.5599651224911213,
      "flow/improvement_ratio": 0.9662698730826378,
      "flow/mag_ratio_mean": 0.5311327101662755,
      "flow/mag_ratio_std": 0.21956392657011747,
      "step": 52224
    },
    {
      "epoch": 0.5534617343491773,
      "grad_norm": 0.1874593198299408,
      "learning_rate": 0.0004396260548863663,
      "loss": 1.5494704246520996,
      "step": 53248
    },
    {
      "epoch": 0.5534617343491773,
      "eval_cos_loss": 0.4375583464279771,
      "eval_loss": 1.5273119732737541,
      "eval_mse_loss": 1.3085327930748463,
      "flow/cos_sim": 0.5624416321516037,
      "flow/improvement_ratio": 0.9654307011514902,
      "flow/mag_ratio_mean": 0.5390398278832436,
      "flow/mag_ratio_std": 0.2204155451618135,
      "step": 53248
    },
    {
      "epoch": 0.5534617343491773,
      "eval_cos_loss": 0.4375583464279771,
      "eval_loss": 1.5273119732737541,
      "eval_mse_loss": 1.3085327930748463,
      "eval_runtime": 2.9751,
      "eval_samples_per_second": 672.236,
      "eval_steps_per_second": 10.756,
      "flow/cos_sim": 0.5624416321516037,
      "flow/improvement_ratio": 0.9654307011514902,
      "flow/mag_ratio_mean": 0.5390398278832436,
      "flow/mag_ratio_std": 0.2204155451618135,
      "step": 53248
    },
    {
      "epoch": 0.5641052292405077,
      "grad_norm": 0.260960191488266,
      "learning_rate": 0.000422521628012444,
      "loss": 1.5488193035125732,
      "step": 54272
    },
    {
      "epoch": 0.5641052292405077,
      "eval_cos_loss": 0.4423528155311942,
      "eval_loss": 1.5401365533471107,
      "eval_mse_loss": 1.318960152566433,
      "flow/cos_sim": 0.5576471537351608,
      "flow/improvement_ratio": 0.9645018931478262,
      "flow/mag_ratio_mean": 0.5321623589843512,
      "flow/mag_ratio_std": 0.22070467984303832,
      "step": 54272
    },
    {
      "epoch": 0.5641052292405077,
      "eval_cos_loss": 0.4423528155311942,
      "eval_loss": 1.5401365533471107,
      "eval_mse_loss": 1.318960152566433,
      "eval_runtime": 2.7006,
      "eval_samples_per_second": 740.582,
      "eval_steps_per_second": 11.849,
      "flow/cos_sim": 0.5576471537351608,
      "flow/improvement_ratio": 0.9645018931478262,
      "flow/mag_ratio_mean": 0.5321623589843512,
      "flow/mag_ratio_std": 0.22070467984303832,
      "step": 54272
    },
    {
      "epoch": 0.574748724131838,
      "grad_norm": 0.18275974690914154,
      "learning_rate": 0.00040552618837104806,
      "loss": 1.5481247901916504,
      "step": 55296
    },
    {
      "epoch": 0.574748724131838,
      "eval_cos_loss": 0.4375903755426407,
      "eval_loss": 1.52578229829669,
      "eval_mse_loss": 1.3069871068000793,
      "flow/cos_sim": 0.5624096170067787,
      "flow/improvement_ratio": 0.9644604399800301,
      "flow/mag_ratio_mean": 0.5396961104124784,
      "flow/mag_ratio_std": 0.22439152654260397,
      "step": 55296
    },
    {
      "epoch": 0.574748724131838,
      "eval_cos_loss": 0.4375903755426407,
      "eval_loss": 1.52578229829669,
      "eval_mse_loss": 1.3069871068000793,
      "eval_runtime": 2.5932,
      "eval_samples_per_second": 771.259,
      "eval_steps_per_second": 12.34,
      "flow/cos_sim": 0.5624096170067787,
      "flow/improvement_ratio": 0.9644604399800301,
      "flow/mag_ratio_mean": 0.5396961104124784,
      "flow/mag_ratio_std": 0.22439152654260397,
      "step": 55296
    },
    {
      "epoch": 0.5853922190231683,
      "grad_norm": 0.19556212425231934,
      "learning_rate": 0.00038862678683408014,
      "loss": 1.548845648765564,
      "step": 56320
    },
    {
      "epoch": 0.5853922190231683,
      "eval_cos_loss": 0.44385355431586504,
      "eval_loss": 1.5408159419894218,
      "eval_mse_loss": 1.3188891597092152,
      "flow/cos_sim": 0.5561465304344893,
      "flow/improvement_ratio": 0.9655895195901394,
      "flow/mag_ratio_mean": 0.5379520216956735,
      "flow/mag_ratio_std": 0.22702415706589818,
      "step": 56320
    },
    {
      "epoch": 0.5853922190231683,
      "eval_cos_loss": 0.44385355431586504,
      "eval_loss": 1.5408159419894218,
      "eval_mse_loss": 1.3188891597092152,
      "eval_runtime": 2.811,
      "eval_samples_per_second": 711.502,
      "eval_steps_per_second": 11.384,
      "flow/cos_sim": 0.5561465304344893,
      "flow/improvement_ratio": 0.9655895195901394,
      "flow/mag_ratio_mean": 0.5379520216956735,
      "flow/mag_ratio_std": 0.22702415706589818,
      "step": 56320
    },
    {
      "epoch": 0.5960357139144986,
      "grad_norm": 0.154473677277565,
      "learning_rate": 0.00037187654708719937,
      "loss": 1.5476142168045044,
      "step": 57344
    },
    {
      "epoch": 0.5960357139144986,
      "eval_cos_loss": 0.44051590468734503,
      "eval_loss": 1.5316696986556053,
      "eval_mse_loss": 1.3114117458462715,
      "flow/cos_sim": 0.5594841903075576,
      "flow/improvement_ratio": 0.9659801628440619,
      "flow/mag_ratio_mean": 0.5374981416389346,
      "flow/mag_ratio_std": 0.2266282932832837,
      "step": 57344
    },
    {
      "epoch": 0.5960357139144986,
      "eval_cos_loss": 0.44051590468734503,
      "eval_loss": 1.5316696986556053,
      "eval_mse_loss": 1.3114117458462715,
      "eval_runtime": 2.9501,
      "eval_samples_per_second": 677.94,
      "eval_steps_per_second": 10.847,
      "flow/cos_sim": 0.5594841903075576,
      "flow/improvement_ratio": 0.9659801628440619,
      "flow/mag_ratio_mean": 0.5374981416389346,
      "flow/mag_ratio_std": 0.2266282932832837,
      "step": 57344
    },
    {
      "epoch": 0.6066792088058289,
      "grad_norm": 0.19920258224010468,
      "learning_rate": 0.00035526270682447326,
      "loss": 1.546189785003662,
      "step": 58368
    },
    {
      "epoch": 0.6066792088058289,
      "eval_cos_loss": 0.45052160415798426,
      "eval_loss": 1.5585628859698772,
      "eval_mse_loss": 1.333302080631256,
      "flow/cos_sim": 0.5494783949106932,
      "flow/improvement_ratio": 0.9626638870686293,
      "flow/mag_ratio_mean": 0.5275079058483243,
      "flow/mag_ratio_std": 0.22685475973412395,
      "step": 58368
    },
    {
      "epoch": 0.6066792088058289,
      "eval_cos_loss": 0.45052160415798426,
      "eval_loss": 1.5585628859698772,
      "eval_mse_loss": 1.333302080631256,
      "eval_runtime": 2.5748,
      "eval_samples_per_second": 776.758,
      "eval_steps_per_second": 12.428,
      "flow/cos_sim": 0.5494783949106932,
      "flow/improvement_ratio": 0.9626638870686293,
      "flow/mag_ratio_mean": 0.5275079058483243,
      "flow/mag_ratio_std": 0.22685475973412395,
      "step": 58368
    },
    {
      "epoch": 0.6173227036971594,
      "grad_norm": 0.15236690640449524,
      "learning_rate": 0.0003388374920626505,
      "loss": 1.546614408493042,
      "step": 59392
    },
    {
      "epoch": 0.6173227036971594,
      "eval_cos_loss": 0.44333774503320456,
      "eval_loss": 1.5386833399534225,
      "eval_mse_loss": 1.3170144706964493,
      "flow/cos_sim": 0.5566621888428926,
      "flow/improvement_ratio": 0.9644087161868811,
      "flow/mag_ratio_mean": 0.536553805693984,
      "flow/mag_ratio_std": 0.22319983318448067,
      "step": 59392
    },
    {
      "epoch": 0.6173227036971594,
      "eval_cos_loss": 0.44333774503320456,
      "eval_loss": 1.5386833399534225,
      "eval_mse_loss": 1.3170144706964493,
      "eval_runtime": 2.5638,
      "eval_samples_per_second": 780.079,
      "eval_steps_per_second": 12.481,
      "flow/cos_sim": 0.5566621888428926,
      "flow/improvement_ratio": 0.9644087161868811,
      "flow/mag_ratio_mean": 0.536553805693984,
      "flow/mag_ratio_std": 0.22319983318448067,
      "step": 59392
    },
    {
      "epoch": 0.6279661985884897,
      "grad_norm": 0.20959317684173584,
      "learning_rate": 0.0003225883881381223,
      "loss": 1.5455403327941895,
      "step": 60416
    },
    {
      "epoch": 0.6279661985884897,
      "eval_cos_loss": 0.4418268231675029,
      "eval_loss": 1.5369167998433113,
      "eval_mse_loss": 1.3160033896565437,
      "flow/cos_sim": 0.5581732373684645,
      "flow/improvement_ratio": 0.9641634412109852,
      "flow/mag_ratio_mean": 0.5371082350611687,
      "flow/mag_ratio_std": 0.22345659835264087,
      "step": 60416
    },
    {
      "epoch": 0.6279661985884897,
      "eval_cos_loss": 0.4418268231675029,
      "eval_loss": 1.5369167998433113,
      "eval_mse_loss": 1.3160033896565437,
      "eval_runtime": 3.0215,
      "eval_samples_per_second": 661.926,
      "eval_steps_per_second": 10.591,
      "flow/cos_sim": 0.5581732373684645,
      "flow/improvement_ratio": 0.9641634412109852,
      "flow/mag_ratio_mean": 0.5371082350611687,
      "flow/mag_ratio_std": 0.22345659835264087,
      "step": 60416
    },
    {
      "epoch": 0.63860969347982,
      "grad_norm": 0.14656518399715424,
      "learning_rate": 0.00030656647450995957,
      "loss": 1.5472609996795654,
      "step": 61440
    },
    {
      "epoch": 0.63860969347982,
      "eval_cos_loss": 0.4388773338869214,
      "eval_loss": 1.5277933366596699,
      "eval_mse_loss": 1.308354664593935,
      "flow/cos_sim": 0.5611227098852396,
      "flow/improvement_ratio": 0.9615725018084049,
      "flow/mag_ratio_mean": 0.5404465068131685,
      "flow/mag_ratio_std": 0.22536235908046365,
      "step": 61440
    },
    {
      "epoch": 0.63860969347982,
      "eval_cos_loss": 0.4388773338869214,
      "eval_loss": 1.5277933366596699,
      "eval_mse_loss": 1.308354664593935,
      "eval_runtime": 2.725,
      "eval_samples_per_second": 733.933,
      "eval_steps_per_second": 11.743,
      "flow/cos_sim": 0.5611227098852396,
      "flow/improvement_ratio": 0.9615725018084049,
      "flow/mag_ratio_mean": 0.5404465068131685,
      "flow/mag_ratio_std": 0.22536235908046365,
      "step": 61440
    },
    {
      "epoch": 0.6492531883711503,
      "grad_norm": 0.16984502971172333,
      "learning_rate": 0.0002907595437968689,
      "loss": 1.546900987625122,
      "step": 62464
    },
    {
      "epoch": 0.6492531883711503,
      "eval_cos_loss": 0.44708416890352964,
      "eval_loss": 1.550130132585764,
      "eval_mse_loss": 1.3265880458056927,
      "flow/cos_sim": 0.5529158180579543,
      "flow/improvement_ratio": 0.964706290513277,
      "flow/mag_ratio_mean": 0.5327735636383295,
      "flow/mag_ratio_std": 0.22531110560521483,
      "step": 62464
    },
    {
      "epoch": 0.6492531883711503,
      "eval_cos_loss": 0.44708416890352964,
      "eval_loss": 1.550130132585764,
      "eval_mse_loss": 1.3265880458056927,
      "eval_runtime": 2.9226,
      "eval_samples_per_second": 684.317,
      "eval_steps_per_second": 10.949,
      "flow/cos_sim": 0.5529158180579543,
      "flow/improvement_ratio": 0.964706290513277,
      "flow/mag_ratio_mean": 0.5327735636383295,
      "flow/mag_ratio_std": 0.22531110560521483,
      "step": 62464
    },
    {
      "epoch": 0.6598966832624806,
      "grad_norm": 0.16193066537380219,
      "learning_rate": 0.00027521728547552225,
      "loss": 1.5464342832565308,
      "step": 63488
    },
    {
      "epoch": 0.6598966832624806,
      "eval_cos_loss": 0.44685271102935076,
      "eval_loss": 1.5440139174461365,
      "eval_mse_loss": 1.3205875717103481,
      "flow/cos_sim": 0.5531473197042942,
      "flow/improvement_ratio": 0.9620692692697048,
      "flow/mag_ratio_mean": 0.5350175518542528,
      "flow/mag_ratio_std": 0.23371326178312302,
      "step": 63488
    },
    {
      "epoch": 0.6598966832624806,
      "eval_cos_loss": 0.44685271102935076,
      "eval_loss": 1.5440139174461365,
      "eval_mse_loss": 1.3205875717103481,
      "eval_runtime": 2.588,
      "eval_samples_per_second": 772.809,
      "eval_steps_per_second": 12.365,
      "flow/cos_sim": 0.5531473197042942,
      "flow/improvement_ratio": 0.9620692692697048,
      "flow/mag_ratio_mean": 0.5350175518542528,
      "flow/mag_ratio_std": 0.23371326178312302,
      "step": 63488
    },
    {
      "epoch": 0.670540178153811,
      "grad_norm": 0.15779773890972137,
      "learning_rate": 0.00025992785762254565,
      "loss": 1.545114278793335,
      "step": 64512
    },
    {
      "epoch": 0.670540178153811,
      "eval_cos_loss": 0.4412845829501748,
      "eval_loss": 1.5324720852077007,
      "eval_mse_loss": 1.311829797923565,
      "flow/cos_sim": 0.5587154757231474,
      "flow/improvement_ratio": 0.9654579609632492,
      "flow/mag_ratio_mean": 0.5386016722768545,
      "flow/mag_ratio_std": 0.22591237584128976,
      "step": 64512
    },
    {
      "epoch": 0.670540178153811,
      "eval_cos_loss": 0.4412845829501748,
      "eval_loss": 1.5324720852077007,
      "eval_mse_loss": 1.311829797923565,
      "eval_runtime": 2.5359,
      "eval_samples_per_second": 788.675,
      "eval_steps_per_second": 12.619,
      "flow/cos_sim": 0.5587154757231474,
      "flow/improvement_ratio": 0.9654579609632492,
      "flow/mag_ratio_mean": 0.5386016722768545,
      "flow/mag_ratio_std": 0.22591237584128976,
      "step": 64512
    },
    {
      "epoch": 0.6811836730451413,
      "grad_norm": 0.13823935389518738,
      "learning_rate": 0.00024493932293160253,
      "loss": 1.5480190515518188,
      "step": 65536
    },
    {
      "epoch": 0.6811836730451413,
      "eval_cos_loss": 0.441369004547596,
      "eval_loss": 1.5341729335486889,
      "eval_mse_loss": 1.3134884350001812,
      "flow/cos_sim": 0.5586309880018234,
      "flow/improvement_ratio": 0.9630204811692238,
      "flow/mag_ratio_mean": 0.5338549390435219,
      "flow/mag_ratio_std": 0.2280183294788003,
      "step": 65536
    },
    {
      "epoch": 0.6811836730451413,
      "eval_cos_loss": 0.441369004547596,
      "eval_loss": 1.5341729335486889,
      "eval_mse_loss": 1.3134884350001812,
      "eval_runtime": 2.5158,
      "eval_samples_per_second": 794.978,
      "eval_steps_per_second": 12.72,
      "flow/cos_sim": 0.5586309880018234,
      "flow/improvement_ratio": 0.9630204811692238,
      "flow/mag_ratio_mean": 0.5338549390435219,
      "flow/mag_ratio_std": 0.2280183294788003,
      "step": 65536
    },
    {
      "epoch": 0.6918271679364716,
      "grad_norm": 0.15880072116851807,
      "learning_rate": 0.00023024026137121335,
      "loss": 1.5464882850646973,
      "step": 66560
    },
    {
      "epoch": 0.6918271679364716,
      "eval_cos_loss": 0.4457838609814644,
      "eval_loss": 1.543992355465889,
      "eval_mse_loss": 1.3211004212498665,
      "flow/cos_sim": 0.554216225631535,
      "flow/improvement_ratio": 0.9604913741350174,
      "flow/mag_ratio_mean": 0.5307466676458716,
      "flow/mag_ratio_std": 0.22845542011782527,
      "step": 66560
    },
    {
      "epoch": 0.6918271679364716,
      "eval_cos_loss": 0.4457838609814644,
      "eval_loss": 1.543992355465889,
      "eval_mse_loss": 1.3211004212498665,
      "eval_runtime": 2.821,
      "eval_samples_per_second": 708.957,
      "eval_steps_per_second": 11.343,
      "flow/cos_sim": 0.554216225631535,
      "flow/improvement_ratio": 0.9604913741350174,
      "flow/mag_ratio_mean": 0.5307466676458716,
      "flow/mag_ratio_std": 0.22845542011782527,
      "step": 66560
    },
    {
      "epoch": 0.702470662827802,
      "grad_norm": 0.16780522465705872,
      "learning_rate": 0.0002158768798040357,
      "loss": 1.5465317964553833,
      "step": 67584
    },
    {
      "epoch": 0.702470662827802,
      "eval_cos_loss": 0.4425074281170964,
      "eval_loss": 1.5348311252892017,
      "eval_mse_loss": 1.3135774172842503,
      "flow/cos_sim": 0.557492695748806,
      "flow/improvement_ratio": 0.9596080742776394,
      "flow/mag_ratio_mean": 0.5359784308820963,
      "flow/mag_ratio_std": 0.22894051391631365,
      "step": 67584
    },
    {
      "epoch": 0.702470662827802,
      "eval_cos_loss": 0.4425074281170964,
      "eval_loss": 1.5348311252892017,
      "eval_mse_loss": 1.3135774172842503,
      "eval_runtime": 3.1093,
      "eval_samples_per_second": 643.239,
      "eval_steps_per_second": 10.292,
      "flow/cos_sim": 0.557492695748806,
      "flow/improvement_ratio": 0.9596080742776394,
      "flow/mag_ratio_mean": 0.5359784308820963,
      "flow/mag_ratio_std": 0.22894051391631365,
      "step": 67584
    },
    {
      "epoch": 0.7131141577191323,
      "grad_norm": 0.14971283078193665,
      "learning_rate": 0.0002018382345138871,
      "loss": 1.5448497533798218,
      "step": 68608
    },
    {
      "epoch": 0.7131141577191323,
      "eval_cos_loss": 0.4460556413978338,
      "eval_loss": 1.544582311064005,
      "eval_mse_loss": 1.3215544857084751,
      "flow/cos_sim": 0.5539443735033274,
      "flow/improvement_ratio": 0.9611221943050623,
      "flow/mag_ratio_mean": 0.5354085844010115,
      "flow/mag_ratio_std": 0.23012477485463023,
      "step": 68608
    },
    {
      "epoch": 0.7131141577191323,
      "eval_cos_loss": 0.4460556413978338,
      "eval_loss": 1.544582311064005,
      "eval_mse_loss": 1.3215544857084751,
      "eval_runtime": 2.5817,
      "eval_samples_per_second": 774.689,
      "eval_steps_per_second": 12.395,
      "flow/cos_sim": 0.5539443735033274,
      "flow/improvement_ratio": 0.9611221943050623,
      "flow/mag_ratio_mean": 0.5354085844010115,
      "flow/mag_ratio_std": 0.23012477485463023,
      "step": 68608
    },
    {
      "epoch": 0.7237576526104627,
      "grad_norm": 0.14716410636901855,
      "learning_rate": 0.00018816845632858647,
      "loss": 1.5454319715499878,
      "step": 69632
    },
    {
      "epoch": 0.7237576526104627,
      "eval_cos_loss": 0.4387012077495456,
      "eval_loss": 1.527622751891613,
      "eval_mse_loss": 1.3082721531391144,
      "flow/cos_sim": 0.5612988974899054,
      "flow/improvement_ratio": 0.9638887159526348,
      "flow/mag_ratio_mean": 0.5365499863401055,
      "flow/mag_ratio_std": 0.2257627071812749,
      "step": 69632
    },
    {
      "epoch": 0.7237576526104627,
      "eval_cos_loss": 0.4387012077495456,
      "eval_loss": 1.527622751891613,
      "eval_mse_loss": 1.3082721531391144,
      "eval_runtime": 2.5421,
      "eval_samples_per_second": 786.736,
      "eval_steps_per_second": 12.588,
      "flow/cos_sim": 0.5612988974899054,
      "flow/improvement_ratio": 0.9638887159526348,
      "flow/mag_ratio_mean": 0.5365499863401055,
      "flow/mag_ratio_std": 0.2257627071812749,
      "step": 69632
    },
    {
      "epoch": 0.734401147501793,
      "grad_norm": 0.1667480319738388,
      "learning_rate": 0.00017485713000071836,
      "loss": 1.5442575216293335,
      "step": 70656
    },
    {
      "epoch": 0.734401147501793,
      "eval_cos_loss": 0.44433039985597134,
      "eval_loss": 1.540200136601925,
      "eval_mse_loss": 1.3180349357426167,
      "flow/cos_sim": 0.5556696448475122,
      "flow/improvement_ratio": 0.9625885803252459,
      "flow/mag_ratio_mean": 0.5337581913918257,
      "flow/mag_ratio_std": 0.22786249266937375,
      "step": 70656
    },
    {
      "epoch": 0.734401147501793,
      "eval_cos_loss": 0.44433039985597134,
      "eval_loss": 1.540200136601925,
      "eval_mse_loss": 1.3180349357426167,
      "eval_runtime": 2.5514,
      "eval_samples_per_second": 783.877,
      "eval_steps_per_second": 12.542,
      "flow/cos_sim": 0.5556696448475122,
      "flow/improvement_ratio": 0.9625885803252459,
      "flow/mag_ratio_mean": 0.5337581913918257,
      "flow/mag_ratio_std": 0.22786249266937375,
      "step": 70656
    },
    {
      "epoch": 0.7450446423931233,
      "grad_norm": 0.21780510246753693,
      "learning_rate": 0.00016194610001300043,
      "loss": 1.5446763038635254,
      "step": 71680
    },
    {
      "epoch": 0.7450446423931233,
      "eval_cos_loss": 0.44072897639125586,
      "eval_loss": 1.53380636125803,
      "eval_mse_loss": 1.3134418688714504,
      "flow/cos_sim": 0.559271028265357,
      "flow/improvement_ratio": 0.9642956424504519,
      "flow/mag_ratio_mean": 0.5349069200456142,
      "flow/mag_ratio_std": 0.22263477742671967,
      "step": 71680
    },
    {
      "epoch": 0.7450446423931233,
      "eval_cos_loss": 0.44072897639125586,
      "eval_loss": 1.53380636125803,
      "eval_mse_loss": 1.3134418688714504,
      "eval_runtime": 2.544,
      "eval_samples_per_second": 786.162,
      "eval_steps_per_second": 12.579,
      "flow/cos_sim": 0.559271028265357,
      "flow/improvement_ratio": 0.9642956424504519,
      "flow/mag_ratio_mean": 0.5349069200456142,
      "flow/mag_ratio_std": 0.22263477742671967,
      "step": 71680
    },
    {
      "epoch": 0.7556881372844536,
      "grad_norm": 0.21069595217704773,
      "learning_rate": 0.0001494255292217801,
      "loss": 1.544022560119629,
      "step": 72704
    },
    {
      "epoch": 0.7556881372844536,
      "eval_cos_loss": 0.44525754544883966,
      "eval_loss": 1.5455412901937962,
      "eval_mse_loss": 1.322912521660328,
      "flow/cos_sim": 0.5547424238175154,
      "flow/improvement_ratio": 0.9653947055339813,
      "flow/mag_ratio_mean": 0.5336724892258644,
      "flow/mag_ratio_std": 0.22635432425886393,
      "step": 72704
    },
    {
      "epoch": 0.7556881372844536,
      "eval_cos_loss": 0.44525754544883966,
      "eval_loss": 1.5455412901937962,
      "eval_mse_loss": 1.322912521660328,
      "eval_runtime": 2.8381,
      "eval_samples_per_second": 704.708,
      "eval_steps_per_second": 11.275,
      "flow/cos_sim": 0.5547424238175154,
      "flow/improvement_ratio": 0.9653947055339813,
      "flow/mag_ratio_mean": 0.5336724892258644,
      "flow/mag_ratio_std": 0.22635432425886393,
      "step": 72704
    },
    {
      "epoch": 0.7663316321757839,
      "grad_norm": 0.13283193111419678,
      "learning_rate": 0.0001373347763502365,
      "loss": 1.545114517211914,
      "step": 73728
    },
    {
      "epoch": 0.7663316321757839,
      "eval_cos_loss": 0.44415116030722857,
      "eval_loss": 1.5426055118441582,
      "eval_mse_loss": 1.320529941469431,
      "flow/cos_sim": 0.5558489598333836,
      "flow/improvement_ratio": 0.960325175896287,
      "flow/mag_ratio_mean": 0.5346721205860376,
      "flow/mag_ratio_std": 0.2243386204354465,
      "step": 73728
    },
    {
      "epoch": 0.7663316321757839,
      "eval_cos_loss": 0.44415116030722857,
      "eval_loss": 1.5426055118441582,
      "eval_mse_loss": 1.320529941469431,
      "eval_runtime": 2.5354,
      "eval_samples_per_second": 788.834,
      "eval_steps_per_second": 12.621,
      "flow/cos_sim": 0.5558489598333836,
      "flow/improvement_ratio": 0.960325175896287,
      "flow/mag_ratio_mean": 0.5346721205860376,
      "flow/mag_ratio_std": 0.2243386204354465,
      "step": 73728
    },
    {
      "epoch": 0.7769751270671144,
      "grad_norm": 0.13968615233898163,
      "learning_rate": 0.00012566462923845807,
      "loss": 1.5433732271194458,
      "step": 74752
    },
    {
      "epoch": 0.7769751270671144,
      "eval_cos_loss": 0.44200514908879995,
      "eval_loss": 1.5366779565811157,
      "eval_mse_loss": 1.3156753852963448,
      "flow/cos_sim": 0.5579948425292969,
      "flow/improvement_ratio": 0.9636132828891277,
      "flow/mag_ratio_mean": 0.5333766378462315,
      "flow/mag_ratio_std": 0.22553266119211912,
      "step": 74752
    },
    {
      "epoch": 0.7769751270671144,
      "eval_cos_loss": 0.44200514908879995,
      "eval_loss": 1.5366779565811157,
      "eval_mse_loss": 1.3156753852963448,
      "eval_runtime": 2.4816,
      "eval_samples_per_second": 805.947,
      "eval_steps_per_second": 12.895,
      "flow/cos_sim": 0.5579948425292969,
      "flow/improvement_ratio": 0.9636132828891277,
      "flow/mag_ratio_mean": 0.5333766378462315,
      "flow/mag_ratio_std": 0.22553266119211912,
      "step": 74752
    },
    {
      "epoch": 0.7876186219584447,
      "grad_norm": 0.22951993346214294,
      "learning_rate": 0.00011445177328180711,
      "loss": 1.5437688827514648,
      "step": 75776
    },
    {
      "epoch": 0.7876186219584447,
      "eval_cos_loss": 0.44082553684711456,
      "eval_loss": 1.5322747267782688,
      "eval_mse_loss": 1.3118619658052921,
      "flow/cos_sim": 0.5591745115816593,
      "flow/improvement_ratio": 0.9597889501601458,
      "flow/mag_ratio_mean": 0.5374172441661358,
      "flow/mag_ratio_std": 0.22841465286910534,
      "step": 75776
    },
    {
      "epoch": 0.7876186219584447,
      "eval_cos_loss": 0.44082553684711456,
      "eval_loss": 1.5322747267782688,
      "eval_mse_loss": 1.3118619658052921,
      "eval_runtime": 2.5567,
      "eval_samples_per_second": 782.259,
      "eval_steps_per_second": 12.516,
      "flow/cos_sim": 0.5591745115816593,
      "flow/improvement_ratio": 0.9597889501601458,
      "flow/mag_ratio_mean": 0.5374172441661358,
      "flow/mag_ratio_std": 0.22841465286910534,
      "step": 75776
    },
    {
      "epoch": 0.798262116849775,
      "grad_norm": 0.15128082036972046,
      "learning_rate": 0.00010369794845541591,
      "loss": 1.545216679573059,
      "step": 76800
    },
    {
      "epoch": 0.798262116849775,
      "eval_cos_loss": 0.4396012471988797,
      "eval_loss": 1.5277335830032825,
      "eval_mse_loss": 1.3079329580068588,
      "flow/cos_sim": 0.5603987323120236,
      "flow/improvement_ratio": 0.9618115201592445,
      "flow/mag_ratio_mean": 0.5371274519711733,
      "flow/mag_ratio_std": 0.22797544300556183,
      "step": 76800
    },
    {
      "epoch": 0.798262116849775,
      "eval_cos_loss": 0.4396012471988797,
      "eval_loss": 1.5277335830032825,
      "eval_mse_loss": 1.3079329580068588,
      "eval_runtime": 2.4926,
      "eval_samples_per_second": 802.376,
      "eval_steps_per_second": 12.838,
      "flow/cos_sim": 0.5603987323120236,
      "flow/improvement_ratio": 0.9618115201592445,
      "flow/mag_ratio_mean": 0.5371274519711733,
      "flow/mag_ratio_std": 0.22797544300556183,
      "step": 76800
    },
    {
      "epoch": 0.8089056117411053,
      "grad_norm": 0.15258397161960602,
      "learning_rate": 9.340614224932947e-05,
      "loss": 1.5437705516815186,
      "step": 77824
    },
    {
      "epoch": 0.8089056117411053,
      "eval_cos_loss": 0.4406488761305809,
      "eval_loss": 1.5305031947791576,
      "eval_mse_loss": 1.3101787567138672,
      "flow/cos_sim": 0.5593511275947094,
      "flow/improvement_ratio": 0.9616372548043728,
      "flow/mag_ratio_mean": 0.5346422707661986,
      "flow/mag_ratio_std": 0.22846621181815863,
      "step": 77824
    },
    {
      "epoch": 0.8089056117411053,
      "eval_cos_loss": 0.4406488761305809,
      "eval_loss": 1.5305031947791576,
      "eval_mse_loss": 1.3101787567138672,
      "eval_runtime": 2.5281,
      "eval_samples_per_second": 791.111,
      "eval_steps_per_second": 12.658,
      "flow/cos_sim": 0.5593511275947094,
      "flow/improvement_ratio": 0.9616372548043728,
      "flow/mag_ratio_mean": 0.5346422707661986,
      "flow/mag_ratio_std": 0.22846621181815863,
      "step": 77824
    },
    {
      "epoch": 0.8195491066324356,
      "grad_norm": 0.15012474358081818,
      "learning_rate": 8.359937073738122e-05,
      "loss": 1.5427945852279663,
      "step": 78848
    },
    {
      "epoch": 0.8195491066324356,
      "eval_cos_loss": 0.4398349104449153,
      "eval_loss": 1.5277978368103504,
      "eval_mse_loss": 1.3078803904354572,
      "flow/cos_sim": 0.5601652916520834,
      "flow/improvement_ratio": 0.9623467661440372,
      "flow/mag_ratio_mean": 0.5370206441730261,
      "flow/mag_ratio_std": 0.2306741690263152,
      "step": 78848
    },
    {
      "epoch": 0.8195491066324356,
      "eval_cos_loss": 0.4398349104449153,
      "eval_loss": 1.5277978368103504,
      "eval_mse_loss": 1.3078803904354572,
      "eval_runtime": 2.9061,
      "eval_samples_per_second": 688.21,
      "eval_steps_per_second": 11.011,
      "flow/cos_sim": 0.5601652916520834,
      "flow/improvement_ratio": 0.9623467661440372,
      "flow/mag_ratio_mean": 0.5370206441730261,
      "flow/mag_ratio_std": 0.2306741690263152,
      "step": 78848
    },
    {
      "epoch": 0.830192601523766,
      "grad_norm": 0.14434155821800232,
      "learning_rate": 7.429817849801124e-05,
      "loss": 1.5424107313156128,
      "step": 79872
    },
    {
      "epoch": 0.830192601523766,
      "eval_cos_loss": 0.440770055167377,
      "eval_loss": 1.5335130989551544,
      "eval_mse_loss": 1.31312807649374,
      "flow/cos_sim": 0.5592298936098814,
      "flow/improvement_ratio": 0.9679525289684534,
      "flow/mag_ratio_mean": 0.5366982752457261,
      "flow/mag_ratio_std": 0.22420579148456454,
      "step": 79872
    },
    {
      "epoch": 0.830192601523766,
      "eval_cos_loss": 0.440770055167377,
      "eval_loss": 1.5335130989551544,
      "eval_mse_loss": 1.31312807649374,
      "eval_runtime": 2.4978,
      "eval_samples_per_second": 800.693,
      "eval_steps_per_second": 12.811,
      "flow/cos_sim": 0.5592298936098814,
      "flow/improvement_ratio": 0.9679525289684534,
      "flow/mag_ratio_mean": 0.5366982752457261,
      "flow/mag_ratio_std": 0.22420579148456454,
      "step": 79872
    },
    {
      "epoch": 0.8408360964150963,
      "grad_norm": 0.14048728346824646,
      "learning_rate": 6.54954787872275e-05,
      "loss": 1.5442392826080322,
      "step": 80896
    },
    {
      "epoch": 0.8408360964150963,
      "eval_cos_loss": 0.44281749427318573,
      "eval_loss": 1.5380274765193462,
      "eval_mse_loss": 1.3166187293827534,
      "flow/cos_sim": 0.5571825094521046,
      "flow/improvement_ratio": 0.9661159794777632,
      "flow/mag_ratio_mean": 0.5346010681241751,
      "flow/mag_ratio_std": 0.22787420498207211,
      "step": 80896
    },
    {
      "epoch": 0.8408360964150963,
      "eval_cos_loss": 0.44281749427318573,
      "eval_loss": 1.5380274765193462,
      "eval_mse_loss": 1.3166187293827534,
      "eval_runtime": 2.5057,
      "eval_samples_per_second": 798.189,
      "eval_steps_per_second": 12.771,
      "flow/cos_sim": 0.5571825094521046,
      "flow/improvement_ratio": 0.9661159794777632,
      "flow/mag_ratio_mean": 0.5346010681241751,
      "flow/mag_ratio_std": 0.22787420498207211,
      "step": 80896
    },
    {
      "epoch": 0.8514795913064266,
      "grad_norm": 0.15351833403110504,
      "learning_rate": 5.7211109010678276e-05,
      "loss": 1.5441709756851196,
      "step": 81920
    },
    {
      "epoch": 0.8514795913064266,
      "eval_cos_loss": 0.43972852267324924,
      "eval_loss": 1.5298539474606514,
      "eval_mse_loss": 1.3099896907806396,
      "flow/cos_sim": 0.5602715257555246,
      "flow/improvement_ratio": 0.9654016513377428,
      "flow/mag_ratio_mean": 0.5356091465801001,
      "flow/mag_ratio_std": 0.22713992185890675,
      "step": 81920
    },
    {
      "epoch": 0.8514795913064266,
      "eval_cos_loss": 0.43972852267324924,
      "eval_loss": 1.5298539474606514,
      "eval_mse_loss": 1.3099896907806396,
      "eval_runtime": 3.0577,
      "eval_samples_per_second": 654.077,
      "eval_steps_per_second": 10.465,
      "flow/cos_sim": 0.5602715257555246,
      "flow/improvement_ratio": 0.9654016513377428,
      "flow/mag_ratio_mean": 0.5356091465801001,
      "flow/mag_ratio_std": 0.22713992185890675,
      "step": 81920
    },
    {
      "epoch": 0.862123086197757,
      "grad_norm": 0.14501118659973145,
      "learning_rate": 4.946226542264676e-05,
      "loss": 1.5440622568130493,
      "step": 82944
    },
    {
      "epoch": 0.862123086197757,
      "eval_cos_loss": 0.4398494055494666,
      "eval_loss": 1.5285302698612213,
      "eval_mse_loss": 1.3086055591702461,
      "flow/cos_sim": 0.5601506568491459,
      "flow/improvement_ratio": 0.9636457152664661,
      "flow/mag_ratio_mean": 0.5373753281310201,
      "flow/mag_ratio_std": 0.22595488466322422,
      "step": 82944
    },
    {
      "epoch": 0.862123086197757,
      "eval_cos_loss": 0.4398494055494666,
      "eval_loss": 1.5285302698612213,
      "eval_mse_loss": 1.3086055591702461,
      "eval_runtime": 2.6735,
      "eval_samples_per_second": 748.087,
      "eval_steps_per_second": 11.969,
      "flow/cos_sim": 0.5601506568491459,
      "flow/improvement_ratio": 0.9636457152664661,
      "flow/mag_ratio_mean": 0.5373753281310201,
      "flow/mag_ratio_std": 0.22595488466322422,
      "step": 82944
    },
    {
      "epoch": 0.8727665810890873,
      "grad_norm": 0.1732260137796402,
      "learning_rate": 4.2243044041220535e-05,
      "loss": 1.5427820682525635,
      "step": 83968
    },
    {
      "epoch": 0.8727665810890873,
      "eval_cos_loss": 0.43963075149804354,
      "eval_loss": 1.5304800160229206,
      "eval_mse_loss": 1.310664638876915,
      "flow/cos_sim": 0.5603692829608917,
      "flow/improvement_ratio": 0.9656369760632515,
      "flow/mag_ratio_mean": 0.5373333236202598,
      "flow/mag_ratio_std": 0.22598782274872065,
      "step": 83968
    },
    {
      "epoch": 0.8727665810890873,
      "eval_cos_loss": 0.43963075149804354,
      "eval_loss": 1.5304800160229206,
      "eval_mse_loss": 1.310664638876915,
      "eval_runtime": 2.6771,
      "eval_samples_per_second": 747.086,
      "eval_steps_per_second": 11.953,
      "flow/cos_sim": 0.5603692829608917,
      "flow/improvement_ratio": 0.9656369760632515,
      "flow/mag_ratio_mean": 0.5373333236202598,
      "flow/mag_ratio_std": 0.22598782274872065,
      "step": 83968
    },
    {
      "epoch": 0.8834100759804177,
      "grad_norm": 0.1780228167772293,
      "learning_rate": 3.556989093134011e-05,
      "loss": 1.5418999195098877,
      "step": 84992
    },
    {
      "epoch": 0.8834100759804177,
      "eval_cos_loss": 0.4417334571480751,
      "eval_loss": 1.5349605418741703,
      "eval_mse_loss": 1.3140938207507133,
      "flow/cos_sim": 0.5582665763795376,
      "flow/improvement_ratio": 0.9667846951633692,
      "flow/mag_ratio_mean": 0.5365295764058828,
      "flow/mag_ratio_std": 0.22713460819795728,
      "step": 84992
    },
    {
      "epoch": 0.8834100759804177,
      "eval_cos_loss": 0.4417334571480751,
      "eval_loss": 1.5349605418741703,
      "eval_mse_loss": 1.3140938207507133,
      "eval_runtime": 2.545,
      "eval_samples_per_second": 785.844,
      "eval_steps_per_second": 12.574,
      "flow/cos_sim": 0.5582665763795376,
      "flow/improvement_ratio": 0.9667846951633692,
      "flow/mag_ratio_mean": 0.5365295764058828,
      "flow/mag_ratio_std": 0.22713460819795728,
      "step": 84992
    },
    {
      "epoch": 0.894053570871748,
      "grad_norm": 0.1589423269033432,
      "learning_rate": 2.9450766643112025e-05,
      "loss": 1.5413941144943237,
      "step": 86016
    },
    {
      "epoch": 0.894053570871748,
      "eval_cos_loss": 0.4417336033657193,
      "eval_loss": 1.5350174084305763,
      "eval_mse_loss": 1.314150609076023,
      "flow/cos_sim": 0.5582663975656033,
      "flow/improvement_ratio": 0.9610403534024954,
      "flow/mag_ratio_mean": 0.5371948201209307,
      "flow/mag_ratio_std": 0.22706548869609833,
      "step": 86016
    },
    {
      "epoch": 0.894053570871748,
      "eval_cos_loss": 0.4417336033657193,
      "eval_loss": 1.5350174084305763,
      "eval_mse_loss": 1.314150609076023,
      "eval_runtime": 2.516,
      "eval_samples_per_second": 794.928,
      "eval_steps_per_second": 12.719,
      "flow/cos_sim": 0.5582663975656033,
      "flow/improvement_ratio": 0.9610403534024954,
      "flow/mag_ratio_mean": 0.5371948201209307,
      "flow/mag_ratio_std": 0.22706548869609833,
      "step": 86016
    },
    {
      "epoch": 0.9046970657630783,
      "grad_norm": 0.13952629268169403,
      "learning_rate": 2.3898122320136107e-05,
      "loss": 1.5443463325500488,
      "step": 87040
    },
    {
      "epoch": 0.9046970657630783,
      "eval_cos_loss": 0.4454851495102048,
      "eval_loss": 1.5462815202772617,
      "eval_mse_loss": 1.3235389403998852,
      "flow/cos_sim": 0.5545149501413107,
      "flow/improvement_ratio": 0.9633045084774494,
      "flow/mag_ratio_mean": 0.5327793834730983,
      "flow/mag_ratio_std": 0.22570591513067484,
      "step": 87040
    },
    {
      "epoch": 0.9046970657630783,
      "eval_cos_loss": 0.4454851495102048,
      "eval_loss": 1.5462815202772617,
      "eval_mse_loss": 1.3235389403998852,
      "eval_runtime": 3.0237,
      "eval_samples_per_second": 661.435,
      "eval_steps_per_second": 10.583,
      "flow/cos_sim": 0.5545149501413107,
      "flow/improvement_ratio": 0.9633045084774494,
      "flow/mag_ratio_mean": 0.5327793834730983,
      "flow/mag_ratio_std": 0.22570591513067484,
      "step": 87040
    },
    {
      "epoch": 0.9153405606544086,
      "grad_norm": 0.1696067899465561,
      "learning_rate": 1.8907727303827394e-05,
      "loss": 1.5422346591949463,
      "step": 88064
    },
    {
      "epoch": 0.9153405606544086,
      "eval_cos_loss": 0.4382868492975831,
      "eval_loss": 1.5258447527885437,
      "eval_mse_loss": 1.3067013174295425,
      "flow/cos_sim": 0.561713146045804,
      "flow/improvement_ratio": 0.9594295676797628,
      "flow/mag_ratio_mean": 0.5373271182179451,
      "flow/mag_ratio_std": 0.22556039178743958,
      "step": 88064
    },
    {
      "epoch": 0.9153405606544086,
      "eval_cos_loss": 0.4382868492975831,
      "eval_loss": 1.5258447527885437,
      "eval_mse_loss": 1.3067013174295425,
      "eval_runtime": 2.5211,
      "eval_samples_per_second": 793.311,
      "eval_steps_per_second": 12.693,
      "flow/cos_sim": 0.561713146045804,
      "flow/improvement_ratio": 0.9594295676797628,
      "flow/mag_ratio_mean": 0.5373271182179451,
      "flow/mag_ratio_std": 0.22556039178743958,
      "step": 88064
    },
    {
      "epoch": 0.9259840555457389,
      "grad_norm": 0.15072369575500488,
      "learning_rate": 1.4491237768113841e-05,
      "loss": 1.542992353439331,
      "step": 89088
    },
    {
      "epoch": 0.9259840555457389,
      "eval_cos_loss": 0.4420606214553118,
      "eval_loss": 1.5344204120337963,
      "eval_mse_loss": 1.3133900947868824,
      "flow/cos_sim": 0.557939387857914,
      "flow/improvement_ratio": 0.9637042284011841,
      "flow/mag_ratio_mean": 0.5341464914381504,
      "flow/mag_ratio_std": 0.22699455870315433,
      "step": 89088
    },
    {
      "epoch": 0.9259840555457389,
      "eval_cos_loss": 0.4420606214553118,
      "eval_loss": 1.5344204120337963,
      "eval_mse_loss": 1.3133900947868824,
      "eval_runtime": 2.613,
      "eval_samples_per_second": 765.401,
      "eval_steps_per_second": 12.246,
      "flow/cos_sim": 0.557939387857914,
      "flow/improvement_ratio": 0.9637042284011841,
      "flow/mag_ratio_mean": 0.5341464914381504,
      "flow/mag_ratio_std": 0.22699455870315433,
      "step": 89088
    },
    {
      "epoch": 0.9366275504370692,
      "grad_norm": 0.15198417007923126,
      "learning_rate": 1.065392223983186e-05,
      "loss": 1.5422855615615845,
      "step": 90112
    },
    {
      "epoch": 0.9366275504370692,
      "eval_cos_loss": 0.4458601539954543,
      "eval_loss": 1.5451230816543102,
      "eval_mse_loss": 1.3221930228173733,
      "flow/cos_sim": 0.5541399177163839,
      "flow/improvement_ratio": 0.958930304273963,
      "flow/mag_ratio_mean": 0.5324209975078702,
      "flow/mag_ratio_std": 0.22846948402002454,
      "step": 90112
    },
    {
      "epoch": 0.9366275504370692,
      "eval_cos_loss": 0.4458601539954543,
      "eval_loss": 1.5451230816543102,
      "eval_mse_loss": 1.3221930228173733,
      "eval_runtime": 3.0844,
      "eval_samples_per_second": 648.42,
      "eval_steps_per_second": 10.375,
      "flow/cos_sim": 0.5541399177163839,
      "flow/improvement_ratio": 0.958930304273963,
      "flow/mag_ratio_mean": 0.5324209975078702,
      "flow/mag_ratio_std": 0.22846948402002454,
      "step": 90112
    },
    {
      "epoch": 0.9472710453283997,
      "grad_norm": 0.1283935010433197,
      "learning_rate": 7.40324956991506e-06,
      "loss": 1.5435974597930908,
      "step": 91136
    },
    {
      "epoch": 0.9472710453283997,
      "eval_cos_loss": 0.4411879302933812,
      "eval_loss": 1.5341791696846485,
      "eval_mse_loss": 1.313585203140974,
      "flow/cos_sim": 0.5588121470063925,
      "flow/improvement_ratio": 0.9638758208602667,
      "flow/mag_ratio_mean": 0.5351903941482306,
      "flow/mag_ratio_std": 0.22519566072151065,
      "step": 91136
    },
    {
      "epoch": 0.9472710453283997,
      "eval_cos_loss": 0.4411879302933812,
      "eval_loss": 1.5341791696846485,
      "eval_mse_loss": 1.313585203140974,
      "eval_runtime": 2.6762,
      "eval_samples_per_second": 747.335,
      "eval_steps_per_second": 11.957,
      "flow/cos_sim": 0.5588121470063925,
      "flow/improvement_ratio": 0.9638758208602667,
      "flow/mag_ratio_mean": 0.5351903941482306,
      "flow/mag_ratio_std": 0.22519566072151065,
      "step": 91136
    },
    {
      "epoch": 0.95791454021973,
      "grad_norm": 0.12574529647827148,
      "learning_rate": 4.7367430129720004e-06,
      "loss": 1.5435535907745361,
      "step": 92160
    },
    {
      "epoch": 0.95791454021973,
      "eval_cos_loss": 0.44530233182013035,
      "eval_loss": 1.5450147837400436,
      "eval_mse_loss": 1.3223636075854301,
      "flow/cos_sim": 0.5546976234763861,
      "flow/improvement_ratio": 0.9661824498325586,
      "flow/mag_ratio_mean": 0.5322676496580243,
      "flow/mag_ratio_std": 0.22808025730773807,
      "step": 92160
    },
    {
      "epoch": 0.95791454021973,
      "eval_cos_loss": 0.44530233182013035,
      "eval_loss": 1.5450147837400436,
      "eval_mse_loss": 1.3223636075854301,
      "eval_runtime": 2.5148,
      "eval_samples_per_second": 795.3,
      "eval_steps_per_second": 12.725,
      "flow/cos_sim": 0.5546976234763861,
      "flow/improvement_ratio": 0.9661824498325586,
      "flow/mag_ratio_mean": 0.5322676496580243,
      "flow/mag_ratio_std": 0.22808025730773807,
      "step": 92160
    },
    {
      "epoch": 0.9685580351110603,
      "grad_norm": 0.1402869075536728,
      "learning_rate": 2.662784798150131e-06,
      "loss": 1.5427674055099487,
      "step": 93184
    },
    {
      "epoch": 0.9685580351110603,
      "eval_cos_loss": 0.44235736317932606,
      "eval_loss": 1.536139328032732,
      "eval_mse_loss": 1.3149606361985207,
      "flow/cos_sim": 0.5576427038758993,
      "flow/improvement_ratio": 0.9603242203593254,
      "flow/mag_ratio_mean": 0.5352574419230223,
      "flow/mag_ratio_std": 0.2266941787675023,
      "step": 93184
    },
    {
      "epoch": 0.9685580351110603,
      "eval_cos_loss": 0.44235736317932606,
      "eval_loss": 1.536139328032732,
      "eval_mse_loss": 1.3149606361985207,
      "eval_runtime": 2.565,
      "eval_samples_per_second": 779.726,
      "eval_steps_per_second": 12.476,
      "flow/cos_sim": 0.5576427038758993,
      "flow/improvement_ratio": 0.9603242203593254,
      "flow/mag_ratio_mean": 0.5352574419230223,
      "flow/mag_ratio_std": 0.2266941787675023,
      "step": 93184
    },
    {
      "epoch": 0.9792015300023906,
      "grad_norm": 0.1338053047657013,
      "learning_rate": 1.1797947397548802e-06,
      "loss": 1.5422078371047974,
      "step": 94208
    },
    {
      "epoch": 0.9792015300023906,
      "eval_cos_loss": 0.44181027822196484,
      "eval_loss": 1.5355971939861774,
      "eval_mse_loss": 1.3146920576691628,
      "flow/cos_sim": 0.558189669623971,
      "flow/improvement_ratio": 0.9626132287085056,
      "flow/mag_ratio_mean": 0.5348945092409849,
      "flow/mag_ratio_std": 0.22780301421880722,
      "step": 94208
    },
    {
      "epoch": 0.9792015300023906,
      "eval_cos_loss": 0.44181027822196484,
      "eval_loss": 1.5355971939861774,
      "eval_mse_loss": 1.3146920576691628,
      "eval_runtime": 2.4969,
      "eval_samples_per_second": 800.987,
      "eval_steps_per_second": 12.816,
      "flow/cos_sim": 0.558189669623971,
      "flow/improvement_ratio": 0.9626132287085056,
      "flow/mag_ratio_mean": 0.5348945092409849,
      "flow/mag_ratio_std": 0.22780301421880722,
      "step": 94208
    },
    {
      "epoch": 0.989845024893721,
      "grad_norm": 0.12129372358322144,
      "learning_rate": 2.9243465362199797e-07,
      "loss": 1.541589379310608,
      "step": 95232
    },
    {
      "epoch": 0.989845024893721,
      "eval_cos_loss": 0.44525294937193394,
      "eval_loss": 1.5437418557703495,
      "eval_mse_loss": 1.3211153745651245,
      "flow/cos_sim": 0.5547471418976784,
      "flow/improvement_ratio": 0.9627930391579866,
      "flow/mag_ratio_mean": 0.5311954086646438,
      "flow/mag_ratio_std": 0.2286191936582327,
      "step": 95232
    },
    {
      "epoch": 0.989845024893721,
      "eval_cos_loss": 0.44525294937193394,
      "eval_loss": 1.5437418557703495,
      "eval_mse_loss": 1.3211153745651245,
      "eval_runtime": 2.5197,
      "eval_samples_per_second": 793.751,
      "eval_steps_per_second": 12.7,
      "flow/cos_sim": 0.5547471418976784,
      "flow/improvement_ratio": 0.9627930391579866,
      "flow/mag_ratio_mean": 0.5311954086646438,
      "flow/mag_ratio_std": 0.2286191936582327,
      "step": 95232
    }
  ],
  "logging_steps": 1024,
  "max_steps": 96209,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1024,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}