{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2,
  "eval_steps": 100,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.6712883992120624,
      "epoch": 0.004,
      "grad_norm": 304.0,
      "learning_rate": 6.000000000000001e-07,
      "loss": 28.4778,
      "mean_token_accuracy": 0.7057144690304995,
      "num_tokens": 89176.0,
      "step": 10
    },
    {
      "entropy": 0.7533201891928911,
      "epoch": 0.008,
      "grad_norm": 270.0,
      "learning_rate": 1.2666666666666669e-06,
      "loss": 30.5704,
      "mean_token_accuracy": 0.6818637173622847,
      "num_tokens": 173886.0,
      "step": 20
    },
    {
      "entropy": 0.7343124819919467,
      "epoch": 0.012,
      "grad_norm": 242.0,
      "learning_rate": 1.9333333333333336e-06,
      "loss": 28.2596,
      "mean_token_accuracy": 0.6965057767927647,
      "num_tokens": 258970.0,
      "step": 30
    },
    {
      "entropy": 0.7956574158743024,
      "epoch": 0.016,
      "grad_norm": 201.0,
      "learning_rate": 2.6e-06,
      "loss": 28.9995,
      "mean_token_accuracy": 0.6894745834171772,
      "num_tokens": 338352.0,
      "step": 40
    },
    {
      "entropy": 0.8114285696297884,
      "epoch": 0.02,
      "grad_norm": 197.0,
      "learning_rate": 3.266666666666667e-06,
      "loss": 26.2241,
      "mean_token_accuracy": 0.7063078790903091,
      "num_tokens": 424243.0,
      "step": 50
    },
    {
      "entropy": 0.8994641156867147,
      "epoch": 0.024,
      "grad_norm": 186.0,
      "learning_rate": 3.9333333333333335e-06,
      "loss": 26.076,
      "mean_token_accuracy": 0.6964696431532502,
      "num_tokens": 505613.0,
      "step": 60
    },
    {
      "entropy": 0.906761129759252,
      "epoch": 0.028,
      "grad_norm": 137.0,
      "learning_rate": 4.600000000000001e-06,
      "loss": 23.8081,
      "mean_token_accuracy": 0.7086012028157711,
      "num_tokens": 584157.0,
      "step": 70
    },
    {
      "entropy": 0.8810091400519013,
      "epoch": 0.032,
      "grad_norm": 74.0,
      "learning_rate": 5.2666666666666665e-06,
      "loss": 20.7997,
      "mean_token_accuracy": 0.7292992439121008,
      "num_tokens": 671193.0,
      "step": 80
    },
    {
      "entropy": 0.9790557857602835,
      "epoch": 0.036,
      "grad_norm": 124.0,
      "learning_rate": 5.933333333333335e-06,
      "loss": 21.1978,
      "mean_token_accuracy": 0.7139894777908922,
      "num_tokens": 753947.0,
      "step": 90
    },
    {
      "entropy": 0.9239323560148478,
      "epoch": 0.04,
      "grad_norm": 69.0,
      "learning_rate": 6.600000000000001e-06,
      "loss": 18.4839,
      "mean_token_accuracy": 0.739598892442882,
      "num_tokens": 835868.0,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_biology_entropy": 1.4848132659196853,
      "eval_biology_loss": 1.9657849073410034,
      "eval_biology_mean_token_accuracy": 0.606338870882988,
      "eval_biology_num_tokens": 835868.0,
      "eval_biology_runtime": 43.6264,
      "eval_biology_samples_per_second": 11.461,
      "eval_biology_steps_per_second": 11.461,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_chemistry_entropy": 1.0286893111467361,
      "eval_chemistry_loss": 1.3152016401290894,
      "eval_chemistry_mean_token_accuracy": 0.7144413039684295,
      "eval_chemistry_num_tokens": 835868.0,
      "eval_chemistry_runtime": 47.0241,
      "eval_chemistry_samples_per_second": 10.633,
      "eval_chemistry_steps_per_second": 10.633,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_math_entropy": 0.8130515841245651,
      "eval_math_loss": 1.1799616813659668,
      "eval_math_mean_token_accuracy": 0.739585277557373,
      "eval_math_num_tokens": 835868.0,
      "eval_math_runtime": 47.1539,
      "eval_math_samples_per_second": 10.604,
      "eval_math_steps_per_second": 10.604,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_physics_entropy": 0.9095318858623505,
      "eval_physics_loss": 1.1475844383239746,
      "eval_physics_mean_token_accuracy": 0.740034140408039,
      "eval_physics_num_tokens": 835868.0,
      "eval_physics_runtime": 52.2922,
      "eval_physics_samples_per_second": 9.562,
      "eval_physics_steps_per_second": 9.562,
      "step": 100
    },
    {
      "entropy": 0.8509915253147483,
      "epoch": 0.044,
      "grad_norm": 56.25,
      "learning_rate": 7.266666666666668e-06,
      "loss": 16.7359,
      "mean_token_accuracy": 0.7565285731106997,
      "num_tokens": 917534.0,
      "step": 110
    },
    {
      "entropy": 0.8670064052566886,
      "epoch": 0.048,
      "grad_norm": 49.75,
      "learning_rate": 7.933333333333334e-06,
      "loss": 16.3406,
      "mean_token_accuracy": 0.7602715287357569,
      "num_tokens": 1001008.0,
      "step": 120
    },
    {
      "entropy": 0.8608247054740786,
      "epoch": 0.052,
      "grad_norm": 44.0,
      "learning_rate": 8.6e-06,
      "loss": 15.9257,
      "mean_token_accuracy": 0.7605812683701515,
      "num_tokens": 1085098.0,
      "step": 130
    },
    {
      "entropy": 0.9198611425235868,
      "epoch": 0.056,
      "grad_norm": 45.75,
      "learning_rate": 9.266666666666667e-06,
      "loss": 16.7546,
      "mean_token_accuracy": 0.7533804941922426,
      "num_tokens": 1166615.0,
      "step": 140
    },
    {
      "entropy": 0.8417589077726007,
      "epoch": 0.06,
      "grad_norm": 34.25,
      "learning_rate": 9.933333333333334e-06,
      "loss": 15.0755,
      "mean_token_accuracy": 0.7657617449760437,
      "num_tokens": 1248387.0,
      "step": 150
    },
    {
      "entropy": 0.9038887821137905,
      "epoch": 0.064,
      "grad_norm": 37.25,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 15.8985,
      "mean_token_accuracy": 0.7547885052859783,
      "num_tokens": 1331208.0,
      "step": 160
    },
    {
      "entropy": 0.8469558507204056,
      "epoch": 0.068,
      "grad_norm": 32.25,
      "learning_rate": 1.1266666666666668e-05,
      "loss": 14.5748,
      "mean_token_accuracy": 0.7721429634839296,
      "num_tokens": 1416841.0,
      "step": 170
    },
    {
      "entropy": 0.8490036362782121,
      "epoch": 0.072,
      "grad_norm": 41.75,
      "learning_rate": 1.1933333333333335e-05,
      "loss": 14.4396,
      "mean_token_accuracy": 0.7727861993014813,
      "num_tokens": 1499449.0,
      "step": 180
    },
    {
      "entropy": 0.8576838463544846,
      "epoch": 0.076,
      "grad_norm": 34.75,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 14.2797,
      "mean_token_accuracy": 0.768672015145421,
      "num_tokens": 1585982.0,
      "step": 190
    },
    {
      "entropy": 0.8711228912696243,
      "epoch": 0.08,
      "grad_norm": 30.625,
      "learning_rate": 1.3266666666666668e-05,
      "loss": 14.4031,
      "mean_token_accuracy": 0.7655902322381735,
      "num_tokens": 1667532.0,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_biology_entropy": 1.4584133907556533,
      "eval_biology_loss": 1.5849124193191528,
      "eval_biology_mean_token_accuracy": 0.6393597082495689,
      "eval_biology_num_tokens": 1667532.0,
      "eval_biology_runtime": 42.746,
      "eval_biology_samples_per_second": 11.697,
      "eval_biology_steps_per_second": 11.697,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_chemistry_entropy": 1.0054012925028801,
      "eval_chemistry_loss": 1.029191255569458,
      "eval_chemistry_mean_token_accuracy": 0.7440219584703446,
      "eval_chemistry_num_tokens": 1667532.0,
      "eval_chemistry_runtime": 47.4172,
      "eval_chemistry_samples_per_second": 10.545,
      "eval_chemistry_steps_per_second": 10.545,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_math_entropy": 0.825192849367857,
      "eval_math_loss": 0.9638766646385193,
      "eval_math_mean_token_accuracy": 0.7583659777641296,
      "eval_math_num_tokens": 1667532.0,
      "eval_math_runtime": 47.5708,
      "eval_math_samples_per_second": 10.511,
      "eval_math_steps_per_second": 10.511,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_physics_entropy": 0.8860550626516343,
      "eval_physics_loss": 0.8900392055511475,
      "eval_physics_mean_token_accuracy": 0.7706669235229492,
      "eval_physics_num_tokens": 1667532.0,
      "eval_physics_runtime": 52.0022,
      "eval_physics_samples_per_second": 9.615,
      "eval_physics_steps_per_second": 9.615,
      "step": 200
    },
    {
      "entropy": 0.8298934359103441,
      "epoch": 0.084,
      "grad_norm": 28.125,
      "learning_rate": 1.3933333333333334e-05,
      "loss": 13.705,
      "mean_token_accuracy": 0.7773294027894735,
      "num_tokens": 1750813.0,
      "step": 210
    },
    {
      "entropy": 0.8596662495285272,
      "epoch": 0.088,
      "grad_norm": 33.75,
      "learning_rate": 1.46e-05,
      "loss": 13.8646,
      "mean_token_accuracy": 0.7744025643914938,
      "num_tokens": 1835489.0,
      "step": 220
    },
    {
      "entropy": 0.8833530260249972,
      "epoch": 0.092,
      "grad_norm": 36.25,
      "learning_rate": 1.5266666666666667e-05,
      "loss": 14.2962,
      "mean_token_accuracy": 0.7682582084089518,
      "num_tokens": 1915115.0,
      "step": 230
    },
    {
      "entropy": 0.8309201180934906,
      "epoch": 0.096,
      "grad_norm": 34.5,
      "learning_rate": 1.5933333333333336e-05,
      "loss": 13.3235,
      "mean_token_accuracy": 0.7823137249797583,
      "num_tokens": 2007176.0,
      "step": 240
    },
    {
      "entropy": 0.8500596512109041,
      "epoch": 0.1,
      "grad_norm": 29.5,
      "learning_rate": 1.66e-05,
      "loss": 13.5419,
      "mean_token_accuracy": 0.7775608815252781,
      "num_tokens": 2088696.0,
      "step": 250
    },
    {
      "entropy": 0.8657922638580203,
      "epoch": 0.104,
      "grad_norm": 27.625,
      "learning_rate": 1.726666666666667e-05,
      "loss": 13.7733,
      "mean_token_accuracy": 0.7756721317768097,
      "num_tokens": 2171335.0,
      "step": 260
    },
    {
      "entropy": 0.8355370864272118,
      "epoch": 0.108,
      "grad_norm": 43.75,
      "learning_rate": 1.7933333333333333e-05,
      "loss": 13.229,
      "mean_token_accuracy": 0.7806590050458908,
      "num_tokens": 2254168.0,
      "step": 270
    },
    {
      "entropy": 0.8173456467688084,
      "epoch": 0.112,
      "grad_norm": 35.0,
      "learning_rate": 1.86e-05,
      "loss": 12.7881,
      "mean_token_accuracy": 0.7856513697654008,
      "num_tokens": 2342259.0,
      "step": 280
    },
    {
      "entropy": 0.8355640687048436,
      "epoch": 0.116,
      "grad_norm": 32.0,
      "learning_rate": 1.926666666666667e-05,
      "loss": 13.1691,
      "mean_token_accuracy": 0.7810327019542456,
      "num_tokens": 2426289.0,
      "step": 290
    },
    {
      "entropy": 0.8739947421476245,
      "epoch": 0.12,
      "grad_norm": 26.0,
      "learning_rate": 1.9933333333333334e-05,
      "loss": 13.6561,
      "mean_token_accuracy": 0.7744034674018622,
      "num_tokens": 2504279.0,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_biology_entropy": 1.3556034941077233,
      "eval_biology_loss": 1.4841620922088623,
      "eval_biology_mean_token_accuracy": 0.65348690533638,
      "eval_biology_num_tokens": 2504279.0,
      "eval_biology_runtime": 42.283,
      "eval_biology_samples_per_second": 11.825,
      "eval_biology_steps_per_second": 11.825,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_chemistry_entropy": 0.9483438107967377,
      "eval_chemistry_loss": 0.9427877068519592,
      "eval_chemistry_mean_token_accuracy": 0.7558897666931153,
      "eval_chemistry_num_tokens": 2504279.0,
      "eval_chemistry_runtime": 46.6526,
      "eval_chemistry_samples_per_second": 10.718,
      "eval_chemistry_steps_per_second": 10.718,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_math_entropy": 0.8157476499080658,
      "eval_math_loss": 0.904818594455719,
      "eval_math_mean_token_accuracy": 0.7670594818592071,
      "eval_math_num_tokens": 2504279.0,
      "eval_math_runtime": 47.3869,
      "eval_math_samples_per_second": 10.551,
      "eval_math_steps_per_second": 10.551,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_physics_entropy": 0.8239805218577385,
      "eval_physics_loss": 0.8038909435272217,
      "eval_physics_mean_token_accuracy": 0.7841090430021286,
      "eval_physics_num_tokens": 2504279.0,
      "eval_physics_runtime": 52.6201,
      "eval_physics_samples_per_second": 9.502,
      "eval_physics_steps_per_second": 9.502,
      "step": 300
    },
    {
      "entropy": 0.8581649582833052,
      "epoch": 0.124,
      "grad_norm": 26.125,
      "learning_rate": 1.9933333333333334e-05,
      "loss": 13.3818,
      "mean_token_accuracy": 0.7762404128909111,
      "num_tokens": 2583599.0,
      "step": 310
    },
    {
      "entropy": 0.7946215324103832,
      "epoch": 0.128,
      "grad_norm": 25.25,
      "learning_rate": 1.985925925925926e-05,
      "loss": 12.3504,
      "mean_token_accuracy": 0.7905489154160023,
      "num_tokens": 2663987.0,
      "step": 320
    },
    {
      "entropy": 0.849458902142942,
      "epoch": 0.132,
      "grad_norm": 29.375,
      "learning_rate": 1.9785185185185187e-05,
      "loss": 13.2872,
      "mean_token_accuracy": 0.7787170443683863,
      "num_tokens": 2743933.0,
      "step": 330
    },
    {
      "entropy": 0.8214898691512644,
      "epoch": 0.136,
      "grad_norm": 22.125,
      "learning_rate": 1.971111111111111e-05,
      "loss": 12.8325,
      "mean_token_accuracy": 0.7875698886811733,
      "num_tokens": 2829720.0,
      "step": 340
    },
    {
      "entropy": 0.8233486831188201,
      "epoch": 0.14,
      "grad_norm": 21.625,
      "learning_rate": 1.963703703703704e-05,
      "loss": 12.8834,
      "mean_token_accuracy": 0.7814252562820911,
      "num_tokens": 2915814.0,
      "step": 350
    },
    {
      "entropy": 0.8093094614334404,
      "epoch": 0.144,
      "grad_norm": 30.5,
      "learning_rate": 1.9562962962962964e-05,
      "loss": 12.5969,
      "mean_token_accuracy": 0.7904934521764517,
      "num_tokens": 2997824.0,
      "step": 360
    },
    {
      "entropy": 0.8296919351443648,
      "epoch": 0.148,
      "grad_norm": 40.25,
      "learning_rate": 1.948888888888889e-05,
      "loss": 12.8145,
      "mean_token_accuracy": 0.7843083433806897,
      "num_tokens": 3076422.0,
      "step": 370
    },
    {
      "entropy": 0.7770398052409291,
      "epoch": 0.152,
      "grad_norm": 24.25,
      "learning_rate": 1.9414814814814817e-05,
      "loss": 12.0318,
      "mean_token_accuracy": 0.7944367878139019,
      "num_tokens": 3159946.0,
      "step": 380
    },
    {
      "entropy": 0.7682548280805349,
      "epoch": 0.156,
      "grad_norm": 24.75,
      "learning_rate": 1.9340740740740743e-05,
      "loss": 11.8293,
      "mean_token_accuracy": 0.7969654947519302,
      "num_tokens": 3247218.0,
      "step": 390
    },
    {
      "entropy": 0.7929054241627455,
      "epoch": 0.16,
      "grad_norm": 25.125,
      "learning_rate": 1.926666666666667e-05,
      "loss": 12.3015,
      "mean_token_accuracy": 0.7905295439064502,
      "num_tokens": 3330597.0,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_biology_entropy": 1.329050698697567,
      "eval_biology_loss": 1.4526971578598022,
      "eval_biology_mean_token_accuracy": 0.6555387216210365,
      "eval_biology_num_tokens": 3330597.0,
      "eval_biology_runtime": 42.8393,
      "eval_biology_samples_per_second": 11.672,
      "eval_biology_steps_per_second": 11.672,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_chemistry_entropy": 0.9211951863765716,
      "eval_chemistry_loss": 0.9123110175132751,
      "eval_chemistry_mean_token_accuracy": 0.759705729842186,
      "eval_chemistry_num_tokens": 3330597.0,
      "eval_chemistry_runtime": 46.4206,
      "eval_chemistry_samples_per_second": 10.771,
      "eval_chemistry_steps_per_second": 10.771,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_math_entropy": 0.7891712339818477,
      "eval_math_loss": 0.8866830468177795,
      "eval_math_mean_token_accuracy": 0.7700952163934708,
      "eval_math_num_tokens": 3330597.0,
      "eval_math_runtime": 47.5316,
      "eval_math_samples_per_second": 10.519,
      "eval_math_steps_per_second": 10.519,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_physics_entropy": 0.7942325170040131,
      "eval_physics_loss": 0.7685211300849915,
      "eval_physics_mean_token_accuracy": 0.7900554924607277,
      "eval_physics_num_tokens": 3330597.0,
      "eval_physics_runtime": 51.8291,
      "eval_physics_samples_per_second": 9.647,
      "eval_physics_steps_per_second": 9.647,
      "step": 400
    },
    {
      "entropy": 0.8409166993573308,
      "epoch": 0.164,
      "grad_norm": 27.875,
      "learning_rate": 1.9192592592592593e-05,
      "loss": 12.8131,
      "mean_token_accuracy": 0.7820813998579978,
      "num_tokens": 3414445.0,
      "step": 410
    },
    {
      "entropy": 0.7957731707952916,
      "epoch": 0.168,
      "grad_norm": 29.125,
      "learning_rate": 1.911851851851852e-05,
      "loss": 12.2831,
      "mean_token_accuracy": 0.7876646354794502,
      "num_tokens": 3496104.0,
      "step": 420
    },
    {
      "entropy": 0.8156736908480525,
      "epoch": 0.172,
      "grad_norm": 24.0,
      "learning_rate": 1.9044444444444446e-05,
      "loss": 12.6729,
      "mean_token_accuracy": 0.7858119580894709,
      "num_tokens": 3576979.0,
      "step": 430
    },
    {
      "entropy": 0.7964235540479422,
      "epoch": 0.176,
      "grad_norm": 29.0,
      "learning_rate": 1.8970370370370372e-05,
      "loss": 12.1643,
      "mean_token_accuracy": 0.789168506488204,
      "num_tokens": 3658264.0,
      "step": 440
    },
    {
      "entropy": 0.8107027977705001,
      "epoch": 0.18,
      "grad_norm": 32.0,
      "learning_rate": 1.8896296296296295e-05,
      "loss": 12.4439,
      "mean_token_accuracy": 0.78678366728127,
      "num_tokens": 3739142.0,
      "step": 450
    },
    {
      "entropy": 0.796150803938508,
      "epoch": 0.184,
      "grad_norm": 25.75,
      "learning_rate": 1.8822222222222225e-05,
      "loss": 12.3586,
      "mean_token_accuracy": 0.7868688877671957,
      "num_tokens": 3821352.0,
      "step": 460
    },
    {
      "entropy": 0.773661600612104,
      "epoch": 0.188,
      "grad_norm": 24.25,
      "learning_rate": 1.874814814814815e-05,
      "loss": 11.9009,
      "mean_token_accuracy": 0.7943602330982685,
      "num_tokens": 3905291.0,
      "step": 470
    },
    {
      "entropy": 0.7640144268982112,
      "epoch": 0.192,
      "grad_norm": 22.375,
      "learning_rate": 1.8674074074074075e-05,
      "loss": 11.9144,
      "mean_token_accuracy": 0.79531438536942,
      "num_tokens": 3995568.0,
      "step": 480
    },
    {
      "entropy": 0.7889644879847765,
      "epoch": 0.196,
      "grad_norm": 25.875,
      "learning_rate": 1.86e-05,
      "loss": 12.1612,
      "mean_token_accuracy": 0.7931702587753534,
      "num_tokens": 4075670.0,
      "step": 490
    },
    {
      "entropy": 0.7648822296410799,
      "epoch": 0.2,
      "grad_norm": 27.0,
      "learning_rate": 1.8525925925925928e-05,
      "loss": 11.7326,
      "mean_token_accuracy": 0.7970229849219322,
      "num_tokens": 4160918.0,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_biology_entropy": 1.3273861603736878,
      "eval_biology_loss": 1.429775595664978,
      "eval_biology_mean_token_accuracy": 0.6614253748059272,
      "eval_biology_num_tokens": 4160918.0,
      "eval_biology_runtime": 42.9809,
      "eval_biology_samples_per_second": 11.633,
      "eval_biology_steps_per_second": 11.633,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_chemistry_entropy": 0.9144625009298325,
      "eval_chemistry_loss": 0.8940703272819519,
      "eval_chemistry_mean_token_accuracy": 0.7638347852230072,
      "eval_chemistry_num_tokens": 4160918.0,
      "eval_chemistry_runtime": 46.9108,
      "eval_chemistry_samples_per_second": 10.659,
      "eval_chemistry_steps_per_second": 10.659,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_math_entropy": 0.7888483335673809,
      "eval_math_loss": 0.8778181672096252,
      "eval_math_mean_token_accuracy": 0.770329715013504,
      "eval_math_num_tokens": 4160918.0,
      "eval_math_runtime": 48.4026,
      "eval_math_samples_per_second": 10.33,
      "eval_math_steps_per_second": 10.33,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_physics_entropy": 0.7870894553661346,
      "eval_physics_loss": 0.7499192953109741,
      "eval_physics_mean_token_accuracy": 0.7939402560591697,
      "eval_physics_num_tokens": 4160918.0,
      "eval_physics_runtime": 51.8479,
      "eval_physics_samples_per_second": 9.644,
      "eval_physics_steps_per_second": 9.644,
      "step": 500
    }
  ],
  "logging_steps": 10,
  "max_steps": 3000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7900771999920582e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}