{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2,
  "eval_steps": 100,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.0975568080320954,
      "epoch": 0.004,
      "grad_norm": 1928.0,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 51.036,
      "mean_token_accuracy": 0.5464097319170833,
      "num_tokens": 51831.0,
      "step": 10
    },
    {
      "entropy": 1.2103175908327102,
      "epoch": 0.008,
      "grad_norm": 1012.0,
      "learning_rate": 9.500000000000001e-07,
      "loss": 47.7535,
      "mean_token_accuracy": 0.549801179766655,
      "num_tokens": 103172.0,
      "step": 20
    },
    {
      "entropy": 1.4519254021346568,
      "epoch": 0.012,
      "grad_norm": 1024.0,
      "learning_rate": 1.45e-06,
      "loss": 45.5399,
      "mean_token_accuracy": 0.5487965773791075,
      "num_tokens": 147915.0,
      "step": 30
    },
    {
      "entropy": 1.515171455964446,
      "epoch": 0.016,
      "grad_norm": 440.0,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 40.0298,
      "mean_token_accuracy": 0.5707932172343135,
      "num_tokens": 195524.0,
      "step": 40
    },
    {
      "entropy": 1.529548142105341,
      "epoch": 0.02,
      "grad_norm": 328.0,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 33.3046,
      "mean_token_accuracy": 0.5914752574637532,
      "num_tokens": 243747.0,
      "step": 50
    },
    {
      "entropy": 1.5671692434698343,
      "epoch": 0.024,
      "grad_norm": 241.0,
      "learning_rate": 2.95e-06,
      "loss": 30.3037,
      "mean_token_accuracy": 0.6058902809396386,
      "num_tokens": 296999.0,
      "step": 60
    },
    {
      "entropy": 1.549248830974102,
      "epoch": 0.028,
      "grad_norm": 235.0,
      "learning_rate": 3.45e-06,
      "loss": 29.0295,
      "mean_token_accuracy": 0.6220679895952343,
      "num_tokens": 342114.0,
      "step": 70
    },
    {
      "entropy": 1.42005056142807,
      "epoch": 0.032,
      "grad_norm": 167.0,
      "learning_rate": 3.95e-06,
      "loss": 26.6089,
      "mean_token_accuracy": 0.6380933992564678,
      "num_tokens": 390903.0,
      "step": 80
    },
    {
      "entropy": 1.5127948723733424,
      "epoch": 0.036,
      "grad_norm": 167.0,
      "learning_rate": 4.450000000000001e-06,
      "loss": 24.8172,
      "mean_token_accuracy": 0.6465719180181623,
      "num_tokens": 440359.0,
      "step": 90
    },
    {
      "entropy": 1.5200586583465339,
      "epoch": 0.04,
      "grad_norm": 142.0,
      "learning_rate": 4.95e-06,
      "loss": 24.207,
      "mean_token_accuracy": 0.6497391745448112,
      "num_tokens": 488481.0,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_biology_entropy": 1.4843950763940812,
      "eval_biology_loss": 1.4266694784164429,
      "eval_biology_mean_token_accuracy": 0.6619762739539147,
      "eval_biology_num_tokens": 488481.0,
      "eval_biology_runtime": 36.5287,
      "eval_biology_samples_per_second": 13.688,
      "eval_biology_steps_per_second": 13.688,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_chemistry_entropy": 1.091414896786213,
      "eval_chemistry_loss": 1.0560342073440552,
      "eval_chemistry_mean_token_accuracy": 0.7318743930459023,
      "eval_chemistry_num_tokens": 488481.0,
      "eval_chemistry_runtime": 39.96,
      "eval_chemistry_samples_per_second": 12.513,
      "eval_chemistry_steps_per_second": 12.513,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_math_entropy": 0.9103146089911461,
      "eval_math_loss": 1.0316376686096191,
      "eval_math_mean_token_accuracy": 0.7397149602174758,
      "eval_math_num_tokens": 488481.0,
      "eval_math_runtime": 41.0822,
      "eval_math_samples_per_second": 12.171,
      "eval_math_steps_per_second": 12.171,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_physics_entropy": 0.9860039167404174,
      "eval_physics_loss": 0.9796567559242249,
      "eval_physics_mean_token_accuracy": 0.7483667035698891,
      "eval_physics_num_tokens": 488481.0,
      "eval_physics_runtime": 45.3249,
      "eval_physics_samples_per_second": 11.031,
      "eval_physics_steps_per_second": 11.031,
      "step": 100
    },
    {
      "entropy": 1.444656402617693,
      "epoch": 0.044,
      "grad_norm": 121.0,
      "learning_rate": 5.450000000000001e-06,
      "loss": 22.4665,
      "mean_token_accuracy": 0.6580426702275872,
      "num_tokens": 537471.0,
      "step": 110
    },
    {
      "entropy": 1.3339354760944844,
      "epoch": 0.048,
      "grad_norm": 129.0,
      "learning_rate": 5.950000000000001e-06,
      "loss": 21.4085,
      "mean_token_accuracy": 0.6670540764927864,
      "num_tokens": 589868.0,
      "step": 120
    },
    {
      "entropy": 1.3668562419712544,
      "epoch": 0.052,
      "grad_norm": 124.5,
      "learning_rate": 6.450000000000001e-06,
      "loss": 21.7438,
      "mean_token_accuracy": 0.6594993283972144,
      "num_tokens": 639512.0,
      "step": 130
    },
    {
      "entropy": 1.3065196067094802,
      "epoch": 0.056,
      "grad_norm": 118.5,
      "learning_rate": 6.95e-06,
      "loss": 20.9541,
      "mean_token_accuracy": 0.6683343779295683,
      "num_tokens": 690754.0,
      "step": 140
    },
    {
      "entropy": 1.3160824533551931,
      "epoch": 0.06,
      "grad_norm": 115.5,
      "learning_rate": 7.450000000000001e-06,
      "loss": 21.525,
      "mean_token_accuracy": 0.664486956782639,
      "num_tokens": 737075.0,
      "step": 150
    },
    {
      "entropy": 1.3052487019449472,
      "epoch": 0.064,
      "grad_norm": 113.0,
      "learning_rate": 7.950000000000002e-06,
      "loss": 20.5473,
      "mean_token_accuracy": 0.672793828509748,
      "num_tokens": 791190.0,
      "step": 160
    },
    {
      "entropy": 1.29992272593081,
      "epoch": 0.068,
      "grad_norm": 100.0,
      "learning_rate": 8.45e-06,
      "loss": 21.0557,
      "mean_token_accuracy": 0.6683677529916168,
      "num_tokens": 841344.0,
      "step": 170
    },
    {
      "entropy": 1.3232017546892165,
      "epoch": 0.072,
      "grad_norm": 114.5,
      "learning_rate": 8.95e-06,
      "loss": 21.0887,
      "mean_token_accuracy": 0.6686861604452133,
      "num_tokens": 890075.0,
      "step": 180
    },
    {
      "entropy": 1.2425255428999662,
      "epoch": 0.076,
      "grad_norm": 106.0,
      "learning_rate": 9.450000000000001e-06,
      "loss": 19.9137,
      "mean_token_accuracy": 0.6810434710234403,
      "num_tokens": 940599.0,
      "step": 190
    },
    {
      "entropy": 1.256486358679831,
      "epoch": 0.08,
      "grad_norm": 117.5,
      "learning_rate": 9.950000000000001e-06,
      "loss": 20.0961,
      "mean_token_accuracy": 0.6819845270365477,
      "num_tokens": 989860.0,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_biology_entropy": 1.241776801943779,
      "eval_biology_loss": 1.2506648302078247,
      "eval_biology_mean_token_accuracy": 0.6855908244848251,
      "eval_biology_num_tokens": 989860.0,
      "eval_biology_runtime": 36.0247,
      "eval_biology_samples_per_second": 13.879,
      "eval_biology_steps_per_second": 13.879,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_chemistry_entropy": 0.9190568276047707,
      "eval_chemistry_loss": 0.9248532652854919,
      "eval_chemistry_mean_token_accuracy": 0.7533808985352516,
      "eval_chemistry_num_tokens": 989860.0,
      "eval_chemistry_runtime": 40.487,
      "eval_chemistry_samples_per_second": 12.35,
      "eval_chemistry_steps_per_second": 12.35,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_math_entropy": 0.7673128904104233,
      "eval_math_loss": 0.9293037056922913,
      "eval_math_mean_token_accuracy": 0.759642232298851,
      "eval_math_num_tokens": 989860.0,
      "eval_math_runtime": 41.5439,
      "eval_math_samples_per_second": 12.035,
      "eval_math_steps_per_second": 12.035,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_physics_entropy": 0.8287813304066658,
      "eval_physics_loss": 0.8567265868186951,
      "eval_physics_mean_token_accuracy": 0.770364968419075,
      "eval_physics_num_tokens": 989860.0,
      "eval_physics_runtime": 46.6277,
      "eval_physics_samples_per_second": 10.723,
      "eval_physics_steps_per_second": 10.723,
      "step": 200
    },
    {
      "entropy": 1.2084858063608408,
      "epoch": 0.084,
      "grad_norm": 99.5,
      "learning_rate": 1.045e-05,
      "loss": 19.469,
      "mean_token_accuracy": 0.6908657155930996,
      "num_tokens": 1041199.0,
      "step": 210
    },
    {
      "entropy": 1.3143941588699817,
      "epoch": 0.088,
      "grad_norm": 139.0,
      "learning_rate": 1.095e-05,
      "loss": 21.209,
      "mean_token_accuracy": 0.670545787923038,
      "num_tokens": 1087099.0,
      "step": 220
    },
    {
      "entropy": 1.2587614998221397,
      "epoch": 0.092,
      "grad_norm": 108.0,
      "learning_rate": 1.145e-05,
      "loss": 20.1256,
      "mean_token_accuracy": 0.6842886801809073,
      "num_tokens": 1135090.0,
      "step": 230
    },
    {
      "entropy": 1.2565513662993908,
      "epoch": 0.096,
      "grad_norm": 106.0,
      "learning_rate": 1.195e-05,
      "loss": 20.4044,
      "mean_token_accuracy": 0.6776034630835056,
      "num_tokens": 1181777.0,
      "step": 240
    },
    {
      "entropy": 1.2938017453998327,
      "epoch": 0.1,
      "grad_norm": 112.0,
      "learning_rate": 1.2450000000000003e-05,
      "loss": 20.3714,
      "mean_token_accuracy": 0.6780621778219939,
      "num_tokens": 1229242.0,
      "step": 250
    },
    {
      "entropy": 1.2320711638778448,
      "epoch": 0.104,
      "grad_norm": 94.5,
      "learning_rate": 1.295e-05,
      "loss": 20.052,
      "mean_token_accuracy": 0.6799502000212669,
      "num_tokens": 1283881.0,
      "step": 260
    },
    {
      "entropy": 1.2415869060903788,
      "epoch": 0.108,
      "grad_norm": 107.0,
      "learning_rate": 1.3450000000000002e-05,
      "loss": 19.9151,
      "mean_token_accuracy": 0.6853171430528164,
      "num_tokens": 1332507.0,
      "step": 270
    },
    {
      "entropy": 1.242128773033619,
      "epoch": 0.112,
      "grad_norm": 92.5,
      "learning_rate": 1.3950000000000002e-05,
      "loss": 19.9203,
      "mean_token_accuracy": 0.685390866547823,
      "num_tokens": 1385513.0,
      "step": 280
    },
    {
      "entropy": 1.2662223283201457,
      "epoch": 0.116,
      "grad_norm": 100.5,
      "learning_rate": 1.4450000000000002e-05,
      "loss": 20.3929,
      "mean_token_accuracy": 0.6766710925847292,
      "num_tokens": 1432251.0,
      "step": 290
    },
    {
      "entropy": 1.198459953069687,
      "epoch": 0.12,
      "grad_norm": 101.0,
      "learning_rate": 1.4950000000000003e-05,
      "loss": 19.3584,
      "mean_token_accuracy": 0.68702756986022,
      "num_tokens": 1483667.0,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_biology_entropy": 1.2469175053834916,
      "eval_biology_loss": 1.2332121133804321,
      "eval_biology_mean_token_accuracy": 0.6868851281404496,
      "eval_biology_num_tokens": 1483667.0,
      "eval_biology_runtime": 36.8445,
      "eval_biology_samples_per_second": 13.571,
      "eval_biology_steps_per_second": 13.571,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_chemistry_entropy": 0.9295264416337014,
      "eval_chemistry_loss": 0.9073873162269592,
      "eval_chemistry_mean_token_accuracy": 0.7570922123789787,
      "eval_chemistry_num_tokens": 1483667.0,
      "eval_chemistry_runtime": 40.4179,
      "eval_chemistry_samples_per_second": 12.371,
      "eval_chemistry_steps_per_second": 12.371,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_math_entropy": 0.7820550892949104,
      "eval_math_loss": 0.9024779200553894,
      "eval_math_mean_token_accuracy": 0.7648742213249207,
      "eval_math_num_tokens": 1483667.0,
      "eval_math_runtime": 41.3487,
      "eval_math_samples_per_second": 12.092,
      "eval_math_steps_per_second": 12.092,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_physics_entropy": 0.8381168316006661,
      "eval_physics_loss": 0.8357300758361816,
      "eval_physics_mean_token_accuracy": 0.7741321437358856,
      "eval_physics_num_tokens": 1483667.0,
      "eval_physics_runtime": 46.0597,
      "eval_physics_samples_per_second": 10.855,
      "eval_physics_steps_per_second": 10.855,
      "step": 300
    },
    {
      "entropy": 1.268108993396163,
      "epoch": 0.124,
      "grad_norm": 87.0,
      "learning_rate": 1.545e-05,
      "loss": 20.169,
      "mean_token_accuracy": 0.6794606490060687,
      "num_tokens": 1534286.0,
      "step": 310
    },
    {
      "entropy": 1.2664785664528608,
      "epoch": 0.128,
      "grad_norm": 95.0,
      "learning_rate": 1.595e-05,
      "loss": 20.1543,
      "mean_token_accuracy": 0.6814448466524482,
      "num_tokens": 1582368.0,
      "step": 320
    },
    {
      "entropy": 1.2443583220243455,
      "epoch": 0.132,
      "grad_norm": 100.5,
      "learning_rate": 1.645e-05,
      "loss": 20.1453,
      "mean_token_accuracy": 0.6805377397686243,
      "num_tokens": 1630878.0,
      "step": 330
    },
    {
      "entropy": 1.295349196344614,
      "epoch": 0.136,
      "grad_norm": 84.5,
      "learning_rate": 1.6950000000000002e-05,
      "loss": 20.5474,
      "mean_token_accuracy": 0.6783911313861608,
      "num_tokens": 1677060.0,
      "step": 340
    },
    {
      "entropy": 1.2136471576988697,
      "epoch": 0.14,
      "grad_norm": 96.0,
      "learning_rate": 1.7450000000000004e-05,
      "loss": 19.7364,
      "mean_token_accuracy": 0.6849099691957236,
      "num_tokens": 1725186.0,
      "step": 350
    },
    {
      "entropy": 1.2611235719174148,
      "epoch": 0.144,
      "grad_norm": 96.5,
      "learning_rate": 1.795e-05,
      "loss": 20.2599,
      "mean_token_accuracy": 0.6779890628531575,
      "num_tokens": 1773764.0,
      "step": 360
    },
    {
      "entropy": 1.24961077272892,
      "epoch": 0.148,
      "grad_norm": 93.0,
      "learning_rate": 1.845e-05,
      "loss": 19.9901,
      "mean_token_accuracy": 0.6829751830548048,
      "num_tokens": 1823706.0,
      "step": 370
    },
    {
      "entropy": 1.2856210090219975,
      "epoch": 0.152,
      "grad_norm": 103.5,
      "learning_rate": 1.8950000000000003e-05,
      "loss": 20.5301,
      "mean_token_accuracy": 0.6794548545032739,
      "num_tokens": 1873167.0,
      "step": 380
    },
    {
      "entropy": 1.28184983022511,
      "epoch": 0.156,
      "grad_norm": 87.5,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 20.4718,
      "mean_token_accuracy": 0.6774068776518106,
      "num_tokens": 1921484.0,
      "step": 390
    },
    {
      "entropy": 1.2587715853005648,
      "epoch": 0.16,
      "grad_norm": 90.5,
      "learning_rate": 1.9950000000000004e-05,
      "loss": 20.2765,
      "mean_token_accuracy": 0.6795550292357803,
      "num_tokens": 1970077.0,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_biology_entropy": 1.2585812546014785,
      "eval_biology_loss": 1.2385821342468262,
      "eval_biology_mean_token_accuracy": 0.6883087210059166,
      "eval_biology_num_tokens": 1970077.0,
      "eval_biology_runtime": 40.6484,
      "eval_biology_samples_per_second": 12.301,
      "eval_biology_steps_per_second": 12.301,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_chemistry_entropy": 0.9248176854848862,
      "eval_chemistry_loss": 0.9106165766716003,
      "eval_chemistry_mean_token_accuracy": 0.7573499709963799,
      "eval_chemistry_num_tokens": 1970077.0,
      "eval_chemistry_runtime": 40.4652,
      "eval_chemistry_samples_per_second": 12.356,
      "eval_chemistry_steps_per_second": 12.356,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_math_entropy": 0.7678850111961365,
      "eval_math_loss": 0.897013783454895,
      "eval_math_mean_token_accuracy": 0.7673858489990234,
      "eval_math_num_tokens": 1970077.0,
      "eval_math_runtime": 41.3756,
      "eval_math_samples_per_second": 12.084,
      "eval_math_steps_per_second": 12.084,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_physics_entropy": 0.8230015668869018,
      "eval_physics_loss": 0.8317809104919434,
      "eval_physics_mean_token_accuracy": 0.7749597446918488,
      "eval_physics_num_tokens": 1970077.0,
      "eval_physics_runtime": 45.5271,
      "eval_physics_samples_per_second": 10.982,
      "eval_physics_steps_per_second": 10.982,
      "step": 400
    },
    {
      "entropy": 1.2881209932267665,
      "epoch": 0.164,
      "grad_norm": 80.5,
      "learning_rate": 1.9950000000000004e-05,
      "loss": 20.7614,
      "mean_token_accuracy": 0.6718229403719306,
      "num_tokens": 2019053.0,
      "step": 410
    },
    {
      "entropy": 1.2165789466351271,
      "epoch": 0.168,
      "grad_norm": 75.5,
      "learning_rate": 1.9894444444444446e-05,
      "loss": 19.5986,
      "mean_token_accuracy": 0.6869289472699165,
      "num_tokens": 2066815.0,
      "step": 420
    },
    {
      "entropy": 1.2494619188830256,
      "epoch": 0.172,
      "grad_norm": 80.5,
      "learning_rate": 1.983888888888889e-05,
      "loss": 20.2759,
      "mean_token_accuracy": 0.6808055322617292,
      "num_tokens": 2116402.0,
      "step": 430
    },
    {
      "entropy": 1.214642644301057,
      "epoch": 0.176,
      "grad_norm": 81.5,
      "learning_rate": 1.9783333333333334e-05,
      "loss": 19.3769,
      "mean_token_accuracy": 0.6881225043907762,
      "num_tokens": 2168354.0,
      "step": 440
    },
    {
      "entropy": 1.2326878625899553,
      "epoch": 0.18,
      "grad_norm": 76.0,
      "learning_rate": 1.972777777777778e-05,
      "loss": 20.0507,
      "mean_token_accuracy": 0.6823928710073233,
      "num_tokens": 2219158.0,
      "step": 450
    },
    {
      "entropy": 1.2790402939543128,
      "epoch": 0.184,
      "grad_norm": 97.0,
      "learning_rate": 1.9672222222222222e-05,
      "loss": 20.4576,
      "mean_token_accuracy": 0.6788654251024127,
      "num_tokens": 2270617.0,
      "step": 460
    },
    {
      "entropy": 1.2233176242560149,
      "epoch": 0.188,
      "grad_norm": 76.0,
      "learning_rate": 1.9616666666666668e-05,
      "loss": 19.4471,
      "mean_token_accuracy": 0.6852962577715516,
      "num_tokens": 2322034.0,
      "step": 470
    },
    {
      "entropy": 1.284807311743498,
      "epoch": 0.192,
      "grad_norm": 97.0,
      "learning_rate": 1.9561111111111114e-05,
      "loss": 21.2325,
      "mean_token_accuracy": 0.6681901682168245,
      "num_tokens": 2365822.0,
      "step": 480
    },
    {
      "entropy": 1.250083539262414,
      "epoch": 0.196,
      "grad_norm": 93.5,
      "learning_rate": 1.9505555555555556e-05,
      "loss": 19.6203,
      "mean_token_accuracy": 0.6853536464273929,
      "num_tokens": 2413853.0,
      "step": 490
    },
    {
      "entropy": 1.2981292121112347,
      "epoch": 0.2,
      "grad_norm": 85.0,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 20.8012,
      "mean_token_accuracy": 0.6707905715331435,
      "num_tokens": 2459876.0,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_biology_entropy": 1.2485336683392525,
      "eval_biology_loss": 1.2281557321548462,
      "eval_biology_mean_token_accuracy": 0.6897270123958588,
      "eval_biology_num_tokens": 2459876.0,
      "eval_biology_runtime": 38.8945,
      "eval_biology_samples_per_second": 12.855,
      "eval_biology_steps_per_second": 12.855,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_chemistry_entropy": 0.9259556359648704,
      "eval_chemistry_loss": 0.9128974676132202,
      "eval_chemistry_mean_token_accuracy": 0.7565669685602188,
      "eval_chemistry_num_tokens": 2459876.0,
      "eval_chemistry_runtime": 40.516,
      "eval_chemistry_samples_per_second": 12.341,
      "eval_chemistry_steps_per_second": 12.341,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_math_entropy": 0.7720121605396271,
      "eval_math_loss": 0.9020798206329346,
      "eval_math_mean_token_accuracy": 0.7660462435483932,
      "eval_math_num_tokens": 2459876.0,
      "eval_math_runtime": 62.8982,
      "eval_math_samples_per_second": 7.949,
      "eval_math_steps_per_second": 7.949,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_physics_entropy": 0.8241469451785087,
      "eval_physics_loss": 0.832719624042511,
      "eval_physics_mean_token_accuracy": 0.7746937532424927,
      "eval_physics_num_tokens": 2459876.0,
      "eval_physics_runtime": 76.8817,
      "eval_physics_samples_per_second": 6.504,
      "eval_physics_steps_per_second": 6.504,
      "step": 500
    }
  ],
  "logging_steps": 10,
  "max_steps": 4000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6494542652385037e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}