{
 "screen": "G1-FS16",
 "arm": "random_frozen",
 "seeds": [
  0
 ],
 "nonce": 0,
 "steps": 24000,
 "events": 2,
 "m_records": 16,
 "d": 64,
 "layers": 3,
 "carrier": 256,
 "train_depth": 10,
 "closure": 16,
 "lam_mid": 0.0,
 "lam_cpu": 0.02,
 "lam_a": 0.02,
 "mid_warmup": 0.0,
 "curriculum": 0.0,
 "straight_through": true,
 "st_after": 0.0,
 "act_init": 4.0,
 "sampled": true,
 "eps": 0.05,
 "device": "cuda",
 "runs": [
  {
   "seed": 0,
   "oracle": {
    "worst_acc": 0.0,
    "worst_depth": 7,
    "max_mid_entropy": 1.0205601453781128,
    "pass": false
   },
   "history": [
    {
     "acc_d11": 0.0098,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0098,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005859375,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.065268695354462,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 1.0,
     "word_len_match": 1.0,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
     "purity_trained": 1.0,
     "purity_closure": 1.0,
     "step": 0,
     "loss": 4109.00439453125,
     "train_bits": 4108.85,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 2.2231,
     "wall_s": 2.2
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.001953125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.76097963253657,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 1000,
     "loss": 2362.3095703125,
     "train_bits": 2360.36,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3102,
     "wall_s": 310.2
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0059,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.0088,
     "exact_d14": 0.0,
     "acc_d15": 0.0088,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.006184895833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.86100192864736,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 2000,
     "loss": 2345.51318359375,
     "train_bits": 2344.18,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3094,
     "wall_s": 618.8
    },
    {
     "acc_d11": 0.0,
     "exact_d11": 0.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.0059,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0021158854166666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.095810214678446,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 3000,
     "loss": 2374.49658203125,
     "train_bits": 2374.23,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3091,
     "wall_s": 927.2
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00439453125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.134622593720755,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 4000,
     "loss": 2287.994384765625,
     "train_bits": 2287.21,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.309,
     "wall_s": 1236.2
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.001,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0068,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0030924479166666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.147622088591257,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 5000,
     "loss": 2214.65576171875,
     "train_bits": 2214.42,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3091,
     "wall_s": 1545.4
    },
    {
     "acc_d11": 0.0078,
     "exact_d11": 0.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0137,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005696614583333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.237702171007792,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 6000,
     "loss": 2168.156982421875,
     "train_bits": 2168.15,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.309,
     "wall_s": 1854.3
    },
    {
     "acc_d11": 0.0049,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0026041666666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.295869489510855,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 7000,
     "loss": 1991.5909423828125,
     "train_bits": 1991.14,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3089,
     "wall_s": 2162.6
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0117,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.006022135416666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.211225191752115,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 8000,
     "loss": 1922.7529296875,
     "train_bits": 1922.61,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 2470.8
    },
    {
     "acc_d11": 0.0059,
     "exact_d11": 0.0,
     "acc_d12": 0.0088,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.0,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004231770833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.303129653135935,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 9000,
     "loss": 1730.9818115234375,
     "train_bits": 1730.85,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 2779.1
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0068,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0032552083333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.237850844860077,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 10000,
     "loss": 1613.7188720703125,
     "train_bits": 1613.54,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 3087.9
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0029296875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.282233734925589,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 11000,
     "loss": 1596.8316650390625,
     "train_bits": 1596.79,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 3397.0
    },
    {
     "acc_d11": 0.0078,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0027669270833333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.346325794855753,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 12000,
     "loss": 2433.416015625,
     "train_bits": 2428.76,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 3705.8
    },
    {
     "acc_d11": 0.0,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.0059,
     "exact_d13": 0.0,
     "acc_d14": 0.0059,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00439453125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.351010739803314,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 13000,
     "loss": 2353.288818359375,
     "train_bits": 2351.09,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 4014.8
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.0068,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005045572916666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.417981564998627,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 14000,
     "loss": 2328.095458984375,
     "train_bits": 2325.66,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 4323.6
    },
    {
     "acc_d11": 0.0059,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0032552083333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.26736867427826,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 15000,
     "loss": 2306.0283203125,
     "train_bits": 2304.77,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 4632.3
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0059,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0022786458333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.322615146636963,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 16000,
     "loss": 2217.380126953125,
     "train_bits": 2213.54,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 4941.5
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.001,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0049,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00341796875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.464131196339926,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 17000,
     "loss": 2150.609619140625,
     "train_bits": 2150.53,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3089,
     "wall_s": 5251.0
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00244140625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.434688786665598,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 18000,
     "loss": 1996.9251708984375,
     "train_bits": 1996.76,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 5559.3
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0059,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0037434895833333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.406596998373667,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 19000,
     "loss": 1858.02978515625,
     "train_bits": 1857.76,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 5868.1
    },
    {
     "acc_d11": 0.0,
     "exact_d11": 0.0,
     "acc_d12": 0.0059,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0088,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00390625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.265514949957529,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 20000,
     "loss": 1742.27685546875,
     "train_bits": 1742.0,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 6177.0
    },
    {
     "acc_d11": 0.0,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00244140625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.369757175445557,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 21000,
     "loss": 1583.1182861328125,
     "train_bits": 1583.03,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3089,
     "wall_s": 6486.3
    },
    {
     "acc_d11": 0.0059,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.0088,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004720052083333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.419825176397959,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 22000,
     "loss": 1520.6165771484375,
     "train_bits": 1520.41,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3089,
     "wall_s": 6795.4
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0137,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005208333333333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.3697007894516,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 23000,
     "loss": 2412.542724609375,
     "train_bits": 2409.18,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3089,
     "wall_s": 7103.8
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0068,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0030924479166666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 9.54440063238144,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 23999,
     "loss": 2391.651611328125,
     "train_bits": 2389.69,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3088,
     "wall_s": 7412.0
    }
   ],
   "final": {
    "acc_d11": 0.0039,
    "exact_d11": 0.0,
    "acc_d12": 0.001,
    "exact_d12": 0.0,
    "acc_d13": 0.002,
    "exact_d13": 0.0,
    "acc_d14": 0.002,
    "exact_d14": 0.0,
    "acc_d15": 0.0068,
    "exact_d15": 0.0,
    "acc_d16": 0.0029,
    "exact_d16": 0.0,
    "heldout_byte_acc": 0.0030924479166666665,
    "heldout_record_exact": 0.0,
    "heldout_answer_bpb": 9.54440063238144,
    "heldout_min_exact": 0.0,
    "singleton_len1": 0.0,
    "distinct_codes": 0.0,
    "code_map": "[None, None]",
    "empty_word_rate": 1.0,
    "word_purity": 0.0,
    "word_len_match": 0.0,
    "step": 23999,
    "loss": 2391.651611328125,
    "train_bits": 2389.69,
    "lam_mid": 0.0,
    "cur_depth": 10,
    "st": 1,
    "s_per_step": 0.3088,
    "wall_s": 7412.0
   }
  }
 ],
 "partial": false
}