{
 "screen": "G1-FS16",
 "arm": "field",
 "seeds": [
  2
 ],
 "nonce": 0,
 "steps": 24000,
 "events": 2,
 "m_records": 16,
 "d": 64,
 "layers": 3,
 "carrier": 256,
 "train_depth": 10,
 "closure": 16,
 "lam_mid": 0.0,
 "lam_cpu": 0.02,
 "lam_a": 0.02,
 "mid_warmup": 0.0,
 "curriculum": 0.0,
 "straight_through": true,
 "st_after": 0.0,
 "act_init": 4.0,
 "sampled": true,
 "eps": 0.05,
 "device": "cuda",
 "runs": [
  {
   "seed": 2,
   "oracle": {
    "worst_acc": 1.0,
    "worst_depth": -1,
    "max_mid_entropy": 0.0010785266058519483,
    "pass": true
   },
   "history": [
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004231770833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.058093984921774,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 0,
     "loss": 4028.802734375,
     "train_bits": 4028.4,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 1.5232,
     "wall_s": 1.5
    },
    {
     "acc_d11": 0.5029,
     "exact_d11": 0.5,
     "acc_d12": 0.7529,
     "exact_d12": 0.75,
     "acc_d13": 0.0059,
     "exact_d13": 0.0,
     "acc_d14": 0.5049,
     "exact_d14": 0.5,
     "acc_d15": 0.2539,
     "exact_d15": 0.25,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.33740234375,
     "heldout_record_exact": 0.3333333333333333,
     "heldout_answer_bpb": 9.584525633060062,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7352941176470589,
     "word_len_match": 0.7352941176470589,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.75, 0.0, 0.25, 0.25, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.25,
     "step": 1000,
     "loss": 1288.0269775390625,
     "train_bits": 1288.09,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 331.0
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.5039,
     "exact_d12": 0.5,
     "acc_d13": 0.0078,
     "exact_d13": 0.0,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.2532552083333333,
     "heldout_record_exact": 0.25,
     "heldout_answer_bpb": 13.537278888310539,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.75,
     "word_len_match": 0.75,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.292,
     "step": 2000,
     "loss": 1234.3148193359375,
     "train_bits": 1234.39,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3309,
     "wall_s": 661.8
    },
    {
     "acc_d11": 0.0059,
     "exact_d11": 0.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.0,
     "exact_d13": 0.0,
     "acc_d14": 0.0078,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0035807291666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 20.772890865802765,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6470588235294118,
     "word_len_match": 0.6470588235294118,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.0,
     "step": 3000,
     "loss": 1238.10400390625,
     "train_bits": 1238.18,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 992.9
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.2529,
     "exact_d12": 0.25,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.21061197916666666,
     "heldout_record_exact": 0.20833333333333334,
     "heldout_answer_bpb": 17.70042416068706,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.75,
     "word_len_match": 0.75,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.292,
     "step": 4000,
     "loss": 1210.3504638671875,
     "train_bits": 1210.42,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 1323.9
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.502,
     "exact_d12": 0.5,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0059,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.2540690104166667,
     "heldout_record_exact": 0.25,
     "heldout_answer_bpb": 18.38361760472435,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7058823529411765,
     "word_len_match": 0.7058823529411765,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.167,
     "step": 5000,
     "loss": 1203.69384765625,
     "train_bits": 1203.77,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 1655.0
    },
    {
     "acc_d11": 0.2549,
     "exact_d11": 0.25,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.046061197916666664,
     "heldout_record_exact": 0.041666666666666664,
     "heldout_answer_bpb": 24.617060537607056,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6323529411764706,
     "word_len_match": 0.6323529411764706,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.75, 0.5, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.932,
     "purity_closure": 0.083,
     "step": 6000,
     "loss": 1180.814697265625,
     "train_bits": 1180.89,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 1986.0
    },
    {
     "acc_d11": 0.751,
     "exact_d11": 0.75,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0068,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.12841796875,
     "heldout_record_exact": 0.125,
     "heldout_answer_bpb": 23.168628219964074,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6911764705882353,
     "word_len_match": 0.6911764705882353,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.125,
     "step": 7000,
     "loss": 1165.023681640625,
     "train_bits": 1165.1,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 2316.9
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.169921875,
     "heldout_record_exact": 0.16666666666666666,
     "heldout_answer_bpb": 22.79337932091198,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7205882352941176,
     "word_len_match": 0.7205882352941176,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.208,
     "step": 8000,
     "loss": 1135.9508056640625,
     "train_bits": 1136.02,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 2647.6
    },
    {
     "acc_d11": 0.752,
     "exact_d11": 0.75,
     "acc_d12": 0.75,
     "exact_d12": 0.75,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.2527669270833333,
     "heldout_record_exact": 0.25,
     "heldout_answer_bpb": 19.838664728134592,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7352941176470589,
     "word_len_match": 0.7352941176470589,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.25, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.25,
     "step": 9000,
     "loss": 1114.0654296875,
     "train_bits": 1114.14,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3311,
     "wall_s": 2979.5
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.2559,
     "exact_d13": 0.25,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0088,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.3785807291666667,
     "heldout_record_exact": 0.375,
     "heldout_answer_bpb": 17.270882031279182,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7647058823529411,
     "word_len_match": 0.7647058823529411,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.333,
     "step": 10000,
     "loss": 1094.2366943359375,
     "train_bits": 1094.31,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3311,
     "wall_s": 3311.1
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.501,
     "exact_d13": 0.5,
     "acc_d14": 0.252,
     "exact_d14": 0.25,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0117,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.4615885416666667,
     "heldout_record_exact": 0.4583333333333333,
     "heldout_answer_bpb": 14.196029235525979,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.8235294117647058,
     "word_len_match": 0.8235294117647058,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.5,
     "step": 11000,
     "loss": 1080.12939453125,
     "train_bits": 1080.2,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3311,
     "wall_s": 3642.5
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.0078,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.2578,
     "exact_d14": 0.25,
     "acc_d15": 0.252,
     "exact_d15": 0.25,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.2545572916666667,
     "heldout_record_exact": 0.25,
     "heldout_answer_bpb": 21.93363569373788,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6764705882352942,
     "word_len_match": 0.7058823529411765,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.5, 0.5, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.955,
     "purity_closure": 0.167,
     "step": 12000,
     "loss": 1291.73681640625,
     "train_bits": 1291.81,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3312,
     "wall_s": 3973.9
    },
    {
     "acc_d11": 0.752,
     "exact_d11": 0.75,
     "acc_d12": 0.502,
     "exact_d12": 0.5,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.0049,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.21142578125,
     "heldout_record_exact": 0.20833333333333334,
     "heldout_answer_bpb": 24.0657476929274,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6617647058823529,
     "word_len_match": 0.8382352941176471,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.977,
     "purity_closure": 0.083,
     "step": 13000,
     "loss": 1258.695556640625,
     "train_bits": 1258.77,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3312,
     "wall_s": 4305.4
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0049,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0035807291666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 32.39986574649811,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6911764705882353,
     "word_len_match": 0.8088235294117647,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.5, 0.5, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.977,
     "purity_closure": 0.167,
     "step": 14000,
     "loss": 1223.8609619140625,
     "train_bits": 1223.93,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3312,
     "wall_s": 4636.7
    },
    {
     "acc_d11": 0.751,
     "exact_d11": 0.75,
     "acc_d12": 0.75,
     "exact_d12": 0.75,
     "acc_d13": 0.751,
     "exact_d13": 0.75,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.7539,
     "exact_d16": 0.75,
     "heldout_byte_acc": 0.5017903645833334,
     "heldout_record_exact": 0.5,
     "heldout_answer_bpb": 12.816090371281083,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7941176470588235,
     "word_len_match": 0.8382352941176471,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.75]",
     "purity_trained": 0.977,
     "purity_closure": 0.458,
     "step": 15000,
     "loss": 1210.5506591796875,
     "train_bits": 1210.62,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3312,
     "wall_s": 4968.6
    },
    {
     "acc_d11": 0.75,
     "exact_d11": 0.75,
     "acc_d12": 0.501,
     "exact_d12": 0.5,
     "acc_d13": 0.502,
     "exact_d13": 0.5,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.2931315104166667,
     "heldout_record_exact": 0.2916666666666667,
     "heldout_answer_bpb": 23.606710538226327,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7058823529411765,
     "word_len_match": 0.8382352941176471,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.167,
     "step": 16000,
     "loss": 1184.2811279296875,
     "train_bits": 1184.36,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3313,
     "wall_s": 5300.5
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.501,
     "exact_d13": 0.5,
     "acc_d14": 0.0068,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.5117,
     "exact_d16": 0.5,
     "heldout_byte_acc": 0.5040690104166666,
     "heldout_record_exact": 0.5,
     "heldout_answer_bpb": 13.71448757579696,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7794117647058824,
     "word_len_match": 0.8088235294117647,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.5]",
     "purity_trained": 1.0,
     "purity_closure": 0.375,
     "step": 17000,
     "loss": 1182.9144287109375,
     "train_bits": 1182.99,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3313,
     "wall_s": 5632.5
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.0,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.16813151041666666,
     "heldout_record_exact": 0.16666666666666666,
     "heldout_answer_bpb": 26.926300844576588,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7352941176470589,
     "word_len_match": 0.7941176470588235,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.25,
     "step": 18000,
     "loss": 1154.5484619140625,
     "train_bits": 1154.62,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3314,
     "wall_s": 5964.8
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.5029,
     "exact_d12": 0.5,
     "acc_d13": 0.0068,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.251,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.29443359375,
     "heldout_record_exact": 0.2916666666666667,
     "heldout_answer_bpb": 22.955260881726492,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7352941176470589,
     "word_len_match": 0.8382352941176471,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.5, 0.5, 0.0, 0.0, 0.25]",
     "purity_trained": 0.977,
     "purity_closure": 0.292,
     "step": 19000,
     "loss": 1121.13671875,
     "train_bits": 1121.21,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3314,
     "wall_s": 6297.4
    },
    {
     "acc_d11": 0.5049,
     "exact_d11": 0.5,
     "acc_d12": 0.252,
     "exact_d12": 0.25,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.2539,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.16943359375,
     "heldout_record_exact": 0.16666666666666666,
     "heldout_answer_bpb": 28.47527183935677,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7352941176470589,
     "word_len_match": 0.8529411764705882,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.25,
     "step": 20000,
     "loss": 1113.1671142578125,
     "train_bits": 1113.24,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3315,
     "wall_s": 6629.8
    },
    {
     "acc_d11": 0.751,
     "exact_d11": 0.75,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.2529,
     "exact_d13": 0.25,
     "acc_d14": 0.0059,
     "exact_d14": 0.0,
     "acc_d15": 0.0137,
     "exact_d15": 0.0,
     "acc_d16": 0.252,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.21305338541666666,
     "heldout_record_exact": 0.20833333333333334,
     "heldout_answer_bpb": 25.96020314875885,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7352941176470589,
     "word_len_match": 0.75,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.25]",
     "purity_trained": 1.0,
     "purity_closure": 0.25,
     "step": 21000,
     "loss": 1092.101318359375,
     "train_bits": 1092.18,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3315,
     "wall_s": 6961.4
    },
    {
     "acc_d11": 0.751,
     "exact_d11": 0.75,
     "acc_d12": 0.2539,
     "exact_d12": 0.25,
     "acc_d13": 0.2598,
     "exact_d13": 0.25,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.21175130208333334,
     "heldout_record_exact": 0.20833333333333334,
     "heldout_answer_bpb": 28.35112477686893,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6764705882352942,
     "word_len_match": 0.75,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.083,
     "step": 22000,
     "loss": 1080.9425048828125,
     "train_bits": 1081.02,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3315,
     "wall_s": 7293.0
    },
    {
     "acc_d11": 0.2539,
     "exact_d11": 0.25,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.2568,
     "exact_d13": 0.25,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.251,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.12858072916666666,
     "heldout_record_exact": 0.125,
     "heldout_answer_bpb": 30.53776185501589,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6764705882352942,
     "word_len_match": 0.6911764705882353,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.25, 0.5, 0.0, 0.0, 0.0]",
     "purity_trained": 0.955,
     "purity_closure": 0.167,
     "step": 23000,
     "loss": 1275.6136474609375,
     "train_bits": 1275.69,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3315,
     "wall_s": 7624.6
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.5039,
     "exact_d12": 0.5,
     "acc_d13": 0.5,
     "exact_d13": 0.5,
     "acc_d14": 0.2539,
     "exact_d14": 0.25,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0049,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.37744140625,
     "heldout_record_exact": 0.375,
     "heldout_answer_bpb": 22.042783159190986,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7352941176470589,
     "word_len_match": 0.7647058823529411,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.75, 0.0, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.25,
     "step": 23999,
     "loss": 1235.098388671875,
     "train_bits": 1235.17,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3315,
     "wall_s": 7955.8
    }
   ],
   "final": {
    "acc_d11": 1.0,
    "exact_d11": 1.0,
    "acc_d12": 0.5039,
    "exact_d12": 0.5,
    "acc_d13": 0.5,
    "exact_d13": 0.5,
    "acc_d14": 0.2539,
    "exact_d14": 0.25,
    "acc_d15": 0.002,
    "exact_d15": 0.0,
    "acc_d16": 0.0049,
    "exact_d16": 0.0,
    "heldout_byte_acc": 0.37744140625,
    "heldout_record_exact": 0.375,
    "heldout_answer_bpb": 22.042783159190986,
    "heldout_min_exact": 0.0,
    "singleton_len1": 1.0,
    "distinct_codes": 1.0,
    "code_map": "[1, 0]",
    "empty_word_rate": 1.0,
    "word_purity": 0.7352941176470589,
    "word_len_match": 0.7647058823529411,
    "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.75, 0.0, 0.0, 0.0]",
    "purity_trained": 1.0,
    "purity_closure": 0.25,
    "step": 23999,
    "loss": 1235.098388671875,
    "train_bits": 1235.17,
    "lam_mid": 0.0,
    "cur_depth": 10,
    "st": 1,
    "s_per_step": 0.3315,
    "wall_s": 7955.8
   }
  }
 ],
 "partial": false
}