{
 "screen": "G1-FS16",
 "arm": "field",
 "seeds": [
  0
 ],
 "nonce": 0,
 "steps": 24000,
 "events": 2,
 "m_records": 16,
 "d": 64,
 "layers": 3,
 "carrier": 256,
 "train_depth": 10,
 "closure": 16,
 "lam_mid": 0.0,
 "lam_cpu": 0.02,
 "lam_a": 0.02,
 "mid_warmup": 0.0,
 "curriculum": 0.0,
 "straight_through": true,
 "st_after": 0.0,
 "act_init": 4.0,
 "sampled": true,
 "eps": 0.05,
 "device": "cuda",
 "runs": [
  {
   "seed": 0,
   "oracle": {
    "worst_acc": 1.0,
    "worst_depth": -1,
    "max_mid_entropy": 0.001069359015673399,
    "pass": true
   },
   "history": [
    {
     "acc_d11": 0.0098,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0098,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005859375,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.065267860889435,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 1.0,
     "word_len_match": 1.0,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
     "purity_trained": 1.0,
     "purity_closure": 1.0,
     "step": 0,
     "loss": 4109.00439453125,
     "train_bits": 4108.85,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 2.1816,
     "wall_s": 2.2
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0035807291666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.5656698346138,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 1000,
     "loss": 2350.900146484375,
     "train_bits": 2350.97,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3293,
     "wall_s": 329.3
    },
    {
     "acc_d11": 0.0068,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0107,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0078,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00537109375,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 16.52314629157384,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.27941176470588236,
     "word_len_match": 0.6323529411764706,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.432,
     "purity_closure": 0.0,
     "step": 2000,
     "loss": 1293.721435546875,
     "train_bits": 1293.78,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 658.3
    },
    {
     "acc_d11": 0.7529,
     "exact_d11": 0.75,
     "acc_d12": 0.2549,
     "exact_d12": 0.25,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.2529,
     "exact_d15": 0.25,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.21158854166666666,
     "heldout_record_exact": 0.20833333333333334,
     "heldout_answer_bpb": 14.844690106382282,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6764705882352942,
     "word_len_match": 0.9411764705882353,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.5, 0.25, 0.0, 0.5, 0.0, 0.0]",
     "purity_trained": 0.932,
     "purity_closure": 0.208,
     "step": 3000,
     "loss": 1322.322998046875,
     "train_bits": 1322.4,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3297,
     "wall_s": 989.2
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.75,
     "exact_d13": 0.75,
     "acc_d14": 1.0,
     "exact_d14": 1.0,
     "acc_d15": 0.752,
     "exact_d15": 0.75,
     "acc_d16": 0.5039,
     "exact_d16": 0.5,
     "heldout_byte_acc": 0.8343098958333334,
     "heldout_record_exact": 0.8333333333333334,
     "heldout_answer_bpb": 3.6174913131835638,
     "heldout_min_exact": 0.5,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.9117647058823529,
     "word_len_match": 0.9264705882352942,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 0.25, 0.5]",
     "purity_trained": 1.0,
     "purity_closure": 0.75,
     "step": 4000,
     "loss": 1200.821533203125,
     "train_bits": 1200.9,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.33,
     "wall_s": 1320.1
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.501,
     "exact_d12": 0.5,
     "acc_d13": 0.5049,
     "exact_d13": 0.5,
     "acc_d14": 0.2559,
     "exact_d14": 0.25,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.3782552083333333,
     "heldout_record_exact": 0.375,
     "heldout_answer_bpb": 13.782707070541315,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7647058823529411,
     "word_len_match": 0.9558823529411765,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.25, 0.25, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.333,
     "step": 5000,
     "loss": 1222.067626953125,
     "train_bits": 1222.14,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3302,
     "wall_s": 1651.1
    },
    {
     "acc_d11": 0.2549,
     "exact_d11": 0.25,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0127,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.2578,
     "exact_d15": 0.25,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.08935546875,
     "heldout_record_exact": 0.08333333333333333,
     "heldout_answer_bpb": 23.63823490732102,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6911764705882353,
     "word_len_match": 0.8970588235294118,
     "purity_by_depth": "[1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 1.0, 0.25, 0.25, 0.0, 0.0, 0.0]",
     "purity_trained": 0.932,
     "purity_closure": 0.25,
     "step": 6000,
     "loss": 1173.8302001953125,
     "train_bits": 1173.9,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3304,
     "wall_s": 1982.4
    },
    {
     "acc_d11": 0.251,
     "exact_d11": 0.25,
     "acc_d12": 0.251,
     "exact_d12": 0.25,
     "acc_d13": 0.5049,
     "exact_d13": 0.5,
     "acc_d14": 0.0156,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.17171223958333334,
     "heldout_record_exact": 0.16666666666666666,
     "heldout_answer_bpb": 20.478422429536902,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6470588235294118,
     "word_len_match": 0.8676470588235294,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.5, 0.75, 0.75, 0.25, 0.0, 0.0, 0.0, 0.25]",
     "purity_trained": 0.886,
     "purity_closure": 0.208,
     "step": 7000,
     "loss": 1162.0457763671875,
     "train_bits": 1162.12,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 2313.4
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.752,
     "exact_d12": 0.75,
     "acc_d13": 0.502,
     "exact_d13": 0.5,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.3779296875,
     "heldout_record_exact": 0.375,
     "heldout_answer_bpb": 16.139984853729402,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.8529411764705882,
     "word_len_match": 0.8529411764705882,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.75, 0.0, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.583,
     "step": 8000,
     "loss": 1145.801025390625,
     "train_bits": 1145.87,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3304,
     "wall_s": 2643.4
    },
    {
     "acc_d11": 0.5,
     "exact_d11": 0.5,
     "acc_d12": 0.5029,
     "exact_d12": 0.5,
     "acc_d13": 0.502,
     "exact_d13": 0.5,
     "acc_d14": 0.251,
     "exact_d14": 0.25,
     "acc_d15": 0.2549,
     "exact_d15": 0.25,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.3357747395833333,
     "heldout_record_exact": 0.3333333333333333,
     "heldout_answer_bpb": 18.78891606248605,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.8088235294117647,
     "word_len_match": 0.8088235294117647,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.5, 0.75, 1.0, 0.25, 0.5, 0.75]",
     "purity_trained": 0.909,
     "purity_closure": 0.625,
     "step": 9000,
     "loss": 1115.9713134765625,
     "train_bits": 1116.05,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3304,
     "wall_s": 2973.2
    },
    {
     "acc_d11": 0.75,
     "exact_d11": 0.75,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.2529,
     "exact_d13": 0.25,
     "acc_d14": 0.2568,
     "exact_d14": 0.25,
     "acc_d15": 0.2588,
     "exact_d15": 0.25,
     "acc_d16": 0.2529,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.4619140625,
     "heldout_record_exact": 0.4583333333333333,
     "heldout_answer_bpb": 15.292442317522273,
     "heldout_min_exact": 0.25,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7647058823529411,
     "word_len_match": 0.7647058823529411,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.25, 0.0, 0.25, 0.0]",
     "purity_trained": 1.0,
     "purity_closure": 0.333,
     "step": 10000,
     "loss": 1095.607421875,
     "train_bits": 1095.68,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 3304.9
    },
    {
     "acc_d11": 0.0088,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0068,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0068,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005533854166666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 29.630887230237324,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.5735294117647058,
     "word_len_match": 0.6911764705882353,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.75, 0.5, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.886,
     "purity_closure": 0.0,
     "step": 11000,
     "loss": 1077.26513671875,
     "train_bits": 1077.34,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3306,
     "wall_s": 3636.5
    },
    {
     "acc_d11": 0.752,
     "exact_d11": 0.75,
     "acc_d12": 0.2529,
     "exact_d12": 0.25,
     "acc_d13": 0.252,
     "exact_d13": 0.25,
     "acc_d14": 0.0088,
     "exact_d14": 0.0,
     "acc_d15": 0.251,
     "exact_d15": 0.25,
     "acc_d16": 0.2568,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.2955729166666667,
     "heldout_record_exact": 0.2916666666666667,
     "heldout_answer_bpb": 20.943998174082918,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7058823529411765,
     "word_len_match": 0.7205882352941176,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.75, 0.75, 0.25, 0.25, 0.25, 0.0, 0.25]",
     "purity_trained": 0.932,
     "purity_closure": 0.292,
     "step": 12000,
     "loss": 1299.9212646484375,
     "train_bits": 1300.0,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3307,
     "wall_s": 3968.3
    },
    {
     "acc_d11": 0.752,
     "exact_d11": 0.75,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.5059,
     "exact_d13": 0.5,
     "acc_d14": 0.502,
     "exact_d14": 0.5,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.5,
     "exact_d16": 0.5,
     "heldout_byte_acc": 0.5437825520833334,
     "heldout_record_exact": 0.5416666666666666,
     "heldout_answer_bpb": 14.583551406652305,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7058823529411765,
     "word_len_match": 0.7794117647058824,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.25, 0.5, 0.25, 0.25, 0.5, 0.75, 0.5]",
     "purity_trained": 0.841,
     "purity_closure": 0.458,
     "step": 13000,
     "loss": 1237.8690185546875,
     "train_bits": 1237.94,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3308,
     "wall_s": 4300.2
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.251,
     "exact_d12": 0.25,
     "acc_d13": 0.0059,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.043782552083333336,
     "heldout_record_exact": 0.041666666666666664,
     "heldout_answer_bpb": 29.636499459819692,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.5,
     "word_len_match": 0.8088235294117647,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.5, 0.0, 0.25, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.75,
     "purity_closure": 0.042,
     "step": 14000,
     "loss": 1227.1715087890625,
     "train_bits": 1227.25,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3309,
     "wall_s": 4632.1
    },
    {
     "acc_d11": 0.75,
     "exact_d11": 0.75,
     "acc_d12": 0.2549,
     "exact_d12": 0.25,
     "acc_d13": 0.251,
     "exact_d13": 0.25,
     "acc_d14": 0.75,
     "exact_d14": 0.75,
     "acc_d15": 0.251,
     "exact_d15": 0.25,
     "acc_d16": 0.501,
     "exact_d16": 0.5,
     "heldout_byte_acc": 0.4596354166666667,
     "heldout_record_exact": 0.4583333333333333,
     "heldout_answer_bpb": 17.34956324625558,
     "heldout_min_exact": 0.25,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.75,
     "word_len_match": 0.7794117647058824,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.5, 1.0, 0.25, 0.5, 0.0, 0.0, 0.75]",
     "purity_trained": 0.932,
     "purity_closure": 0.417,
     "step": 15000,
     "loss": 1211.2025146484375,
     "train_bits": 1211.28,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3309,
     "wall_s": 4963.8
    },
    {
     "acc_d11": 0.5039,
     "exact_d11": 0.5,
     "acc_d12": 0.25,
     "exact_d12": 0.25,
     "acc_d13": 0.0127,
     "exact_d13": 0.0,
     "acc_d14": 0.0078,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.13053385416666666,
     "heldout_record_exact": 0.125,
     "heldout_answer_bpb": 28.55645512128234,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.6617647058823529,
     "word_len_match": 0.6764705882352942,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.977,
     "purity_closure": 0.083,
     "step": 16000,
     "loss": 1173.0914306640625,
     "train_bits": 1173.17,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 5295.6
    },
    {
     "acc_d11": 0.25,
     "exact_d11": 0.25,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.252,
     "exact_d14": 0.25,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.08561197916666667,
     "heldout_record_exact": 0.08333333333333333,
     "heldout_answer_bpb": 30.71087600714938,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.4852941176470588,
     "word_len_match": 0.9411764705882353,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
     "purity_trained": 0.75,
     "purity_closure": 0.0,
     "step": 17000,
     "loss": 1182.5933837890625,
     "train_bits": 1182.67,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 5627.7
    },
    {
     "acc_d11": 0.7529,
     "exact_d11": 0.75,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.75,
     "exact_d13": 0.75,
     "acc_d14": 1.0,
     "exact_d14": 1.0,
     "acc_d15": 0.75,
     "exact_d15": 0.75,
     "acc_d16": 1.0,
     "exact_d16": 1.0,
     "heldout_byte_acc": 0.87548828125,
     "heldout_record_exact": 0.875,
     "heldout_answer_bpb": 4.251257713798634,
     "heldout_min_exact": 0.75,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.9264705882352942,
     "word_len_match": 1.0,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.75, 1.0, 0.75]",
     "purity_trained": 1.0,
     "purity_closure": 0.792,
     "step": 18000,
     "loss": 1153.6832275390625,
     "train_bits": 1153.76,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3311,
     "wall_s": 5959.9
    },
    {
     "acc_d11": 0.501,
     "exact_d11": 0.5,
     "acc_d12": 0.5029,
     "exact_d12": 0.5,
     "acc_d13": 0.2607,
     "exact_d13": 0.25,
     "acc_d14": 0.251,
     "exact_d14": 0.25,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.2529,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.29541015625,
     "heldout_record_exact": 0.2916666666666667,
     "heldout_answer_bpb": 24.53607205542326,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7205882352941176,
     "word_len_match": 0.9411764705882353,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.25, 1.0, 0.75, 0.25, 0.0, 0.0, 0.5]",
     "purity_trained": 0.886,
     "purity_closure": 0.417,
     "step": 19000,
     "loss": 1123.481201171875,
     "train_bits": 1123.56,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3312,
     "wall_s": 6292.1
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.252,
     "exact_d12": 0.25,
     "acc_d13": 1.0,
     "exact_d13": 1.0,
     "acc_d14": 0.251,
     "exact_d14": 0.25,
     "acc_d15": 0.5039,
     "exact_d15": 0.5,
     "acc_d16": 0.502,
     "exact_d16": 0.5,
     "heldout_byte_acc": 0.5847981770833334,
     "heldout_record_exact": 0.5833333333333334,
     "heldout_answer_bpb": 14.896370566358561,
     "heldout_min_exact": 0.25,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7794117647058824,
     "word_len_match": 0.8382352941176471,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.75, 0.0, 0.25, 0.25]",
     "purity_trained": 0.932,
     "purity_closure": 0.5,
     "step": 20000,
     "loss": 1106.9842529296875,
     "train_bits": 1107.06,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3312,
     "wall_s": 6624.3
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 1.0,
     "exact_d13": 1.0,
     "acc_d14": 0.2549,
     "exact_d14": 0.25,
     "acc_d15": 0.501,
     "exact_d15": 0.5,
     "acc_d16": 0.752,
     "exact_d16": 0.75,
     "heldout_byte_acc": 0.7513020833333334,
     "heldout_record_exact": 0.75,
     "heldout_answer_bpb": 9.030546806075199,
     "heldout_min_exact": 0.25,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.9117647058823529,
     "word_len_match": 0.9558823529411765,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.5, 0.5]",
     "purity_trained": 1.0,
     "purity_closure": 0.75,
     "step": 21000,
     "loss": 1091.0408935546875,
     "train_bits": 1091.11,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3313,
     "wall_s": 6956.4
    },
    {
     "acc_d11": 0.502,
     "exact_d11": 0.5,
     "acc_d12": 0.752,
     "exact_d12": 0.75,
     "acc_d13": 0.5029,
     "exact_d13": 0.5,
     "acc_d14": 0.501,
     "exact_d14": 0.5,
     "acc_d15": 0.2617,
     "exact_d15": 0.25,
     "acc_d16": 0.2549,
     "exact_d16": 0.25,
     "heldout_byte_acc": 0.46240234375,
     "heldout_record_exact": 0.4583333333333333,
     "heldout_answer_bpb": 19.682317784542068,
     "heldout_min_exact": 0.25,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.7647058823529411,
     "word_len_match": 0.7647058823529411,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.5, 0.0, 0.0, 0.25]",
     "purity_trained": 0.977,
     "purity_closure": 0.375,
     "step": 22000,
     "loss": 1082.129638671875,
     "train_bits": 1082.2,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3313,
     "wall_s": 7288.7
    },
    {
     "acc_d11": 1.0,
     "exact_d11": 1.0,
     "acc_d12": 0.752,
     "exact_d12": 0.75,
     "acc_d13": 0.5059,
     "exact_d13": 0.5,
     "acc_d14": 0.2549,
     "exact_d14": 0.25,
     "acc_d15": 0.752,
     "exact_d15": 0.75,
     "acc_d16": 0.752,
     "exact_d16": 0.75,
     "heldout_byte_acc": 0.66943359375,
     "heldout_record_exact": 0.6666666666666666,
     "heldout_answer_bpb": 12.188072487599621,
     "heldout_min_exact": 0.25,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.9411764705882353,
     "word_len_match": 1.0,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 1.0, 0.75, 0.5, 1.0, 1.0]",
     "purity_trained": 0.977,
     "purity_closure": 0.875,
     "step": 23000,
     "loss": 1274.5030517578125,
     "train_bits": 1274.58,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3314,
     "wall_s": 7621.2
    },
    {
     "acc_d11": 0.75,
     "exact_d11": 0.75,
     "acc_d12": 1.0,
     "exact_d12": 1.0,
     "acc_d13": 0.2529,
     "exact_d13": 0.25,
     "acc_d14": 0.5,
     "exact_d14": 0.5,
     "acc_d15": 0.5029,
     "exact_d15": 0.5,
     "acc_d16": 0.75,
     "exact_d16": 0.75,
     "heldout_byte_acc": 0.6259765625,
     "heldout_record_exact": 0.625,
     "heldout_answer_bpb": 13.637033813558338,
     "heldout_min_exact": 0.25,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 0.8529411764705882,
     "word_len_match": 0.9117647058823529,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 1.0, 1.0, 0.5, 0.5, 0.0]",
     "purity_trained": 0.977,
     "purity_closure": 0.625,
     "step": 23999,
     "loss": 1235.463623046875,
     "train_bits": 1235.54,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3314,
     "wall_s": 7953.0
    }
   ],
   "final": {
    "acc_d11": 0.75,
    "exact_d11": 0.75,
    "acc_d12": 1.0,
    "exact_d12": 1.0,
    "acc_d13": 0.2529,
    "exact_d13": 0.25,
    "acc_d14": 0.5,
    "exact_d14": 0.5,
    "acc_d15": 0.5029,
    "exact_d15": 0.5,
    "acc_d16": 0.75,
    "exact_d16": 0.75,
    "heldout_byte_acc": 0.6259765625,
    "heldout_record_exact": 0.625,
    "heldout_answer_bpb": 13.637033813558338,
    "heldout_min_exact": 0.25,
    "singleton_len1": 1.0,
    "distinct_codes": 1.0,
    "code_map": "[1, 0]",
    "empty_word_rate": 1.0,
    "word_purity": 0.8529411764705882,
    "word_len_match": 0.9117647058823529,
    "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 1.0, 1.0, 0.5, 0.5, 0.0]",
    "purity_trained": 0.977,
    "purity_closure": 0.625,
    "step": 23999,
    "loss": 1235.463623046875,
    "train_bits": 1235.54,
    "lam_mid": 0.0,
    "cur_depth": 10,
    "st": 1,
    "s_per_step": 0.3314,
    "wall_s": 7953.0
   }
  }
 ],
 "partial": false
}