{
 "screen": "G1-FS16",
 "arm": "shuffled",
 "seeds": [
  0
 ],
 "nonce": 0,
 "steps": 24000,
 "events": 2,
 "m_records": 16,
 "d": 64,
 "layers": 3,
 "carrier": 256,
 "train_depth": 10,
 "closure": 16,
 "lam_mid": 0.0,
 "lam_cpu": 0.02,
 "lam_a": 0.02,
 "mid_warmup": 0.0,
 "curriculum": 0.0,
 "straight_through": true,
 "st_after": 0.0,
 "act_init": 4.0,
 "sampled": true,
 "eps": 0.05,
 "device": "cuda",
 "runs": [
  {
   "seed": 0,
   "oracle": {
    "worst_acc": 1.0,
    "worst_depth": -1,
    "max_mid_entropy": 0.001069359015673399,
    "pass": true
   },
   "history": [
    {
     "acc_d11": 0.0098,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0098,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005859375,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.065267860889435,
     "heldout_min_exact": 0.0,
     "singleton_len1": 1.0,
     "distinct_codes": 1.0,
     "code_map": "[1, 0]",
     "empty_word_rate": 1.0,
     "word_purity": 1.0,
     "word_len_match": 1.0,
     "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
     "purity_trained": 1.0,
     "purity_closure": 1.0,
     "step": 0,
     "loss": 4109.00439453125,
     "train_bits": 4108.85,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 2.1348,
     "wall_s": 2.1
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0078,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.0098,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004720052083333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.593040108680725,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 1000,
     "loss": 2337.5732421875,
     "train_bits": 2337.65,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3315,
     "wall_s": 331.5
    },
    {
     "acc_d11": 0.0,
     "exact_d11": 0.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.0,
     "exact_d13": 0.0,
     "acc_d14": 0.0068,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0022786458333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.599640250205994,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 2000,
     "loss": 1879.844970703125,
     "train_bits": 1879.88,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3308,
     "wall_s": 661.6
    },
    {
     "acc_d11": 0.0068,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00341796875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.587240358193716,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 3000,
     "loss": 2316.801513671875,
     "train_bits": 2316.88,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3307,
     "wall_s": 992.0
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0068,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00341796875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.599406242370605,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 4000,
     "loss": 1716.8623046875,
     "train_bits": 1716.92,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 1322.2
    },
    {
     "acc_d11": 0.0068,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0059,
     "exact_d13": 0.0,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0035807291666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.580215752124786,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 5000,
     "loss": 2117.02734375,
     "train_bits": 2117.1,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3306,
     "wall_s": 1652.8
    },
    {
     "acc_d11": 0.0068,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0032552083333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.610028445720673,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 6000,
     "loss": 2053.330322265625,
     "train_bits": 2053.4,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 1982.9
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0107,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0127,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005533854166666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.6762486298879,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 7000,
     "loss": 1731.56103515625,
     "train_bits": 1731.63,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 2313.7
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00390625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 10.2917586962382,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.5,
     "distinct_codes": 0.0,
     "code_map": "[None, 1]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 8000,
     "loss": 1528.323486328125,
     "train_bits": 1528.4,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3306,
     "wall_s": 2644.5
    },
    {
     "acc_d11": 0.0059,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0088,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004720052083333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.58456003665924,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 9000,
     "loss": 1394.572021484375,
     "train_bits": 1394.65,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3306,
     "wall_s": 2975.4
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0026041666666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.61851280927658,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 10000,
     "loss": 1304.248046875,
     "train_bits": 1304.32,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3306,
     "wall_s": 3306.0
    },
    {
     "acc_d11": 0.0059,
     "exact_d11": 0.0,
     "acc_d12": 0.0059,
     "exact_d12": 0.0,
     "acc_d13": 0.0059,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.0068,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005208333333333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.629944443702698,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 11000,
     "loss": 1398.9024658203125,
     "train_bits": 1398.98,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3306,
     "wall_s": 3637.0
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0049,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0035807291666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.605124771595001,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 12000,
     "loss": 2331.955810546875,
     "train_bits": 2332.03,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.331,
     "wall_s": 3971.5
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.001,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.001953125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 10.117755572001139,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.5,
     "distinct_codes": 0.0,
     "code_map": "[None, 1]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 13000,
     "loss": 2318.793212890625,
     "train_bits": 2318.87,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3309,
     "wall_s": 4302.2
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0029296875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.811063806215921,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 14000,
     "loss": 2305.721435546875,
     "train_bits": 2305.79,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3309,
     "wall_s": 4632.9
    },
    {
     "acc_d11": 0.0068,
     "exact_d11": 0.0,
     "acc_d12": 0.0078,
     "exact_d12": 0.0,
     "acc_d13": 0.0059,
     "exact_d13": 0.0,
     "acc_d14": 0.0068,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.006184895833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.53210335969925,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 15000,
     "loss": 2211.566650390625,
     "train_bits": 2211.64,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3308,
     "wall_s": 4962.7
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.001953125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 10.831863204638163,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.5,
     "distinct_codes": 0.0,
     "code_map": "[None, 1]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 16000,
     "loss": 1743.0167236328125,
     "train_bits": 1743.09,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3307,
     "wall_s": 5291.4
    },
    {
     "acc_d11": 0.0059,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0068,
     "exact_d13": 0.0,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.0068,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00439453125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.72652155160904,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 17000,
     "loss": 1899.0225830078125,
     "train_bits": 1899.1,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3306,
     "wall_s": 5620.6
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0078,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00341796875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.637447436650595,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 18000,
     "loss": 1711.331787109375,
     "train_bits": 1711.41,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 5949.8
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0068,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00244140625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 10.14882097641627,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.5,
     "distinct_codes": 0.0,
     "code_map": "[None, 1]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 19000,
     "loss": 1377.9503173828125,
     "train_bits": 1378.02,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 6279.5
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0078,
     "exact_d12": 0.0,
     "acc_d13": 0.0059,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0078,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004557291666666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.751150707403818,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 20000,
     "loss": 1404.2581787109375,
     "train_bits": 1404.33,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3305,
     "wall_s": 6609.6
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0078,
     "exact_d14": 0.0,
     "acc_d15": 0.0068,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004557291666666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.896891216437021,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 21000,
     "loss": 1287.6591796875,
     "train_bits": 1287.73,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3304,
     "wall_s": 6939.0
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0068,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00341796875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.634483397006989,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 22000,
     "loss": 1418.293212890625,
     "train_bits": 1418.37,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3304,
     "wall_s": 7268.1
    },
    {
     "acc_d11": 0.0088,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0068,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005208333333333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 10.425388316313425,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.5,
     "distinct_codes": 0.0,
     "code_map": "[None, 0]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 23000,
     "loss": 2324.0361328125,
     "train_bits": 2324.11,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3303,
     "wall_s": 7597.7
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0068,
     "exact_d14": 0.0,
     "acc_d15": 0.0078,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004231770833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 10.053640683492025,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 0.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 23999,
     "loss": 2288.005615234375,
     "train_bits": 2288.08,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3303,
     "wall_s": 7926.6
    }
   ],
   "final": {
    "acc_d11": 0.001,
    "exact_d11": 0.0,
    "acc_d12": 0.002,
    "exact_d12": 0.0,
    "acc_d13": 0.002,
    "exact_d13": 0.0,
    "acc_d14": 0.0068,
    "exact_d14": 0.0,
    "acc_d15": 0.0078,
    "exact_d15": 0.0,
    "acc_d16": 0.0059,
    "exact_d16": 0.0,
    "heldout_byte_acc": 0.004231770833333333,
    "heldout_record_exact": 0.0,
    "heldout_answer_bpb": 10.053640683492025,
    "heldout_min_exact": 0.0,
    "singleton_len1": 0.0,
    "distinct_codes": 0.0,
    "code_map": "[None, None]",
    "empty_word_rate": 0.0,
    "word_purity": 0.0,
    "word_len_match": 0.0,
    "step": 23999,
    "loss": 2288.005615234375,
    "train_bits": 2288.08,
    "lam_mid": 0.0,
    "cur_depth": 10,
    "st": 1,
    "s_per_step": 0.3303,
    "wall_s": 7926.6
   }
  }
 ],
 "partial": false
}