{
 "screen": "G1-FS16",
 "arm": "dense_shared",
 "seeds": [
  0
 ],
 "nonce": 0,
 "steps": 24000,
 "events": 2,
 "m_records": 16,
 "d": 64,
 "layers": 3,
 "carrier": 256,
 "train_depth": 10,
 "closure": 16,
 "lam_mid": 0.0,
 "lam_cpu": 0.02,
 "lam_a": 0.02,
 "mid_warmup": 0.0,
 "curriculum": 0.0,
 "straight_through": true,
 "st_after": 0.0,
 "act_init": 4.0,
 "sampled": true,
 "eps": 0.05,
 "device": "cuda",
 "runs": [
  {
   "seed": 0,
   "oracle": {
    "worst_acc": 0.0,
    "worst_depth": 7,
    "max_mid_entropy": 1.0389091968536377,
    "pass": false
   },
   "history": [
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0117,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0049,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005208333333333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.046273787816366,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.5,
     "distinct_codes": 0.0,
     "code_map": "[0, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 0,
     "loss": 4111.59326171875,
     "train_bits": 4111.57,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 1.2842,
     "wall_s": 1.3
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0059,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0117,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00439453125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.571073750654856,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 1000,
     "loss": 2366.1416015625,
     "train_bits": 2366.22,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3295,
     "wall_s": 329.5
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0088,
     "exact_d15": 0.0,
     "acc_d16": 0.0068,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00390625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.64840281009674,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 2000,
     "loss": 2351.7607421875,
     "train_bits": 2351.83,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3292,
     "wall_s": 658.4
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.0068,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00244140625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.634359021981558,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 3000,
     "loss": 2343.69580078125,
     "train_bits": 2343.77,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 987.4
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0117,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00439453125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.71297695239385,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 4000,
     "loss": 2251.392822265625,
     "train_bits": 2251.47,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 1316.5
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0035807291666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.835083067417145,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 5000,
     "loss": 2045.529541015625,
     "train_bits": 2044.12,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 1645.5
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0088,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0068,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004231770833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.856456855932871,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 6000,
     "loss": 1648.3856201171875,
     "train_bits": 1644.42,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 1974.6
    },
    {
     "acc_d11": 0.0098,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.002,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004231770833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.803214212258657,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 7000,
     "loss": 1996.58935546875,
     "train_bits": 1996.66,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 2303.6
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0078,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00439453125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.779992163181305,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 8000,
     "loss": 1930.1630859375,
     "train_bits": 1930.24,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 2632.8
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.0088,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0029,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00439453125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.738096117973328,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 9000,
     "loss": 1544.10205078125,
     "train_bits": 1543.18,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 2962.0
    },
    {
     "acc_d11": 0.0,
     "exact_d11": 0.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00244140625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.886011044184366,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 10000,
     "loss": 1411.2674560546875,
     "train_bits": 1410.84,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 3291.1
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0068,
     "exact_d14": 0.0,
     "acc_d15": 0.001,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0032552083333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.849034607410431,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 11000,
     "loss": 1482.4595947265625,
     "train_bits": 1482.53,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 3620.2
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.001,
     "exact_d12": 0.0,
     "acc_d13": 0.001,
     "exact_d13": 0.0,
     "acc_d14": 0.0039,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.0068,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0032552083333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.930628061294556,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 12000,
     "loss": 2379.151611328125,
     "train_bits": 2379.23,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 3949.2
    },
    {
     "acc_d11": 0.0049,
     "exact_d11": 0.0,
     "acc_d12": 0.0,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0032552083333333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.786737541357676,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 13000,
     "loss": 2310.62744140625,
     "train_bits": 2310.7,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 4278.3
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0029,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0049,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00390625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.97534050544103,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 14000,
     "loss": 2319.6767578125,
     "train_bits": 2319.75,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 4607.6
    },
    {
     "acc_d11": 0.0,
     "exact_d11": 0.0,
     "acc_d12": 0.0107,
     "exact_d12": 0.0,
     "acc_d13": 0.0,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.0078,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.00390625,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.926225145657858,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 15000,
     "loss": 2268.4443359375,
     "train_bits": 2268.52,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 4936.7
    },
    {
     "acc_d11": 0.0078,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0078,
     "exact_d13": 0.0,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.0068,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0048828125,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.896854599316915,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 16000,
     "loss": 2195.94287109375,
     "train_bits": 2196.02,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 5265.9
    },
    {
     "acc_d11": 0.002,
     "exact_d11": 0.0,
     "acc_d12": 0.0029,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.002,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0027669270833333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.99845814704895,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 17000,
     "loss": 2085.879150390625,
     "train_bits": 2085.95,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 5595.1
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.002,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0029296875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.987029830614725,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 18000,
     "loss": 1967.9566650390625,
     "train_bits": 1968.03,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 5924.1
    },
    {
     "acc_d11": 0.0039,
     "exact_d11": 0.0,
     "acc_d12": 0.0078,
     "exact_d12": 0.0,
     "acc_d13": 0.0049,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004557291666666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.903545240561167,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 19000,
     "loss": 1909.9058837890625,
     "train_bits": 1909.98,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 6253.5
    },
    {
     "acc_d11": 0.0088,
     "exact_d11": 0.0,
     "acc_d12": 0.0059,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.001,
     "exact_d14": 0.0,
     "acc_d15": 0.0049,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.005045572916666667,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.8541379570961,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 20000,
     "loss": 1532.99267578125,
     "train_bits": 1532.07,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 6582.8
    },
    {
     "acc_d11": 0.0029,
     "exact_d11": 0.0,
     "acc_d12": 0.0059,
     "exact_d12": 0.0,
     "acc_d13": 0.002,
     "exact_d13": 0.0,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.0,
     "exact_d15": 0.0,
     "acc_d16": 0.0059,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0027669270833333335,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.939716398715973,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 21000,
     "loss": 1407.2421875,
     "train_bits": 1406.82,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 6912.0
    },
    {
     "acc_d11": 0.0049,
     "exact_d11": 0.0,
     "acc_d12": 0.0039,
     "exact_d12": 0.0,
     "acc_d13": 0.0039,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0039,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.004231770833333333,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.954093337059021,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 22000,
     "loss": 1456.5513916015625,
     "train_bits": 1456.63,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 7241.2
    },
    {
     "acc_d11": 0.0088,
     "exact_d11": 0.0,
     "acc_d12": 0.002,
     "exact_d12": 0.0,
     "acc_d13": 0.001,
     "exact_d13": 0.0,
     "acc_d14": 0.0,
     "exact_d14": 0.0,
     "acc_d15": 0.0059,
     "exact_d15": 0.0,
     "acc_d16": 0.0039,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0035807291666666665,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.945041795571646,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 23000,
     "loss": 2388.985107421875,
     "train_bits": 2389.06,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 7570.3
    },
    {
     "acc_d11": 0.001,
     "exact_d11": 0.0,
     "acc_d12": 0.0049,
     "exact_d12": 0.0,
     "acc_d13": 0.0029,
     "exact_d13": 0.0,
     "acc_d14": 0.0049,
     "exact_d14": 0.0,
     "acc_d15": 0.0029,
     "exact_d15": 0.0,
     "acc_d16": 0.001,
     "exact_d16": 0.0,
     "heldout_byte_acc": 0.0029296875,
     "heldout_record_exact": 0.0,
     "heldout_answer_bpb": 8.960919857025146,
     "heldout_min_exact": 0.0,
     "singleton_len1": 0.0,
     "distinct_codes": 0.0,
     "code_map": "[None, None]",
     "empty_word_rate": 1.0,
     "word_purity": 0.0,
     "word_len_match": 0.0,
     "step": 23999,
     "loss": 2305.883544921875,
     "train_bits": 2305.96,
     "lam_mid": 0.0,
     "cur_depth": 10,
     "st": 1,
     "s_per_step": 0.3291,
     "wall_s": 7899.2
    }
   ],
   "final": {
    "acc_d11": 0.001,
    "exact_d11": 0.0,
    "acc_d12": 0.0049,
    "exact_d12": 0.0,
    "acc_d13": 0.0029,
    "exact_d13": 0.0,
    "acc_d14": 0.0049,
    "exact_d14": 0.0,
    "acc_d15": 0.0029,
    "exact_d15": 0.0,
    "acc_d16": 0.001,
    "exact_d16": 0.0,
    "heldout_byte_acc": 0.0029296875,
    "heldout_record_exact": 0.0,
    "heldout_answer_bpb": 8.960919857025146,
    "heldout_min_exact": 0.0,
    "singleton_len1": 0.0,
    "distinct_codes": 0.0,
    "code_map": "[None, None]",
    "empty_word_rate": 1.0,
    "word_purity": 0.0,
    "word_len_match": 0.0,
    "step": 23999,
    "loss": 2305.883544921875,
    "train_bits": 2305.96,
    "lam_mid": 0.0,
    "cur_depth": 10,
    "st": 1,
    "s_per_step": 0.3291,
    "wall_s": 7899.2
   }
  }
 ],
 "partial": false
}