Upload reconstructed/g1fs16_field_s0.json with huggingface_hub

reconstructed/g1fs16_field_s0.json

@@ -0,0 +1,645 @@
+{
+ "screen": "G1-FS16",
+ "arm": "field",
+ "seed": 0,
+ "provenance": "reconstructed-from-job-log",
+ "provenance_reason": "the run predates the per-seed result-path fix; all seeds of an arm shared one path and overwrote each other",
+ "job_id": "6a65f6bd7ef3c08464969a03",
+ "namespace": "deepadapt",
+ "oracle_certificate": {
+  "worst_acc": 1.0,
+  "at_depth": -1,
+  "max_mid_entropy": 0.0011,
+  "verdict": "PASS"
+ },
+ "steps_observed": 17000,
+ "rows": [
+  {
+   "acc_d11": 0.0098,
+   "exact_d11": 0.0,
+   "acc_d12": 0.0049,
+   "exact_d12": 0.0,
+   "acc_d13": 0.0088,
+   "exact_d13": 0.0,
+   "acc_d14": 0.001,
+   "exact_d14": 0.0,
+   "acc_d15": 0.0098,
+   "exact_d15": 0.0,
+   "acc_d16": 0.001,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.005859375,
+   "heldout_record_exact": 0.0,
+   "heldout_answer_bpb": 8.065267860889435,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 1.0,
+   "word_len_match": 1.0,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
+   "purity_trained": 1.0,
+   "purity_closure": 1.0,
+   "step": 0,
+   "loss": 4109.00439453125,
+   "train_bits": 4108.85,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 2.1816,
+   "wall_s": 2.2
+  },
+  {
+   "acc_d11": 0.001,
+   "exact_d11": 0.0,
+   "acc_d12": 0.0049,
+   "exact_d12": 0.0,
+   "acc_d13": 0.0049,
+   "exact_d13": 0.0,
+   "acc_d14": 0.0039,
+   "exact_d14": 0.0,
+   "acc_d15": 0.0059,
+   "exact_d15": 0.0,
+   "acc_d16": 0.001,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.0035807291666666665,
+   "heldout_record_exact": 0.0,
+   "heldout_answer_bpb": 8.5656698346138,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 0.0,
+   "distinct_codes": 0.0,
+   "code_map": "[None, None]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.0,
+   "word_len_match": 0.0,
+   "step": 1000,
+   "loss": 2350.900146484375,
+   "train_bits": 2350.97,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3293,
+   "wall_s": 329.3
+  },
+  {
+   "acc_d11": 0.0068,
+   "exact_d11": 0.0,
+   "acc_d12": 0.0,
+   "exact_d12": 0.0,
+   "acc_d13": 0.002,
+   "exact_d13": 0.0,
+   "acc_d14": 0.0107,
+   "exact_d14": 0.0,
+   "acc_d15": 0.0049,
+   "exact_d15": 0.0,
+   "acc_d16": 0.0078,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.00537109375,
+   "heldout_record_exact": 0.0,
+   "heldout_answer_bpb": 16.52314629157384,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.27941176470588236,
+   "word_len_match": 0.6323529411764706,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
+   "purity_trained": 0.432,
+   "purity_closure": 0.0,
+   "step": 2000,
+   "loss": 1293.721435546875,
+   "train_bits": 1293.78,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3291,
+   "wall_s": 658.3
+  },
+  {
+   "acc_d11": 0.7529,
+   "exact_d11": 0.75,
+   "acc_d12": 0.2549,
+   "exact_d12": 0.25,
+   "acc_d13": 0.0039,
+   "exact_d13": 0.0,
+   "acc_d14": 0.0049,
+   "exact_d14": 0.0,
+   "acc_d15": 0.2529,
+   "exact_d15": 0.25,
+   "acc_d16": 0.0,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.21158854166666666,
+   "heldout_record_exact": 0.20833333333333334,
+   "heldout_answer_bpb": 14.844690106382282,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.6764705882352942,
+   "word_len_match": 0.9411764705882353,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.5, 0.25, 0.0, 0.5, 0.0, 0.0]",
+   "purity_trained": 0.932,
+   "purity_closure": 0.208,
+   "step": 3000,
+   "loss": 1322.322998046875,
+   "train_bits": 1322.4,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3297,
+   "wall_s": 989.2
+  },
+  {
+   "acc_d11": 1.0,
+   "exact_d11": 1.0,
+   "acc_d12": 1.0,
+   "exact_d12": 1.0,
+   "acc_d13": 0.75,
+   "exact_d13": 0.75,
+   "acc_d14": 1.0,
+   "exact_d14": 1.0,
+   "acc_d15": 0.752,
+   "exact_d15": 0.75,
+   "acc_d16": 0.5039,
+   "exact_d16": 0.5,
+   "heldout_byte_acc": 0.8343098958333334,
+   "heldout_record_exact": 0.8333333333333334,
+   "heldout_answer_bpb": 3.6174913131835638,
+   "heldout_min_exact": 0.5,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.9117647058823529,
+   "word_len_match": 0.9264705882352942,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 0.25, 0.5]",
+   "purity_trained": 1.0,
+   "purity_closure": 0.75,
+   "step": 4000,
+   "loss": 1200.821533203125,
+   "train_bits": 1200.9,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.33,
+   "wall_s": 1320.1
+  },
+  {
+   "acc_d11": 1.0,
+   "exact_d11": 1.0,
+   "acc_d12": 0.501,
+   "exact_d12": 0.5,
+   "acc_d13": 0.5049,
+   "exact_d13": 0.5,
+   "acc_d14": 0.2559,
+   "exact_d14": 0.25,
+   "acc_d15": 0.0039,
+   "exact_d15": 0.0,
+   "acc_d16": 0.0039,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.3782552083333333,
+   "heldout_record_exact": 0.375,
+   "heldout_answer_bpb": 13.782707070541315,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.7647058823529411,
+   "word_len_match": 0.9558823529411765,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.25, 0.25, 0.0, 0.0]",
+   "purity_trained": 1.0,
+   "purity_closure": 0.333,
+   "step": 5000,
+   "loss": 1222.067626953125,
+   "train_bits": 1222.14,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3302,
+   "wall_s": 1651.1
+  },
+  {
+   "acc_d11": 0.2549,
+   "exact_d11": 0.25,
+   "acc_d12": 0.0029,
+   "exact_d12": 0.0,
+   "acc_d13": 0.0127,
+   "exact_d13": 0.0,
+   "acc_d14": 0.0039,
+   "exact_d14": 0.0,
+   "acc_d15": 0.2578,
+   "exact_d15": 0.25,
+   "acc_d16": 0.0039,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.08935546875,
+   "heldout_record_exact": 0.08333333333333333,
+   "heldout_answer_bpb": 23.63823490732102,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.6911764705882353,
+   "word_len_match": 0.8970588235294118,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 1.0, 0.25, 0.25, 0.0, 0.0, 0.0]",
+   "purity_trained": 0.932,
+   "purity_closure": 0.25,
+   "step": 6000,
+   "loss": 1173.8302001953125,
+   "train_bits": 1173.9,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3304,
+   "wall_s": 1982.4
+  },
+  {
+   "acc_d11": 0.251,
+   "exact_d11": 0.25,
+   "acc_d12": 0.251,
+   "exact_d12": 0.25,
+   "acc_d13": 0.5049,
+   "exact_d13": 0.5,
+   "acc_d14": 0.0156,
+   "exact_d14": 0.0,
+   "acc_d15": 0.0059,
+   "exact_d15": 0.0,
+   "acc_d16": 0.002,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.17171223958333334,
+   "heldout_record_exact": 0.16666666666666666,
+   "heldout_answer_bpb": 20.478422429536902,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.6470588235294118,
+   "word_len_match": 0.8676470588235294,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.5, 0.75, 0.75, 0.25, 0.0, 0.0, 0.0, 0.25]",
+   "purity_trained": 0.886,
+   "purity_closure": 0.208,
+   "step": 7000,
+   "loss": 1162.0457763671875,
+   "train_bits": 1162.12,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3305,
+   "wall_s": 2313.4
+  },
+  {
+   "acc_d11": 1.0,
+   "exact_d11": 1.0,
+   "acc_d12": 0.752,
+   "exact_d12": 0.75,
+   "acc_d13": 0.502,
+   "exact_d13": 0.5,
+   "acc_d14": 0.0049,
+   "exact_d14": 0.0,
+   "acc_d15": 0.0059,
+   "exact_d15": 0.0,
+   "acc_d16": 0.0029,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.3779296875,
+   "heldout_record_exact": 0.375,
+   "heldout_answer_bpb": 16.139984853729402,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.8529411764705882,
+   "word_len_match": 0.8529411764705882,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.75, 0.0, 0.0]",
+   "purity_trained": 1.0,
+   "purity_closure": 0.583,
+   "step": 8000,
+   "loss": 1145.801025390625,
+   "train_bits": 1145.87,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3304,
+   "wall_s": 2643.4
+  },
+  {
+   "acc_d11": 0.5,
+   "exact_d11": 0.5,
+   "acc_d12": 0.5029,
+   "exact_d12": 0.5,
+   "acc_d13": 0.502,
+   "exact_d13": 0.5,
+   "acc_d14": 0.251,
+   "exact_d14": 0.25,
+   "acc_d15": 0.2549,
+   "exact_d15": 0.25,
+   "acc_d16": 0.0039,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.3357747395833333,
+   "heldout_record_exact": 0.3333333333333333,
+   "heldout_answer_bpb": 18.78891606248605,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.8088235294117647,
+   "word_len_match": 0.8088235294117647,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.5, 0.75, 1.0, 0.25, 0.5, 0.75]",
+   "purity_trained": 0.909,
+   "purity_closure": 0.625,
+   "step": 9000,
+   "loss": 1115.9713134765625,
+   "train_bits": 1116.05,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3304,
+   "wall_s": 2973.2
+  },
+  {
+   "acc_d11": 0.75,
+   "exact_d11": 0.75,
+   "acc_d12": 1.0,
+   "exact_d12": 1.0,
+   "acc_d13": 0.2529,
+   "exact_d13": 0.25,
+   "acc_d14": 0.2568,
+   "exact_d14": 0.25,
+   "acc_d15": 0.2588,
+   "exact_d15": 0.25,
+   "acc_d16": 0.2529,
+   "exact_d16": 0.25,
+   "heldout_byte_acc": 0.4619140625,
+   "heldout_record_exact": 0.4583333333333333,
+   "heldout_answer_bpb": 15.292442317522273,
+   "heldout_min_exact": 0.25,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.7647058823529411,
+   "word_len_match": 0.7647058823529411,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.25, 0.0, 0.25, 0.0]",
+   "purity_trained": 1.0,
+   "purity_closure": 0.333,
+   "step": 10000,
+   "loss": 1095.607421875,
+   "train_bits": 1095.68,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3305,
+   "wall_s": 3304.9
+  },
+  {
+   "acc_d11": 0.0088,
+   "exact_d11": 0.0,
+   "acc_d12": 0.0049,
+   "exact_d12": 0.0,
+   "acc_d13": 0.0068,
+   "exact_d13": 0.0,
+   "acc_d14": 0.0049,
+   "exact_d14": 0.0,
+   "acc_d15": 0.001,
+   "exact_d15": 0.0,
+   "acc_d16": 0.0068,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.005533854166666667,
+   "heldout_record_exact": 0.0,
+   "heldout_answer_bpb": 29.630887230237324,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.5735294117647058,
+   "word_len_match": 0.6911764705882353,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.75, 0.5, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
+   "purity_trained": 0.886,
+   "purity_closure": 0.0,
+   "step": 11000,
+   "loss": 1077.26513671875,
+   "train_bits": 1077.34,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3306,
+   "wall_s": 3636.5
+  },
+  {
+   "acc_d11": 0.752,
+   "exact_d11": 0.75,
+   "acc_d12": 0.2529,
+   "exact_d12": 0.25,
+   "acc_d13": 0.252,
+   "exact_d13": 0.25,
+   "acc_d14": 0.0088,
+   "exact_d14": 0.0,
+   "acc_d15": 0.251,
+   "exact_d15": 0.25,
+   "acc_d16": 0.2568,
+   "exact_d16": 0.25,
+   "heldout_byte_acc": 0.2955729166666667,
+   "heldout_record_exact": 0.2916666666666667,
+   "heldout_answer_bpb": 20.943998174082918,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.7058823529411765,
+   "word_len_match": 0.7205882352941176,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.75, 0.75, 0.25, 0.25, 0.25, 0.0, 0.25]",
+   "purity_trained": 0.932,
+   "purity_closure": 0.292,
+   "step": 12000,
+   "loss": 1299.9212646484375,
+   "train_bits": 1300.0,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3307,
+   "wall_s": 3968.3
+  },
+  {
+   "acc_d11": 0.752,
+   "exact_d11": 0.75,
+   "acc_d12": 1.0,
+   "exact_d12": 1.0,
+   "acc_d13": 0.5059,
+   "exact_d13": 0.5,
+   "acc_d14": 0.502,
+   "exact_d14": 0.5,
+   "acc_d15": 0.0029,
+   "exact_d15": 0.0,
+   "acc_d16": 0.5,
+   "exact_d16": 0.5,
+   "heldout_byte_acc": 0.5437825520833334,
+   "heldout_record_exact": 0.5416666666666666,
+   "heldout_answer_bpb": 14.583551406652305,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.7058823529411765,
+   "word_len_match": 0.7794117647058824,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.25, 0.5, 0.25, 0.25, 0.5, 0.75, 0.5]",
+   "purity_trained": 0.841,
+   "purity_closure": 0.458,
+   "step": 13000,
+   "loss": 1237.8690185546875,
+   "train_bits": 1237.94,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3308,
+   "wall_s": 4300.2
+  },
+  {
+   "acc_d11": 0.001,
+   "exact_d11": 0.0,
+   "acc_d12": 0.251,
+   "exact_d12": 0.25,
+   "acc_d13": 0.0059,
+   "exact_d13": 0.0,
+   "acc_d14": 0.002,
+   "exact_d14": 0.0,
+   "acc_d15": 0.0,
+   "exact_d15": 0.0,
+   "acc_d16": 0.0029,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.043782552083333336,
+   "heldout_record_exact": 0.041666666666666664,
+   "heldout_answer_bpb": 29.636499459819692,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.5,
+   "word_len_match": 0.8088235294117647,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.5, 0.0, 0.25, 0.0, 0.0, 0.0, 0.0, 0.0]",
+   "purity_trained": 0.75,
+   "purity_closure": 0.042,
+   "step": 14000,
+   "loss": 1227.1715087890625,
+   "train_bits": 1227.25,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3309,
+   "wall_s": 4632.1
+  },
+  {
+   "acc_d11": 0.75,
+   "exact_d11": 0.75,
+   "acc_d12": 0.2549,
+   "exact_d12": 0.25,
+   "acc_d13": 0.251,
+   "exact_d13": 0.25,
+   "acc_d14": 0.75,
+   "exact_d14": 0.75,
+   "acc_d15": 0.251,
+   "exact_d15": 0.25,
+   "acc_d16": 0.501,
+   "exact_d16": 0.5,
+   "heldout_byte_acc": 0.4596354166666667,
+   "heldout_record_exact": 0.4583333333333333,
+   "heldout_answer_bpb": 17.34956324625558,
+   "heldout_min_exact": 0.25,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.75,
+   "word_len_match": 0.7794117647058824,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.5, 1.0, 0.25, 0.5, 0.0, 0.0, 0.75]",
+   "purity_trained": 0.932,
+   "purity_closure": 0.417,
+   "step": 15000,
+   "loss": 1211.2025146484375,
+   "train_bits": 1211.28,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.3309,
+   "wall_s": 4963.8
+  },
+  {
+   "acc_d11": 0.5039,
+   "exact_d11": 0.5,
+   "acc_d12": 0.25,
+   "exact_d12": 0.25,
+   "acc_d13": 0.0127,
+   "exact_d13": 0.0,
+   "acc_d14": 0.0078,
+   "exact_d14": 0.0,
+   "acc_d15": 0.0029,
+   "exact_d15": 0.0,
+   "acc_d16": 0.0059,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.13053385416666666,
+   "heldout_record_exact": 0.125,
+   "heldout_answer_bpb": 28.55645512128234,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.6617647058823529,
+   "word_len_match": 0.6764705882352942,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]",
+   "purity_trained": 0.977,
+   "purity_closure": 0.083,
+   "step": 16000,
+   "loss": 1173.0914306640625,
+   "train_bits": 1173.17,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.331,
+   "wall_s": 5295.6
+  },
+  {
+   "acc_d11": 0.25,
+   "exact_d11": 0.25,
+   "acc_d12": 0.0039,
+   "exact_d12": 0.0,
+   "acc_d13": 0.0039,
+   "exact_d13": 0.0,
+   "acc_d14": 0.252,
+   "exact_d14": 0.25,
+   "acc_d15": 0.0039,
+   "exact_d15": 0.0,
+   "acc_d16": 0.0,
+   "exact_d16": 0.0,
+   "heldout_byte_acc": 0.08561197916666667,
+   "heldout_record_exact": 0.08333333333333333,
+   "heldout_answer_bpb": 30.71087600714938,
+   "heldout_min_exact": 0.0,
+   "singleton_len1": 1.0,
+   "distinct_codes": 1.0,
+   "code_map": "[1, 0]",
+   "empty_word_rate": 1.0,
+   "word_purity": 0.4852941176470588,
+   "word_len_match": 0.9411764705882353,
+   "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
+   "purity_trained": 0.75,
+   "purity_closure": 0.0,
+   "step": 17000,
+   "loss": 1182.5933837890625,
+   "train_bits": 1182.67,
+   "lam_mid": 0.0,
+   "cur_depth": 10,
+   "st": 1,
+   "s_per_step": 0.331,
+   "wall_s": 5627.7
+  }
+ ]
+}