| { |
| "screen": "G1-FS16", |
| "arm": "field", |
| "seeds": [ |
| 0 |
| ], |
| "nonce": 0, |
| "steps": 24000, |
| "events": 2, |
| "m_records": 16, |
| "d": 64, |
| "layers": 3, |
| "carrier": 256, |
| "train_depth": 10, |
| "closure": 16, |
| "lam_mid": 0.0, |
| "lam_cpu": 0.02, |
| "lam_a": 0.02, |
| "mid_warmup": 0.0, |
| "curriculum": 0.0, |
| "straight_through": true, |
| "st_after": 0.0, |
| "act_init": 4.0, |
| "sampled": true, |
| "eps": 0.05, |
| "device": "cuda", |
| "runs": [ |
| { |
| "seed": 0, |
| "oracle": { |
| "worst_acc": 1.0, |
| "worst_depth": -1, |
| "max_mid_entropy": 0.001069359015673399, |
| "pass": true |
| }, |
| "history": [ |
| { |
| "acc_d11": 0.0098, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0098, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005859375, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.065267860889435, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 1.0, |
| "word_len_match": 1.0, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 1.0, |
| "step": 0, |
| "loss": 4109.00439453125, |
| "train_bits": 4108.85, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 2.1816, |
| "wall_s": 2.2 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0035807291666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.5656698346138, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 1000, |
| "loss": 2350.900146484375, |
| "train_bits": 2350.97, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3293, |
| "wall_s": 329.3 |
| }, |
| { |
| "acc_d11": 0.0068, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0107, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0078, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00537109375, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 16.52314629157384, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.27941176470588236, |
| "word_len_match": 0.6323529411764706, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.432, |
| "purity_closure": 0.0, |
| "step": 2000, |
| "loss": 1293.721435546875, |
| "train_bits": 1293.78, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 658.3 |
| }, |
| { |
| "acc_d11": 0.7529, |
| "exact_d11": 0.75, |
| "acc_d12": 0.2549, |
| "exact_d12": 0.25, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.2529, |
| "exact_d15": 0.25, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.21158854166666666, |
| "heldout_record_exact": 0.20833333333333334, |
| "heldout_answer_bpb": 14.844690106382282, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6764705882352942, |
| "word_len_match": 0.9411764705882353, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.5, 0.25, 0.0, 0.5, 0.0, 0.0]", |
| "purity_trained": 0.932, |
| "purity_closure": 0.208, |
| "step": 3000, |
| "loss": 1322.322998046875, |
| "train_bits": 1322.4, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3297, |
| "wall_s": 989.2 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.75, |
| "exact_d13": 0.75, |
| "acc_d14": 1.0, |
| "exact_d14": 1.0, |
| "acc_d15": 0.752, |
| "exact_d15": 0.75, |
| "acc_d16": 0.5039, |
| "exact_d16": 0.5, |
| "heldout_byte_acc": 0.8343098958333334, |
| "heldout_record_exact": 0.8333333333333334, |
| "heldout_answer_bpb": 3.6174913131835638, |
| "heldout_min_exact": 0.5, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.9117647058823529, |
| "word_len_match": 0.9264705882352942, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 0.25, 0.5]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.75, |
| "step": 4000, |
| "loss": 1200.821533203125, |
| "train_bits": 1200.9, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.33, |
| "wall_s": 1320.1 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.501, |
| "exact_d12": 0.5, |
| "acc_d13": 0.5049, |
| "exact_d13": 0.5, |
| "acc_d14": 0.2559, |
| "exact_d14": 0.25, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.3782552083333333, |
| "heldout_record_exact": 0.375, |
| "heldout_answer_bpb": 13.782707070541315, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7647058823529411, |
| "word_len_match": 0.9558823529411765, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.25, 0.25, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.333, |
| "step": 5000, |
| "loss": 1222.067626953125, |
| "train_bits": 1222.14, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3302, |
| "wall_s": 1651.1 |
| }, |
| { |
| "acc_d11": 0.2549, |
| "exact_d11": 0.25, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0127, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.2578, |
| "exact_d15": 0.25, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.08935546875, |
| "heldout_record_exact": 0.08333333333333333, |
| "heldout_answer_bpb": 23.63823490732102, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6911764705882353, |
| "word_len_match": 0.8970588235294118, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 1.0, 0.25, 0.25, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.932, |
| "purity_closure": 0.25, |
| "step": 6000, |
| "loss": 1173.8302001953125, |
| "train_bits": 1173.9, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3304, |
| "wall_s": 1982.4 |
| }, |
| { |
| "acc_d11": 0.251, |
| "exact_d11": 0.25, |
| "acc_d12": 0.251, |
| "exact_d12": 0.25, |
| "acc_d13": 0.5049, |
| "exact_d13": 0.5, |
| "acc_d14": 0.0156, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.17171223958333334, |
| "heldout_record_exact": 0.16666666666666666, |
| "heldout_answer_bpb": 20.478422429536902, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6470588235294118, |
| "word_len_match": 0.8676470588235294, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.5, 0.75, 0.75, 0.25, 0.0, 0.0, 0.0, 0.25]", |
| "purity_trained": 0.886, |
| "purity_closure": 0.208, |
| "step": 7000, |
| "loss": 1162.0457763671875, |
| "train_bits": 1162.12, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 2313.4 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.752, |
| "exact_d12": 0.75, |
| "acc_d13": 0.502, |
| "exact_d13": 0.5, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.3779296875, |
| "heldout_record_exact": 0.375, |
| "heldout_answer_bpb": 16.139984853729402, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.8529411764705882, |
| "word_len_match": 0.8529411764705882, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.75, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.583, |
| "step": 8000, |
| "loss": 1145.801025390625, |
| "train_bits": 1145.87, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3304, |
| "wall_s": 2643.4 |
| }, |
| { |
| "acc_d11": 0.5, |
| "exact_d11": 0.5, |
| "acc_d12": 0.5029, |
| "exact_d12": 0.5, |
| "acc_d13": 0.502, |
| "exact_d13": 0.5, |
| "acc_d14": 0.251, |
| "exact_d14": 0.25, |
| "acc_d15": 0.2549, |
| "exact_d15": 0.25, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.3357747395833333, |
| "heldout_record_exact": 0.3333333333333333, |
| "heldout_answer_bpb": 18.78891606248605, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.8088235294117647, |
| "word_len_match": 0.8088235294117647, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.5, 0.75, 1.0, 0.25, 0.5, 0.75]", |
| "purity_trained": 0.909, |
| "purity_closure": 0.625, |
| "step": 9000, |
| "loss": 1115.9713134765625, |
| "train_bits": 1116.05, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3304, |
| "wall_s": 2973.2 |
| }, |
| { |
| "acc_d11": 0.75, |
| "exact_d11": 0.75, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.2529, |
| "exact_d13": 0.25, |
| "acc_d14": 0.2568, |
| "exact_d14": 0.25, |
| "acc_d15": 0.2588, |
| "exact_d15": 0.25, |
| "acc_d16": 0.2529, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.4619140625, |
| "heldout_record_exact": 0.4583333333333333, |
| "heldout_answer_bpb": 15.292442317522273, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7647058823529411, |
| "word_len_match": 0.7647058823529411, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.25, 0.0, 0.25, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.333, |
| "step": 10000, |
| "loss": 1095.607421875, |
| "train_bits": 1095.68, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 3304.9 |
| }, |
| { |
| "acc_d11": 0.0088, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0068, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0068, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005533854166666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 29.630887230237324, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.5735294117647058, |
| "word_len_match": 0.6911764705882353, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.75, 0.75, 0.5, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.886, |
| "purity_closure": 0.0, |
| "step": 11000, |
| "loss": 1077.26513671875, |
| "train_bits": 1077.34, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3306, |
| "wall_s": 3636.5 |
| }, |
| { |
| "acc_d11": 0.752, |
| "exact_d11": 0.75, |
| "acc_d12": 0.2529, |
| "exact_d12": 0.25, |
| "acc_d13": 0.252, |
| "exact_d13": 0.25, |
| "acc_d14": 0.0088, |
| "exact_d14": 0.0, |
| "acc_d15": 0.251, |
| "exact_d15": 0.25, |
| "acc_d16": 0.2568, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.2955729166666667, |
| "heldout_record_exact": 0.2916666666666667, |
| "heldout_answer_bpb": 20.943998174082918, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7058823529411765, |
| "word_len_match": 0.7205882352941176, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.75, 0.75, 0.25, 0.25, 0.25, 0.0, 0.25]", |
| "purity_trained": 0.932, |
| "purity_closure": 0.292, |
| "step": 12000, |
| "loss": 1299.9212646484375, |
| "train_bits": 1300.0, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3307, |
| "wall_s": 3968.3 |
| }, |
| { |
| "acc_d11": 0.752, |
| "exact_d11": 0.75, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.5059, |
| "exact_d13": 0.5, |
| "acc_d14": 0.502, |
| "exact_d14": 0.5, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.5, |
| "exact_d16": 0.5, |
| "heldout_byte_acc": 0.5437825520833334, |
| "heldout_record_exact": 0.5416666666666666, |
| "heldout_answer_bpb": 14.583551406652305, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7058823529411765, |
| "word_len_match": 0.7794117647058824, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.25, 0.5, 0.25, 0.25, 0.5, 0.75, 0.5]", |
| "purity_trained": 0.841, |
| "purity_closure": 0.458, |
| "step": 13000, |
| "loss": 1237.8690185546875, |
| "train_bits": 1237.94, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3308, |
| "wall_s": 4300.2 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.251, |
| "exact_d12": 0.25, |
| "acc_d13": 0.0059, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.043782552083333336, |
| "heldout_record_exact": 0.041666666666666664, |
| "heldout_answer_bpb": 29.636499459819692, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.5, |
| "word_len_match": 0.8088235294117647, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.5, 0.0, 0.25, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.75, |
| "purity_closure": 0.042, |
| "step": 14000, |
| "loss": 1227.1715087890625, |
| "train_bits": 1227.25, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3309, |
| "wall_s": 4632.1 |
| }, |
| { |
| "acc_d11": 0.75, |
| "exact_d11": 0.75, |
| "acc_d12": 0.2549, |
| "exact_d12": 0.25, |
| "acc_d13": 0.251, |
| "exact_d13": 0.25, |
| "acc_d14": 0.75, |
| "exact_d14": 0.75, |
| "acc_d15": 0.251, |
| "exact_d15": 0.25, |
| "acc_d16": 0.501, |
| "exact_d16": 0.5, |
| "heldout_byte_acc": 0.4596354166666667, |
| "heldout_record_exact": 0.4583333333333333, |
| "heldout_answer_bpb": 17.34956324625558, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.75, |
| "word_len_match": 0.7794117647058824, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.5, 1.0, 0.25, 0.5, 0.0, 0.0, 0.75]", |
| "purity_trained": 0.932, |
| "purity_closure": 0.417, |
| "step": 15000, |
| "loss": 1211.2025146484375, |
| "train_bits": 1211.28, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3309, |
| "wall_s": 4963.8 |
| }, |
| { |
| "acc_d11": 0.5039, |
| "exact_d11": 0.5, |
| "acc_d12": 0.25, |
| "exact_d12": 0.25, |
| "acc_d13": 0.0127, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0078, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.13053385416666666, |
| "heldout_record_exact": 0.125, |
| "heldout_answer_bpb": 28.55645512128234, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6617647058823529, |
| "word_len_match": 0.6764705882352942, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.083, |
| "step": 16000, |
| "loss": 1173.0914306640625, |
| "train_bits": 1173.17, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 5295.6 |
| }, |
| { |
| "acc_d11": 0.25, |
| "exact_d11": 0.25, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.252, |
| "exact_d14": 0.25, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.08561197916666667, |
| "heldout_record_exact": 0.08333333333333333, |
| "heldout_answer_bpb": 30.71087600714938, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.4852941176470588, |
| "word_len_match": 0.9411764705882353, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.75, |
| "purity_closure": 0.0, |
| "step": 17000, |
| "loss": 1182.5933837890625, |
| "train_bits": 1182.67, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 5627.7 |
| }, |
| { |
| "acc_d11": 0.7529, |
| "exact_d11": 0.75, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.75, |
| "exact_d13": 0.75, |
| "acc_d14": 1.0, |
| "exact_d14": 1.0, |
| "acc_d15": 0.75, |
| "exact_d15": 0.75, |
| "acc_d16": 1.0, |
| "exact_d16": 1.0, |
| "heldout_byte_acc": 0.87548828125, |
| "heldout_record_exact": 0.875, |
| "heldout_answer_bpb": 4.251257713798634, |
| "heldout_min_exact": 0.75, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.9264705882352942, |
| "word_len_match": 1.0, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.75, 1.0, 0.75]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.792, |
| "step": 18000, |
| "loss": 1153.6832275390625, |
| "train_bits": 1153.76, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3311, |
| "wall_s": 5959.9 |
| }, |
| { |
| "acc_d11": 0.501, |
| "exact_d11": 0.5, |
| "acc_d12": 0.5029, |
| "exact_d12": 0.5, |
| "acc_d13": 0.2607, |
| "exact_d13": 0.25, |
| "acc_d14": 0.251, |
| "exact_d14": 0.25, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.2529, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.29541015625, |
| "heldout_record_exact": 0.2916666666666667, |
| "heldout_answer_bpb": 24.53607205542326, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7205882352941176, |
| "word_len_match": 0.9411764705882353, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.25, 1.0, 0.75, 0.25, 0.0, 0.0, 0.5]", |
| "purity_trained": 0.886, |
| "purity_closure": 0.417, |
| "step": 19000, |
| "loss": 1123.481201171875, |
| "train_bits": 1123.56, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3312, |
| "wall_s": 6292.1 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.252, |
| "exact_d12": 0.25, |
| "acc_d13": 1.0, |
| "exact_d13": 1.0, |
| "acc_d14": 0.251, |
| "exact_d14": 0.25, |
| "acc_d15": 0.5039, |
| "exact_d15": 0.5, |
| "acc_d16": 0.502, |
| "exact_d16": 0.5, |
| "heldout_byte_acc": 0.5847981770833334, |
| "heldout_record_exact": 0.5833333333333334, |
| "heldout_answer_bpb": 14.896370566358561, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7794117647058824, |
| "word_len_match": 0.8382352941176471, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.75, 0.0, 0.25, 0.25]", |
| "purity_trained": 0.932, |
| "purity_closure": 0.5, |
| "step": 20000, |
| "loss": 1106.9842529296875, |
| "train_bits": 1107.06, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3312, |
| "wall_s": 6624.3 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 1.0, |
| "exact_d13": 1.0, |
| "acc_d14": 0.2549, |
| "exact_d14": 0.25, |
| "acc_d15": 0.501, |
| "exact_d15": 0.5, |
| "acc_d16": 0.752, |
| "exact_d16": 0.75, |
| "heldout_byte_acc": 0.7513020833333334, |
| "heldout_record_exact": 0.75, |
| "heldout_answer_bpb": 9.030546806075199, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.9117647058823529, |
| "word_len_match": 0.9558823529411765, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.5, 0.5]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.75, |
| "step": 21000, |
| "loss": 1091.0408935546875, |
| "train_bits": 1091.11, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3313, |
| "wall_s": 6956.4 |
| }, |
| { |
| "acc_d11": 0.502, |
| "exact_d11": 0.5, |
| "acc_d12": 0.752, |
| "exact_d12": 0.75, |
| "acc_d13": 0.5029, |
| "exact_d13": 0.5, |
| "acc_d14": 0.501, |
| "exact_d14": 0.5, |
| "acc_d15": 0.2617, |
| "exact_d15": 0.25, |
| "acc_d16": 0.2549, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.46240234375, |
| "heldout_record_exact": 0.4583333333333333, |
| "heldout_answer_bpb": 19.682317784542068, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7647058823529411, |
| "word_len_match": 0.7647058823529411, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.5, 0.0, 0.0, 0.25]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.375, |
| "step": 22000, |
| "loss": 1082.129638671875, |
| "train_bits": 1082.2, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3313, |
| "wall_s": 7288.7 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.752, |
| "exact_d12": 0.75, |
| "acc_d13": 0.5059, |
| "exact_d13": 0.5, |
| "acc_d14": 0.2549, |
| "exact_d14": 0.25, |
| "acc_d15": 0.752, |
| "exact_d15": 0.75, |
| "acc_d16": 0.752, |
| "exact_d16": 0.75, |
| "heldout_byte_acc": 0.66943359375, |
| "heldout_record_exact": 0.6666666666666666, |
| "heldout_answer_bpb": 12.188072487599621, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.9411764705882353, |
| "word_len_match": 1.0, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 1.0, 1.0, 0.75, 0.5, 1.0, 1.0]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.875, |
| "step": 23000, |
| "loss": 1274.5030517578125, |
| "train_bits": 1274.58, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3314, |
| "wall_s": 7621.2 |
| }, |
| { |
| "acc_d11": 0.75, |
| "exact_d11": 0.75, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.2529, |
| "exact_d13": 0.25, |
| "acc_d14": 0.5, |
| "exact_d14": 0.5, |
| "acc_d15": 0.5029, |
| "exact_d15": 0.5, |
| "acc_d16": 0.75, |
| "exact_d16": 0.75, |
| "heldout_byte_acc": 0.6259765625, |
| "heldout_record_exact": 0.625, |
| "heldout_answer_bpb": 13.637033813558338, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.8529411764705882, |
| "word_len_match": 0.9117647058823529, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 1.0, 1.0, 0.5, 0.5, 0.0]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.625, |
| "step": 23999, |
| "loss": 1235.463623046875, |
| "train_bits": 1235.54, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3314, |
| "wall_s": 7953.0 |
| } |
| ], |
| "final": { |
| "acc_d11": 0.75, |
| "exact_d11": 0.75, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.2529, |
| "exact_d13": 0.25, |
| "acc_d14": 0.5, |
| "exact_d14": 0.5, |
| "acc_d15": 0.5029, |
| "exact_d15": 0.5, |
| "acc_d16": 0.75, |
| "exact_d16": 0.75, |
| "heldout_byte_acc": 0.6259765625, |
| "heldout_record_exact": 0.625, |
| "heldout_answer_bpb": 13.637033813558338, |
| "heldout_min_exact": 0.25, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.8529411764705882, |
| "word_len_match": 0.9117647058823529, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 1.0, 1.0, 0.5, 0.5, 0.0]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.625, |
| "step": 23999, |
| "loss": 1235.463623046875, |
| "train_bits": 1235.54, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3314, |
| "wall_s": 7953.0 |
| } |
| } |
| ], |
| "partial": false |
| } |
