| { |
| "screen": "G1-FS16", |
| "arm": "field", |
| "seeds": [ |
| 2 |
| ], |
| "nonce": 0, |
| "steps": 24000, |
| "events": 2, |
| "m_records": 16, |
| "d": 64, |
| "layers": 3, |
| "carrier": 256, |
| "train_depth": 10, |
| "closure": 16, |
| "lam_mid": 0.0, |
| "lam_cpu": 0.02, |
| "lam_a": 0.02, |
| "mid_warmup": 0.0, |
| "curriculum": 0.0, |
| "straight_through": true, |
| "st_after": 0.0, |
| "act_init": 4.0, |
| "sampled": true, |
| "eps": 0.05, |
| "device": "cuda", |
| "runs": [ |
| { |
| "seed": 2, |
| "oracle": { |
| "worst_acc": 1.0, |
| "worst_depth": -1, |
| "max_mid_entropy": 0.0010785266058519483, |
| "pass": true |
| }, |
| "history": [ |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004231770833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.058093984921774, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 0, |
| "loss": 4028.802734375, |
| "train_bits": 4028.4, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 1.5232, |
| "wall_s": 1.5 |
| }, |
| { |
| "acc_d11": 0.5029, |
| "exact_d11": 0.5, |
| "acc_d12": 0.7529, |
| "exact_d12": 0.75, |
| "acc_d13": 0.0059, |
| "exact_d13": 0.0, |
| "acc_d14": 0.5049, |
| "exact_d14": 0.5, |
| "acc_d15": 0.2539, |
| "exact_d15": 0.25, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.33740234375, |
| "heldout_record_exact": 0.3333333333333333, |
| "heldout_answer_bpb": 9.584525633060062, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.7352941176470589, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.75, 0.0, 0.25, 0.25, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.25, |
| "step": 1000, |
| "loss": 1288.0269775390625, |
| "train_bits": 1288.09, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 331.0 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.5039, |
| "exact_d12": 0.5, |
| "acc_d13": 0.0078, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.2532552083333333, |
| "heldout_record_exact": 0.25, |
| "heldout_answer_bpb": 13.537278888310539, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.75, |
| "word_len_match": 0.75, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.292, |
| "step": 2000, |
| "loss": 1234.3148193359375, |
| "train_bits": 1234.39, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3309, |
| "wall_s": 661.8 |
| }, |
| { |
| "acc_d11": 0.0059, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0078, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0035807291666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 20.772890865802765, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6470588235294118, |
| "word_len_match": 0.6470588235294118, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.0, |
| "step": 3000, |
| "loss": 1238.10400390625, |
| "train_bits": 1238.18, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 992.9 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.2529, |
| "exact_d12": 0.25, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.21061197916666666, |
| "heldout_record_exact": 0.20833333333333334, |
| "heldout_answer_bpb": 17.70042416068706, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.75, |
| "word_len_match": 0.75, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.292, |
| "step": 4000, |
| "loss": 1210.3504638671875, |
| "train_bits": 1210.42, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 1323.9 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.502, |
| "exact_d12": 0.5, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0059, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.2540690104166667, |
| "heldout_record_exact": 0.25, |
| "heldout_answer_bpb": 18.38361760472435, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7058823529411765, |
| "word_len_match": 0.7058823529411765, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.167, |
| "step": 5000, |
| "loss": 1203.69384765625, |
| "train_bits": 1203.77, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 1655.0 |
| }, |
| { |
| "acc_d11": 0.2549, |
| "exact_d11": 0.25, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.046061197916666664, |
| "heldout_record_exact": 0.041666666666666664, |
| "heldout_answer_bpb": 24.617060537607056, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6323529411764706, |
| "word_len_match": 0.6323529411764706, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.75, 0.5, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.932, |
| "purity_closure": 0.083, |
| "step": 6000, |
| "loss": 1180.814697265625, |
| "train_bits": 1180.89, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 1986.0 |
| }, |
| { |
| "acc_d11": 0.751, |
| "exact_d11": 0.75, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0068, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.12841796875, |
| "heldout_record_exact": 0.125, |
| "heldout_answer_bpb": 23.168628219964074, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6911764705882353, |
| "word_len_match": 0.6911764705882353, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.125, |
| "step": 7000, |
| "loss": 1165.023681640625, |
| "train_bits": 1165.1, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 2316.9 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.169921875, |
| "heldout_record_exact": 0.16666666666666666, |
| "heldout_answer_bpb": 22.79337932091198, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7205882352941176, |
| "word_len_match": 0.7205882352941176, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.208, |
| "step": 8000, |
| "loss": 1135.9508056640625, |
| "train_bits": 1136.02, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 2647.6 |
| }, |
| { |
| "acc_d11": 0.752, |
| "exact_d11": 0.75, |
| "acc_d12": 0.75, |
| "exact_d12": 0.75, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.2527669270833333, |
| "heldout_record_exact": 0.25, |
| "heldout_answer_bpb": 19.838664728134592, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.7352941176470589, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.25, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.25, |
| "step": 9000, |
| "loss": 1114.0654296875, |
| "train_bits": 1114.14, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3311, |
| "wall_s": 2979.5 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.2559, |
| "exact_d13": 0.25, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0088, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.3785807291666667, |
| "heldout_record_exact": 0.375, |
| "heldout_answer_bpb": 17.270882031279182, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7647058823529411, |
| "word_len_match": 0.7647058823529411, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.333, |
| "step": 10000, |
| "loss": 1094.2366943359375, |
| "train_bits": 1094.31, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3311, |
| "wall_s": 3311.1 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.501, |
| "exact_d13": 0.5, |
| "acc_d14": 0.252, |
| "exact_d14": 0.25, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0117, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.4615885416666667, |
| "heldout_record_exact": 0.4583333333333333, |
| "heldout_answer_bpb": 14.196029235525979, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.8235294117647058, |
| "word_len_match": 0.8235294117647058, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.5, |
| "step": 11000, |
| "loss": 1080.12939453125, |
| "train_bits": 1080.2, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3311, |
| "wall_s": 3642.5 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.0078, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.2578, |
| "exact_d14": 0.25, |
| "acc_d15": 0.252, |
| "exact_d15": 0.25, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.2545572916666667, |
| "heldout_record_exact": 0.25, |
| "heldout_answer_bpb": 21.93363569373788, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6764705882352942, |
| "word_len_match": 0.7058823529411765, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.5, 0.5, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.955, |
| "purity_closure": 0.167, |
| "step": 12000, |
| "loss": 1291.73681640625, |
| "train_bits": 1291.81, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3312, |
| "wall_s": 3973.9 |
| }, |
| { |
| "acc_d11": 0.752, |
| "exact_d11": 0.75, |
| "acc_d12": 0.502, |
| "exact_d12": 0.5, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.21142578125, |
| "heldout_record_exact": 0.20833333333333334, |
| "heldout_answer_bpb": 24.0657476929274, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6617647058823529, |
| "word_len_match": 0.8382352941176471, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.083, |
| "step": 13000, |
| "loss": 1258.695556640625, |
| "train_bits": 1258.77, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3312, |
| "wall_s": 4305.4 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0035807291666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 32.39986574649811, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6911764705882353, |
| "word_len_match": 0.8088235294117647, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.5, 0.5, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.167, |
| "step": 14000, |
| "loss": 1223.8609619140625, |
| "train_bits": 1223.93, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3312, |
| "wall_s": 4636.7 |
| }, |
| { |
| "acc_d11": 0.751, |
| "exact_d11": 0.75, |
| "acc_d12": 0.75, |
| "exact_d12": 0.75, |
| "acc_d13": 0.751, |
| "exact_d13": 0.75, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.7539, |
| "exact_d16": 0.75, |
| "heldout_byte_acc": 0.5017903645833334, |
| "heldout_record_exact": 0.5, |
| "heldout_answer_bpb": 12.816090371281083, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7941176470588235, |
| "word_len_match": 0.8382352941176471, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.75]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.458, |
| "step": 15000, |
| "loss": 1210.5506591796875, |
| "train_bits": 1210.62, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3312, |
| "wall_s": 4968.6 |
| }, |
| { |
| "acc_d11": 0.75, |
| "exact_d11": 0.75, |
| "acc_d12": 0.501, |
| "exact_d12": 0.5, |
| "acc_d13": 0.502, |
| "exact_d13": 0.5, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.2931315104166667, |
| "heldout_record_exact": 0.2916666666666667, |
| "heldout_answer_bpb": 23.606710538226327, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7058823529411765, |
| "word_len_match": 0.8382352941176471, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.167, |
| "step": 16000, |
| "loss": 1184.2811279296875, |
| "train_bits": 1184.36, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3313, |
| "wall_s": 5300.5 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 1.0, |
| "exact_d12": 1.0, |
| "acc_d13": 0.501, |
| "exact_d13": 0.5, |
| "acc_d14": 0.0068, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.5117, |
| "exact_d16": 0.5, |
| "heldout_byte_acc": 0.5040690104166666, |
| "heldout_record_exact": 0.5, |
| "heldout_answer_bpb": 13.71448757579696, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7794117647058824, |
| "word_len_match": 0.8088235294117647, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.5]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.375, |
| "step": 17000, |
| "loss": 1182.9144287109375, |
| "train_bits": 1182.99, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3313, |
| "wall_s": 5632.5 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.16813151041666666, |
| "heldout_record_exact": 0.16666666666666666, |
| "heldout_answer_bpb": 26.926300844576588, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.7941176470588235, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.25, |
| "step": 18000, |
| "loss": 1154.5484619140625, |
| "train_bits": 1154.62, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3314, |
| "wall_s": 5964.8 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.5029, |
| "exact_d12": 0.5, |
| "acc_d13": 0.0068, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.251, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.29443359375, |
| "heldout_record_exact": 0.2916666666666667, |
| "heldout_answer_bpb": 22.955260881726492, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.8382352941176471, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 0.5, 0.5, 0.5, 0.0, 0.0, 0.25]", |
| "purity_trained": 0.977, |
| "purity_closure": 0.292, |
| "step": 19000, |
| "loss": 1121.13671875, |
| "train_bits": 1121.21, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3314, |
| "wall_s": 6297.4 |
| }, |
| { |
| "acc_d11": 0.5049, |
| "exact_d11": 0.5, |
| "acc_d12": 0.252, |
| "exact_d12": 0.25, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.2539, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.16943359375, |
| "heldout_record_exact": 0.16666666666666666, |
| "heldout_answer_bpb": 28.47527183935677, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.8529411764705882, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.25, |
| "step": 20000, |
| "loss": 1113.1671142578125, |
| "train_bits": 1113.24, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3315, |
| "wall_s": 6629.8 |
| }, |
| { |
| "acc_d11": 0.751, |
| "exact_d11": 0.75, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.2529, |
| "exact_d13": 0.25, |
| "acc_d14": 0.0059, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0137, |
| "exact_d15": 0.0, |
| "acc_d16": 0.252, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.21305338541666666, |
| "heldout_record_exact": 0.20833333333333334, |
| "heldout_answer_bpb": 25.96020314875885, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.75, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.25]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.25, |
| "step": 21000, |
| "loss": 1092.101318359375, |
| "train_bits": 1092.18, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3315, |
| "wall_s": 6961.4 |
| }, |
| { |
| "acc_d11": 0.751, |
| "exact_d11": 0.75, |
| "acc_d12": 0.2539, |
| "exact_d12": 0.25, |
| "acc_d13": 0.2598, |
| "exact_d13": 0.25, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.21175130208333334, |
| "heldout_record_exact": 0.20833333333333334, |
| "heldout_answer_bpb": 28.35112477686893, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6764705882352942, |
| "word_len_match": 0.75, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.083, |
| "step": 22000, |
| "loss": 1080.9425048828125, |
| "train_bits": 1081.02, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3315, |
| "wall_s": 7293.0 |
| }, |
| { |
| "acc_d11": 0.2539, |
| "exact_d11": 0.25, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.2568, |
| "exact_d13": 0.25, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.251, |
| "exact_d16": 0.25, |
| "heldout_byte_acc": 0.12858072916666666, |
| "heldout_record_exact": 0.125, |
| "heldout_answer_bpb": 30.53776185501589, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.6764705882352942, |
| "word_len_match": 0.6911764705882353, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.25, 0.5, 0.0, 0.0, 0.0]", |
| "purity_trained": 0.955, |
| "purity_closure": 0.167, |
| "step": 23000, |
| "loss": 1275.6136474609375, |
| "train_bits": 1275.69, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3315, |
| "wall_s": 7624.6 |
| }, |
| { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.5039, |
| "exact_d12": 0.5, |
| "acc_d13": 0.5, |
| "exact_d13": 0.5, |
| "acc_d14": 0.2539, |
| "exact_d14": 0.25, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.37744140625, |
| "heldout_record_exact": 0.375, |
| "heldout_answer_bpb": 22.042783159190986, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.7647058823529411, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.75, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.25, |
| "step": 23999, |
| "loss": 1235.098388671875, |
| "train_bits": 1235.17, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3315, |
| "wall_s": 7955.8 |
| } |
| ], |
| "final": { |
| "acc_d11": 1.0, |
| "exact_d11": 1.0, |
| "acc_d12": 0.5039, |
| "exact_d12": 0.5, |
| "acc_d13": 0.5, |
| "exact_d13": 0.5, |
| "acc_d14": 0.2539, |
| "exact_d14": 0.25, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.37744140625, |
| "heldout_record_exact": 0.375, |
| "heldout_answer_bpb": 22.042783159190986, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.7352941176470589, |
| "word_len_match": 0.7647058823529411, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.75, 0.0, 0.0, 0.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 0.25, |
| "step": 23999, |
| "loss": 1235.098388671875, |
| "train_bits": 1235.17, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3315, |
| "wall_s": 7955.8 |
| } |
| } |
| ], |
| "partial": false |
| } |
