{ "screen": "G1-FS16", "arm": "shuffled", "seeds": [ 0 ], "nonce": 0, "steps": 24000, "events": 2, "m_records": 16, "d": 64, "layers": 3, "carrier": 256, "train_depth": 10, "closure": 16, "lam_mid": 1.0, "lam_cpu": 0.02, "lam_a": 0.02, "mid_warmup": 0.3, "curriculum": 0.5, "eps": 0.05, "device": "cuda", "runs": [ { "seed": 0, "oracle": { "worst_acc": 1.0, "worst_depth": -1, "max_mid_entropy": 0.0008481992990709841, "pass": true }, "history": [ { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.0039, "exact_d12": 0.0, "acc_d13": 0.0049, "exact_d13": 0.0, "acc_d14": 0.0029, "exact_d14": 0.0, "acc_d15": 0.0029, "exact_d15": 0.0, "acc_d16": 0.0088, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 8.016182680924734, "heldout_min_exact": 0.0, "singleton_len1": 0.5, "distinct_codes": 0.0, "code_map": "[1, None]", "empty_word_rate": 1.0, "word_purity": 0.0, "word_len_match": 0.0, "step": 0, "loss": 4102.23291015625, "lam_mid": 0.0, "cur_depth": 1, "s_per_step": 1.1281, "wall_s": 1.1 }, { "acc_d11": 0.0039, "exact_d11": 0.0, "acc_d12": 0.0029, "exact_d12": 0.0, "acc_d13": 0.0068, "exact_d13": 0.0, "acc_d14": 0.0059, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.0039, "exact_d16": 0.0, "heldout_byte_acc": 0.004069010416666667, "heldout_record_exact": 0.0, "heldout_answer_bpb": 12.576202273368835, "heldout_min_exact": 0.0, "singleton_len1": 0.0, "distinct_codes": 0.0, "code_map": "[None, None]", "empty_word_rate": 0.0, "word_purity": 0.0, "word_len_match": 0.0, "step": 1000, "loss": 1054.2313232421875, "lam_mid": 0.1389, "cur_depth": 1, "s_per_step": 0.0324, "wall_s": 32.4 }, { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.002, "exact_d12": 0.0, "acc_d13": 0.002, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0107, "exact_d15": 0.0, "acc_d16": 0.0049, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 17.14642878373464, "heldout_min_exact": 0.0, "singleton_len1": 0.0, "distinct_codes": 0.0, "code_map": "[None, None]", "empty_word_rate": 0.0, "word_purity": 0.0, "word_len_match": 0.0, "step": 2000, "loss": 1118.6810302734375, "lam_mid": 0.2778, "cur_depth": 2, "s_per_step": 0.0339, "wall_s": 67.7 }, { "acc_d11": 0.0, "exact_d11": 0.0, "acc_d12": 0.0049, "exact_d12": 0.0, "acc_d13": 0.002, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.002, "exact_d16": 0.0, "heldout_byte_acc": 0.0017903645833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 19.78589204947154, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 3000, "loss": 1068.79541015625, "lam_mid": 0.4167, "cur_depth": 3, "s_per_step": 0.0354, "wall_s": 106.3 }, { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.002, "exact_d12": 0.0, "acc_d13": 0.0049, "exact_d13": 0.0, "acc_d14": 0.0049, "exact_d14": 0.0, "acc_d15": 0.0039, "exact_d15": 0.0, "acc_d16": 0.0039, "exact_d16": 0.0, "heldout_byte_acc": 0.0035807291666666665, "heldout_record_exact": 0.0, "heldout_answer_bpb": 21.719921787579853, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.11764705882352941, "word_len_match": 0.6176470588235294, "step": 4000, "loss": 1067.7742919921875, "lam_mid": 0.5556, "cur_depth": 4, "s_per_step": 0.0371, "wall_s": 148.6 }, { "acc_d11": 0.0029, "exact_d11": 0.0, "acc_d12": 0.0049, "exact_d12": 0.0, "acc_d13": 0.001, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.0039, "exact_d15": 0.0, "acc_d16": 0.001, "exact_d16": 0.0, "heldout_byte_acc": 0.00244140625, "heldout_record_exact": 0.0, "heldout_answer_bpb": 24.275387207667034, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.75, "word_len_match": 0.8382352941176471, "step": 5000, "loss": 1068.3658447265625, "lam_mid": 0.6945, "cur_depth": 4, "s_per_step": 0.0392, "wall_s": 196.0 }, { "acc_d11": 0.0, "exact_d11": 0.0, "acc_d12": 0.0107, "exact_d12": 0.0, "acc_d13": 0.0059, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.002, "exact_d15": 0.0, "acc_d16": 0.001, "exact_d16": 0.0, "heldout_byte_acc": 0.00390625, "heldout_record_exact": 0.0, "heldout_answer_bpb": 24.45607352256775, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 6000, "loss": 1068.5181884765625, "lam_mid": 0.8334, "cur_depth": 5, "s_per_step": 0.0412, "wall_s": 247.1 }, { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.0029, "exact_d12": 0.0, "acc_d13": 0.0059, "exact_d13": 0.0, "acc_d14": 0.0049, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.0029, "exact_d16": 0.0, "heldout_byte_acc": 0.0032552083333333335, "heldout_record_exact": 0.0, "heldout_answer_bpb": 26.425068855285645, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.38235294117647056, "word_len_match": 0.9411764705882353, "step": 7000, "loss": 1085.141845703125, "lam_mid": 0.9723, "cur_depth": 6, "s_per_step": 0.043, "wall_s": 301.0 }, { "acc_d11": 0.0078, "exact_d11": 0.0, "acc_d12": 0.0039, "exact_d12": 0.0, "acc_d13": 0.0059, "exact_d13": 0.0, "acc_d14": 0.0029, "exact_d14": 0.0, "acc_d15": 0.0029, "exact_d15": 0.0, "acc_d16": 0.0049, "exact_d16": 0.0, "heldout_byte_acc": 0.004720052083333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 27.408031423886616, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.11764705882352941, "word_len_match": 0.8970588235294118, "step": 8000, "loss": 1091.3389892578125, "lam_mid": 1.0, "cur_depth": 7, "s_per_step": 0.0449, "wall_s": 359.3 }, { "acc_d11": 0.0049, "exact_d11": 0.0, "acc_d12": 0.0078, "exact_d12": 0.0, "acc_d13": 0.0039, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.0039, "exact_d15": 0.0, "acc_d16": 0.0059, "exact_d16": 0.0, "heldout_byte_acc": 0.004557291666666667, "heldout_record_exact": 0.0, "heldout_answer_bpb": 27.892619132995605, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.35294117647058826, "word_len_match": 0.5735294117647058, "step": 9000, "loss": 1076.06396484375, "lam_mid": 1.0, "cur_depth": 7, "s_per_step": 0.0474, "wall_s": 426.9 }, { "acc_d11": 0.0029, "exact_d11": 0.0, "acc_d12": 0.0049, "exact_d12": 0.0, "acc_d13": 0.0, "exact_d13": 0.0, "acc_d14": 0.0088, "exact_d14": 0.0, "acc_d15": 0.0039, "exact_d15": 0.0, "acc_d16": 0.0059, "exact_d16": 0.0, "heldout_byte_acc": 0.00439453125, "heldout_record_exact": 0.0, "heldout_answer_bpb": 28.149558027585346, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.5735294117647058, "word_len_match": 0.6176470588235294, "step": 10000, "loss": 1092.9791259765625, "lam_mid": 1.0, "cur_depth": 8, "s_per_step": 0.0512, "wall_s": 511.7 }, { "acc_d11": 0.0039, "exact_d11": 0.0, "acc_d12": 0.0098, "exact_d12": 0.0, "acc_d13": 0.0049, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0049, "exact_d15": 0.0, "acc_d16": 0.0039, "exact_d16": 0.0, "heldout_byte_acc": 0.005208333333333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.000374674797058, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 1.0, "code_map": "[1, 0]", "empty_word_rate": 0.0, "word_purity": 0.20588235294117646, "word_len_match": 0.5882352941176471, "step": 11000, "loss": 1080.7205810546875, "lam_mid": 1.0, "cur_depth": 9, "s_per_step": 0.0572, "wall_s": 629.6 }, { "acc_d11": 0.0039, "exact_d11": 0.0, "acc_d12": 0.002, "exact_d12": 0.0, "acc_d13": 0.001, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0039, "exact_d15": 0.0, "acc_d16": 0.002, "exact_d16": 0.0, "heldout_byte_acc": 0.0027669270833333335, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.488227009773254, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.8382352941176471, "word_len_match": 0.8676470588235294, "step": 12000, "loss": 1397.3756103515625, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.0663, "wall_s": 795.1 }, { "acc_d11": 0.0088, "exact_d11": 0.0, "acc_d12": 0.0039, "exact_d12": 0.0, "acc_d13": 0.0068, "exact_d13": 0.0, "acc_d14": 0.0, "exact_d14": 0.0, "acc_d15": 0.0039, "exact_d15": 0.0, "acc_d16": 0.0068, "exact_d16": 0.0, "heldout_byte_acc": 0.005045572916666667, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.224598288536072, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.7647058823529411, "word_len_match": 0.7647058823529411, "step": 13000, "loss": 1290.7293701171875, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.0847, "wall_s": 1101.1 }, { "acc_d11": 0.0059, "exact_d11": 0.0, "acc_d12": 0.002, "exact_d12": 0.0, "acc_d13": 0.002, "exact_d13": 0.0, "acc_d14": 0.0049, "exact_d14": 0.0, "acc_d15": 0.0107, "exact_d15": 0.0, "acc_d16": 0.0029, "exact_d16": 0.0, "heldout_byte_acc": 0.004720052083333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.563897450764973, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.5294117647058824, "word_len_match": 0.7794117647058824, "step": 14000, "loss": 1252.6934814453125, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1005, "wall_s": 1407.2 }, { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.0068, "exact_d12": 0.0, "acc_d13": 0.0068, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0088, "exact_d15": 0.0, "acc_d16": 0.0039, "exact_d16": 0.0, "heldout_byte_acc": 0.00537109375, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.263829906781513, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 1.0, "code_map": "[1, 0]", "empty_word_rate": 0.0, "word_purity": 0.16176470588235295, "word_len_match": 0.9264705882352942, "step": 15000, "loss": 1246.50732421875, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1142, "wall_s": 1713.3 }, { "acc_d11": 0.0098, "exact_d11": 0.0, "acc_d12": 0.0059, "exact_d12": 0.0, "acc_d13": 0.002, "exact_d13": 0.0, "acc_d14": 0.002, "exact_d14": 0.0, "acc_d15": 0.0049, "exact_d15": 0.0, "acc_d16": 0.0, "exact_d16": 0.0, "heldout_byte_acc": 0.004069010416666667, "heldout_record_exact": 0.0, "heldout_answer_bpb": 28.27316661675771, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.4852941176470588, "word_len_match": 0.7794117647058824, "step": 16000, "loss": 1197.4627685546875, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1262, "wall_s": 2019.2 }, { "acc_d11": 0.0029, "exact_d11": 0.0, "acc_d12": 0.0059, "exact_d12": 0.0, "acc_d13": 0.0078, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.0088, "exact_d16": 0.0, "heldout_byte_acc": 0.005045572916666667, "heldout_record_exact": 0.0, "heldout_answer_bpb": 28.126621802647907, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.7352941176470589, "word_len_match": 0.9411764705882353, "step": 17000, "loss": 1178.593994140625, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1368, "wall_s": 2325.5 }, { "acc_d11": 0.0029, "exact_d11": 0.0, "acc_d12": 0.0, "exact_d12": 0.0, "acc_d13": 0.001, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0059, "exact_d15": 0.0, "acc_d16": 0.0029, "exact_d16": 0.0, "heldout_byte_acc": 0.0027669270833333335, "heldout_record_exact": 0.0, "heldout_answer_bpb": 27.27013123035431, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 18000, "loss": 1195.814453125, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1462, "wall_s": 2631.9 }, { "acc_d11": 0.0029, "exact_d11": 0.0, "acc_d12": 0.002, "exact_d12": 0.0, "acc_d13": 0.0039, "exact_d13": 0.0, "acc_d14": 0.0, "exact_d14": 0.0, "acc_d15": 0.0088, "exact_d15": 0.0, "acc_d16": 0.0078, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.23710270722707, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.9117647058823529, "word_len_match": 0.9411764705882353, "step": 19000, "loss": 1125.1470947265625, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1546, "wall_s": 2938.0 }, { "acc_d11": 0.001, "exact_d11": 0.0, "acc_d12": 0.0059, "exact_d12": 0.0, "acc_d13": 0.001, "exact_d13": 0.0, "acc_d14": 0.0029, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.0049, "exact_d16": 0.0, "heldout_byte_acc": 0.0027669270833333335, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.115233222643536, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 1.0, "code_map": "[1, 0]", "empty_word_rate": 0.0, "word_purity": 0.22058823529411764, "word_len_match": 0.9264705882352942, "step": 20000, "loss": 1118.9805908203125, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1622, "wall_s": 3244.6 }, { "acc_d11": 0.0, "exact_d11": 0.0, "acc_d12": 0.0029, "exact_d12": 0.0, "acc_d13": 0.0039, "exact_d13": 0.0, "acc_d14": 0.0068, "exact_d14": 0.0, "acc_d15": 0.0059, "exact_d15": 0.0, "acc_d16": 0.0029, "exact_d16": 0.0, "heldout_byte_acc": 0.0037434895833333335, "heldout_record_exact": 0.0, "heldout_answer_bpb": 28.60823678970337, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 1.0, "code_map": "[1, 0]", "empty_word_rate": 0.0, "word_purity": 0.1323529411764706, "word_len_match": 0.8970588235294118, "step": 21000, "loss": 1093.8760986328125, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1691, "wall_s": 3551.4 }, { "acc_d11": 0.0059, "exact_d11": 0.0, "acc_d12": 0.0, "exact_d12": 0.0, "acc_d13": 0.002, "exact_d13": 0.0, "acc_d14": 0.0098, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.001, "exact_d16": 0.0, "heldout_byte_acc": 0.0032552083333333335, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.295594175656635, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 1.0, "code_map": "[1, 0]", "empty_word_rate": 0.0, "word_purity": 0.16176470588235295, "word_len_match": 0.9117647058823529, "step": 22000, "loss": 1083.6669921875, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1754, "wall_s": 3857.7 }, { "acc_d11": 0.0059, "exact_d11": 0.0, "acc_d12": 0.0049, "exact_d12": 0.0, "acc_d13": 0.001, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.0049, "exact_d15": 0.0, "acc_d16": 0.0078, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.320675174395245, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 23000, "loss": 1294.2850341796875, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1811, "wall_s": 4164.6 } ], "final": { "acc_d11": 0.0059, "exact_d11": 0.0, "acc_d12": 0.0049, "exact_d12": 0.0, "acc_d13": 0.001, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.0049, "exact_d15": 0.0, "acc_d16": 0.0078, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 29.320675174395245, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 23000, "loss": 1294.2850341796875, "lam_mid": 1.0, "cur_depth": 10, "s_per_step": 0.1811, "wall_s": 4164.6 } } ], "partial": true }