{ "screen": "G1-FS16", "arm": "shuffled", "seeds": [ 0 ], "nonce": 0, "steps": 24000, "events": 2, "m_records": 16, "d": 64, "layers": 3, "carrier": 256, "train_depth": 10, "closure": 16, "lam_mid": 0.0, "lam_cpu": 0.02, "lam_a": 0.02, "mid_warmup": 0.0, "curriculum": 0.5, "straight_through": true, "eps": 0.05, "device": "cuda", "runs": [ { "seed": 0, "oracle": { "worst_acc": 1.0, "worst_depth": -1, "max_mid_entropy": 0.0008481992990709841, "pass": true }, "history": [ { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.0039, "exact_d12": 0.0, "acc_d13": 0.0049, "exact_d13": 0.0, "acc_d14": 0.0029, "exact_d14": 0.0, "acc_d15": 0.0029, "exact_d15": 0.0, "acc_d16": 0.0088, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 8.016182680924734, "heldout_min_exact": 0.0, "singleton_len1": 0.5, "distinct_codes": 0.0, "code_map": "[1, None]", "empty_word_rate": 1.0, "word_purity": 0.0, "word_len_match": 0.0, "step": 0, "loss": 4102.23291015625, "lam_mid": 0.0, "cur_depth": 1, "s_per_step": 1.1185, "wall_s": 1.1 }, { "acc_d11": 0.0039, "exact_d11": 0.0, "acc_d12": 0.0029, "exact_d12": 0.0, "acc_d13": 0.0068, "exact_d13": 0.0, "acc_d14": 0.0059, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.0039, "exact_d16": 0.0, "heldout_byte_acc": 0.004069010416666667, "heldout_record_exact": 0.0, "heldout_answer_bpb": 12.576202273368835, "heldout_min_exact": 0.0, "singleton_len1": 0.0, "distinct_codes": 0.0, "code_map": "[None, None]", "empty_word_rate": 0.0, "word_purity": 0.0, "word_len_match": 0.0, "step": 1000, "loss": 1054.2313232421875, "lam_mid": 0.0, "cur_depth": 1, "s_per_step": 0.0341, "wall_s": 34.1 }, { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.001, "exact_d12": 0.0, "acc_d13": 0.002, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0107, "exact_d15": 0.0, "acc_d16": 0.0049, "exact_d16": 0.0, "heldout_byte_acc": 0.004069010416666667, "heldout_record_exact": 0.0, "heldout_answer_bpb": 16.62142030398051, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.11764705882352941, "word_len_match": 0.11764705882352941, "step": 2000, "loss": 1119.09521484375, "lam_mid": 0.0, "cur_depth": 2, "s_per_step": 0.0357, "wall_s": 71.3 }, { "acc_d11": 0.0078, "exact_d11": 0.0, "acc_d12": 0.001, "exact_d12": 0.0, "acc_d13": 0.0059, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.001, "exact_d15": 0.0, "acc_d16": 0.0039, "exact_d16": 0.0, "heldout_byte_acc": 0.00390625, "heldout_record_exact": 0.0, "heldout_answer_bpb": 19.389815131823223, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 3000, "loss": 1061.8482666015625, "lam_mid": 0.0, "cur_depth": 3, "s_per_step": 0.0374, "wall_s": 112.2 }, { "acc_d11": 0.0029, "exact_d11": 0.0, "acc_d12": 0.0039, "exact_d12": 0.0, "acc_d13": 0.0039, "exact_d13": 0.0, "acc_d14": 0.0029, "exact_d14": 0.0, "acc_d15": 0.0, "exact_d15": 0.0, "acc_d16": 0.001, "exact_d16": 0.0, "heldout_byte_acc": 0.00244140625, "heldout_record_exact": 0.0, "heldout_answer_bpb": 21.44542706012726, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 4000, "loss": 1069.1434326171875, "lam_mid": 0.0, "cur_depth": 4, "s_per_step": 0.0391, "wall_s": 156.4 }, { "acc_d11": 0.0029, "exact_d11": 0.0, "acc_d12": 0.0059, "exact_d12": 0.0, "acc_d13": 0.0039, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0059, "exact_d15": 0.0, "acc_d16": 0.0029, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 23.70994774500529, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.25, "word_len_match": 0.9411764705882353, "step": 5000, "loss": 1069.2491455078125, "lam_mid": 0.0, "cur_depth": 4, "s_per_step": 0.0412, "wall_s": 206.2 }, { "acc_d11": 0.002, "exact_d11": 0.0, "acc_d12": 0.0, "exact_d12": 0.0, "acc_d13": 0.0029, "exact_d13": 0.0, "acc_d14": 0.0039, "exact_d14": 0.0, "acc_d15": 0.0049, "exact_d15": 0.0, "acc_d16": 0.0068, "exact_d16": 0.0, "heldout_byte_acc": 0.00341796875, "heldout_record_exact": 0.0, "heldout_answer_bpb": 24.721510966618855, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.6470588235294118, "word_len_match": 0.7205882352941176, "step": 6000, "loss": 1073.3253173828125, "lam_mid": 0.0, "cur_depth": 5, "s_per_step": 0.0434, "wall_s": 260.1 }, { "acc_d11": 0.0039, "exact_d11": 0.0, "acc_d12": 0.0059, "exact_d12": 0.0, "acc_d13": 0.0068, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.0059, "exact_d15": 0.0, "acc_d16": 0.0049, "exact_d16": 0.0, "heldout_byte_acc": 0.004720052083333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 25.54394014676412, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 7000, "loss": 1078.3133544921875, "lam_mid": 0.0, "cur_depth": 6, "s_per_step": 0.0454, "wall_s": 318.0 }, { "acc_d11": 0.001, "exact_d11": 0.0, "acc_d12": 0.0068, "exact_d12": 0.0, "acc_d13": 0.0039, "exact_d13": 0.0, "acc_d14": 0.0049, "exact_d14": 0.0, "acc_d15": 0.0029, "exact_d15": 0.0, "acc_d16": 0.0059, "exact_d16": 0.0, "heldout_byte_acc": 0.004231770833333333, "heldout_record_exact": 0.0, "heldout_answer_bpb": 26.608838160832722, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[0, 0]", "empty_word_rate": 0.0, "word_purity": 0.17647058823529413, "word_len_match": 0.9411764705882353, "step": 8000, "loss": 1077.4246826171875, "lam_mid": 0.0, "cur_depth": 7, "s_per_step": 0.0476, "wall_s": 380.9 }, { "acc_d11": 0.0107, "exact_d11": 0.0, "acc_d12": 0.0059, "exact_d12": 0.0, "acc_d13": 0.0049, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.0, "exact_d15": 0.0, "acc_d16": 0.0068, "exact_d16": 0.0, "heldout_byte_acc": 0.0048828125, "heldout_record_exact": 0.0, "heldout_answer_bpb": 27.17023964722951, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 9000, "loss": 1076.650634765625, "lam_mid": 0.0, "cur_depth": 7, "s_per_step": 0.0506, "wall_s": 455.4 } ], "final": { "acc_d11": 0.0107, "exact_d11": 0.0, "acc_d12": 0.0059, "exact_d12": 0.0, "acc_d13": 0.0049, "exact_d13": 0.0, "acc_d14": 0.001, "exact_d14": 0.0, "acc_d15": 0.0, "exact_d15": 0.0, "acc_d16": 0.0068, "exact_d16": 0.0, "heldout_byte_acc": 0.0048828125, "heldout_record_exact": 0.0, "heldout_answer_bpb": 27.17023964722951, "heldout_min_exact": 0.0, "singleton_len1": 1.0, "distinct_codes": 0.0, "code_map": "[1, 1]", "empty_word_rate": 0.0, "word_purity": 0.9411764705882353, "word_len_match": 0.9411764705882353, "step": 9000, "loss": 1076.650634765625, "lam_mid": 0.0, "cur_depth": 7, "s_per_step": 0.0506, "wall_s": 455.4 } } ], "partial": true }