| { |
| "screen": "G1-FS16", |
| "arm": "shuffled", |
| "seeds": [ |
| 0 |
| ], |
| "nonce": 0, |
| "steps": 24000, |
| "events": 2, |
| "m_records": 16, |
| "d": 64, |
| "layers": 3, |
| "carrier": 256, |
| "train_depth": 10, |
| "closure": 16, |
| "lam_mid": 0.0, |
| "lam_cpu": 0.02, |
| "lam_a": 0.02, |
| "mid_warmup": 0.0, |
| "curriculum": 0.0, |
| "straight_through": true, |
| "st_after": 0.0, |
| "act_init": 4.0, |
| "sampled": true, |
| "eps": 0.05, |
| "device": "cuda", |
| "runs": [ |
| { |
| "seed": 0, |
| "oracle": { |
| "worst_acc": 1.0, |
| "worst_depth": -1, |
| "max_mid_entropy": 0.001069359015673399, |
| "pass": true |
| }, |
| "history": [ |
| { |
| "acc_d11": 0.0098, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0098, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005859375, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.065267860889435, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 1.0, |
| "word_len_match": 1.0, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 1.0, |
| "step": 0, |
| "loss": 4109.00439453125, |
| "train_bits": 4108.85, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 2.1348, |
| "wall_s": 2.1 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0078, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0098, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004720052083333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.593040108680725, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 1000, |
| "loss": 2337.5732421875, |
| "train_bits": 2337.65, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3315, |
| "wall_s": 331.5 |
| }, |
| { |
| "acc_d11": 0.0, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0068, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0022786458333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.599640250205994, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 2000, |
| "loss": 1879.844970703125, |
| "train_bits": 1879.88, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3308, |
| "wall_s": 661.6 |
| }, |
| { |
| "acc_d11": 0.0068, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00341796875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.587240358193716, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 3000, |
| "loss": 2316.801513671875, |
| "train_bits": 2316.88, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3307, |
| "wall_s": 992.0 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0068, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00341796875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.599406242370605, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 4000, |
| "loss": 1716.8623046875, |
| "train_bits": 1716.92, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 1322.2 |
| }, |
| { |
| "acc_d11": 0.0068, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0059, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0035807291666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.580215752124786, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 5000, |
| "loss": 2117.02734375, |
| "train_bits": 2117.1, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3306, |
| "wall_s": 1652.8 |
| }, |
| { |
| "acc_d11": 0.0068, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0032552083333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.610028445720673, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 6000, |
| "loss": 2053.330322265625, |
| "train_bits": 2053.4, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 1982.9 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0107, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0127, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005533854166666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.6762486298879, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 7000, |
| "loss": 1731.56103515625, |
| "train_bits": 1731.63, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 2313.7 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00390625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 10.2917586962382, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.5, |
| "distinct_codes": 0.0, |
| "code_map": "[None, 1]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 8000, |
| "loss": 1528.323486328125, |
| "train_bits": 1528.4, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3306, |
| "wall_s": 2644.5 |
| }, |
| { |
| "acc_d11": 0.0059, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0088, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004720052083333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.58456003665924, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 9000, |
| "loss": 1394.572021484375, |
| "train_bits": 1394.65, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3306, |
| "wall_s": 2975.4 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0026041666666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.61851280927658, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 10000, |
| "loss": 1304.248046875, |
| "train_bits": 1304.32, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3306, |
| "wall_s": 3306.0 |
| }, |
| { |
| "acc_d11": 0.0059, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0059, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0059, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0068, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005208333333333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.629944443702698, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 11000, |
| "loss": 1398.9024658203125, |
| "train_bits": 1398.98, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3306, |
| "wall_s": 3637.0 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0035807291666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.605124771595001, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 12000, |
| "loss": 2331.955810546875, |
| "train_bits": 2332.03, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.331, |
| "wall_s": 3971.5 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.001, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.001953125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 10.117755572001139, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.5, |
| "distinct_codes": 0.0, |
| "code_map": "[None, 1]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 13000, |
| "loss": 2318.793212890625, |
| "train_bits": 2318.87, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3309, |
| "wall_s": 4302.2 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0029296875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.811063806215921, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 14000, |
| "loss": 2305.721435546875, |
| "train_bits": 2305.79, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3309, |
| "wall_s": 4632.9 |
| }, |
| { |
| "acc_d11": 0.0068, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0078, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0059, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0068, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.006184895833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.53210335969925, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 15000, |
| "loss": 2211.566650390625, |
| "train_bits": 2211.64, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3308, |
| "wall_s": 4962.7 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.001953125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 10.831863204638163, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.5, |
| "distinct_codes": 0.0, |
| "code_map": "[None, 1]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 16000, |
| "loss": 1743.0167236328125, |
| "train_bits": 1743.09, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3307, |
| "wall_s": 5291.4 |
| }, |
| { |
| "acc_d11": 0.0059, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0068, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0068, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00439453125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.72652155160904, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 17000, |
| "loss": 1899.0225830078125, |
| "train_bits": 1899.1, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3306, |
| "wall_s": 5620.6 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0078, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00341796875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.637447436650595, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 18000, |
| "loss": 1711.331787109375, |
| "train_bits": 1711.41, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 5949.8 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0068, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00244140625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 10.14882097641627, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.5, |
| "distinct_codes": 0.0, |
| "code_map": "[None, 1]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 19000, |
| "loss": 1377.9503173828125, |
| "train_bits": 1378.02, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 6279.5 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0078, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0059, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0078, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004557291666666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.751150707403818, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 20000, |
| "loss": 1404.2581787109375, |
| "train_bits": 1404.33, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3305, |
| "wall_s": 6609.6 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0078, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0068, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004557291666666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.896891216437021, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 21000, |
| "loss": 1287.6591796875, |
| "train_bits": 1287.73, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3304, |
| "wall_s": 6939.0 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00341796875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.634483397006989, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 22000, |
| "loss": 1418.293212890625, |
| "train_bits": 1418.37, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3304, |
| "wall_s": 7268.1 |
| }, |
| { |
| "acc_d11": 0.0088, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0068, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005208333333333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 10.425388316313425, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.5, |
| "distinct_codes": 0.0, |
| "code_map": "[None, 0]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23000, |
| "loss": 2324.0361328125, |
| "train_bits": 2324.11, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3303, |
| "wall_s": 7597.7 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0068, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0078, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004231770833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 10.053640683492025, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23999, |
| "loss": 2288.005615234375, |
| "train_bits": 2288.08, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3303, |
| "wall_s": 7926.6 |
| } |
| ], |
| "final": { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0068, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0078, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004231770833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 10.053640683492025, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 0.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23999, |
| "loss": 2288.005615234375, |
| "train_bits": 2288.08, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3303, |
| "wall_s": 7926.6 |
| } |
| } |
| ], |
| "partial": false |
| } |
