| { |
| "screen": "G1-FS16", |
| "arm": "dense_shared", |
| "seeds": [ |
| 0 |
| ], |
| "nonce": 0, |
| "steps": 24000, |
| "events": 2, |
| "m_records": 16, |
| "d": 64, |
| "layers": 3, |
| "carrier": 256, |
| "train_depth": 10, |
| "closure": 16, |
| "lam_mid": 0.0, |
| "lam_cpu": 0.02, |
| "lam_a": 0.02, |
| "mid_warmup": 0.0, |
| "curriculum": 0.0, |
| "straight_through": true, |
| "st_after": 0.0, |
| "act_init": 4.0, |
| "sampled": true, |
| "eps": 0.05, |
| "device": "cuda", |
| "runs": [ |
| { |
| "seed": 0, |
| "oracle": { |
| "worst_acc": 0.0, |
| "worst_depth": 7, |
| "max_mid_entropy": 1.0389091968536377, |
| "pass": false |
| }, |
| "history": [ |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0117, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005208333333333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.046273787816366, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.5, |
| "distinct_codes": 0.0, |
| "code_map": "[0, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 0, |
| "loss": 4111.59326171875, |
| "train_bits": 4111.57, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 1.2842, |
| "wall_s": 1.3 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0059, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0117, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00439453125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.571073750654856, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 1000, |
| "loss": 2366.1416015625, |
| "train_bits": 2366.22, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3295, |
| "wall_s": 329.5 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0088, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0068, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00390625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.64840281009674, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 2000, |
| "loss": 2351.7607421875, |
| "train_bits": 2351.83, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3292, |
| "wall_s": 658.4 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0068, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00244140625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.634359021981558, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 3000, |
| "loss": 2343.69580078125, |
| "train_bits": 2343.77, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 987.4 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0117, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00439453125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.71297695239385, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 4000, |
| "loss": 2251.392822265625, |
| "train_bits": 2251.47, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 1316.5 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0035807291666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.835083067417145, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 5000, |
| "loss": 2045.529541015625, |
| "train_bits": 2044.12, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 1645.5 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0088, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0068, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004231770833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.856456855932871, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 6000, |
| "loss": 1648.3856201171875, |
| "train_bits": 1644.42, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 1974.6 |
| }, |
| { |
| "acc_d11": 0.0098, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004231770833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.803214212258657, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 7000, |
| "loss": 1996.58935546875, |
| "train_bits": 1996.66, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 2303.6 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0078, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00439453125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.779992163181305, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 8000, |
| "loss": 1930.1630859375, |
| "train_bits": 1930.24, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 2632.8 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00439453125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.738096117973328, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 9000, |
| "loss": 1544.10205078125, |
| "train_bits": 1543.18, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 2962.0 |
| }, |
| { |
| "acc_d11": 0.0, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00244140625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.886011044184366, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 10000, |
| "loss": 1411.2674560546875, |
| "train_bits": 1410.84, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 3291.1 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0068, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0032552083333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.849034607410431, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 11000, |
| "loss": 1482.4595947265625, |
| "train_bits": 1482.53, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 3620.2 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.001, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0068, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0032552083333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.930628061294556, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 12000, |
| "loss": 2379.151611328125, |
| "train_bits": 2379.23, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 3949.2 |
| }, |
| { |
| "acc_d11": 0.0049, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0032552083333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.786737541357676, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 13000, |
| "loss": 2310.62744140625, |
| "train_bits": 2310.7, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 4278.3 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00390625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.97534050544103, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 14000, |
| "loss": 2319.6767578125, |
| "train_bits": 2319.75, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 4607.6 |
| }, |
| { |
| "acc_d11": 0.0, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0107, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0078, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00390625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.926225145657858, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 15000, |
| "loss": 2268.4443359375, |
| "train_bits": 2268.52, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 4936.7 |
| }, |
| { |
| "acc_d11": 0.0078, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0078, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0068, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0048828125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.896854599316915, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 16000, |
| "loss": 2195.94287109375, |
| "train_bits": 2196.02, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 5265.9 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0027669270833333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.99845814704895, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 17000, |
| "loss": 2085.879150390625, |
| "train_bits": 2085.95, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 5595.1 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0029296875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.987029830614725, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 18000, |
| "loss": 1967.9566650390625, |
| "train_bits": 1968.03, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 5924.1 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0078, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004557291666666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.903545240561167, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 19000, |
| "loss": 1909.9058837890625, |
| "train_bits": 1909.98, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 6253.5 |
| }, |
| { |
| "acc_d11": 0.0088, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0059, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005045572916666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.8541379570961, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 20000, |
| "loss": 1532.99267578125, |
| "train_bits": 1532.07, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 6582.8 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0059, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0027669270833333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.939716398715973, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 21000, |
| "loss": 1407.2421875, |
| "train_bits": 1406.82, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 6912.0 |
| }, |
| { |
| "acc_d11": 0.0049, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004231770833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.954093337059021, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 22000, |
| "loss": 1456.5513916015625, |
| "train_bits": 1456.63, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 7241.2 |
| }, |
| { |
| "acc_d11": 0.0088, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.001, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0039, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0035807291666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.945041795571646, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23000, |
| "loss": 2388.985107421875, |
| "train_bits": 2389.06, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 7570.3 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0029296875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.960919857025146, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23999, |
| "loss": 2305.883544921875, |
| "train_bits": 2305.96, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 7899.2 |
| } |
| ], |
| "final": { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0029296875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.960919857025146, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23999, |
| "loss": 2305.883544921875, |
| "train_bits": 2305.96, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3291, |
| "wall_s": 7899.2 |
| } |
| } |
| ], |
| "partial": false |
| } |
