| { |
| "screen": "G1-FS16", |
| "arm": "random_frozen", |
| "seeds": [ |
| 0 |
| ], |
| "nonce": 0, |
| "steps": 24000, |
| "events": 2, |
| "m_records": 16, |
| "d": 64, |
| "layers": 3, |
| "carrier": 256, |
| "train_depth": 10, |
| "closure": 16, |
| "lam_mid": 0.0, |
| "lam_cpu": 0.02, |
| "lam_a": 0.02, |
| "mid_warmup": 0.0, |
| "curriculum": 0.0, |
| "straight_through": true, |
| "st_after": 0.0, |
| "act_init": 4.0, |
| "sampled": true, |
| "eps": 0.05, |
| "device": "cuda", |
| "runs": [ |
| { |
| "seed": 0, |
| "oracle": { |
| "worst_acc": 0.0, |
| "worst_depth": 7, |
| "max_mid_entropy": 1.0205601453781128, |
| "pass": false |
| }, |
| "history": [ |
| { |
| "acc_d11": 0.0098, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.001, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0098, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005859375, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.065268695354462, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 1.0, |
| "distinct_codes": 1.0, |
| "code_map": "[1, 0]", |
| "empty_word_rate": 1.0, |
| "word_purity": 1.0, |
| "word_len_match": 1.0, |
| "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]", |
| "purity_trained": 1.0, |
| "purity_closure": 1.0, |
| "step": 0, |
| "loss": 4109.00439453125, |
| "train_bits": 4108.85, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 2.2231, |
| "wall_s": 2.2 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.001953125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.76097963253657, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 1000, |
| "loss": 2362.3095703125, |
| "train_bits": 2360.36, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3102, |
| "wall_s": 310.2 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0059, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0088, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0088, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0088, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.006184895833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 8.86100192864736, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 2000, |
| "loss": 2345.51318359375, |
| "train_bits": 2344.18, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3094, |
| "wall_s": 618.8 |
| }, |
| { |
| "acc_d11": 0.0, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0059, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0021158854166666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.095810214678446, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 3000, |
| "loss": 2374.49658203125, |
| "train_bits": 2374.23, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3091, |
| "wall_s": 927.2 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00439453125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.134622593720755, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 4000, |
| "loss": 2287.994384765625, |
| "train_bits": 2287.21, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.309, |
| "wall_s": 1236.2 |
| }, |
| { |
| "acc_d11": 0.002, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.001, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0039, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0068, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0030924479166666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.147622088591257, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 5000, |
| "loss": 2214.65576171875, |
| "train_bits": 2214.42, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3091, |
| "wall_s": 1545.4 |
| }, |
| { |
| "acc_d11": 0.0078, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0137, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005696614583333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.237702171007792, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 6000, |
| "loss": 2168.156982421875, |
| "train_bits": 2168.15, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.309, |
| "wall_s": 1854.3 |
| }, |
| { |
| "acc_d11": 0.0049, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0026041666666666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.295869489510855, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 7000, |
| "loss": 1991.5909423828125, |
| "train_bits": 1991.14, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3089, |
| "wall_s": 2162.6 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0059, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0117, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.006022135416666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.211225191752115, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 8000, |
| "loss": 1922.7529296875, |
| "train_bits": 1922.61, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 2470.8 |
| }, |
| { |
| "acc_d11": 0.0059, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0088, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004231770833333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.303129653135935, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 9000, |
| "loss": 1730.9818115234375, |
| "train_bits": 1730.85, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 2779.1 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0068, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0032552083333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.237850844860077, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 10000, |
| "loss": 1613.7188720703125, |
| "train_bits": 1613.54, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 3087.9 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0029, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0029296875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.282233734925589, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 11000, |
| "loss": 1596.8316650390625, |
| "train_bits": 1596.79, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 3397.0 |
| }, |
| { |
| "acc_d11": 0.0078, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0027669270833333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.346325794855753, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 12000, |
| "loss": 2433.416015625, |
| "train_bits": 2428.76, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 3705.8 |
| }, |
| { |
| "acc_d11": 0.0, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0059, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0059, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00439453125, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.351010739803314, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 13000, |
| "loss": 2353.288818359375, |
| "train_bits": 2351.09, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 4014.8 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0068, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005045572916666667, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.417981564998627, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 14000, |
| "loss": 2328.095458984375, |
| "train_bits": 2325.66, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 4323.6 |
| }, |
| { |
| "acc_d11": 0.0059, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0032552083333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.26736867427826, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 15000, |
| "loss": 2306.0283203125, |
| "train_bits": 2304.77, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 4632.3 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0029, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0059, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0022786458333333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.322615146636963, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 16000, |
| "loss": 2217.380126953125, |
| "train_bits": 2213.54, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 4941.5 |
| }, |
| { |
| "acc_d11": 0.001, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.001, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0049, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00341796875, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.464131196339926, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 17000, |
| "loss": 2150.609619140625, |
| "train_bits": 2150.53, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3089, |
| "wall_s": 5251.0 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0049, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00244140625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.434688786665598, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 18000, |
| "loss": 1996.9251708984375, |
| "train_bits": 1996.76, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 5559.3 |
| }, |
| { |
| "acc_d11": 0.0029, |
| "exact_d11": 0.0, |
| "acc_d12": 0.002, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0059, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0059, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0037434895833333335, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.406596998373667, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 19000, |
| "loss": 1858.02978515625, |
| "train_bits": 1857.76, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 5868.1 |
| }, |
| { |
| "acc_d11": 0.0, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0059, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0049, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0029, |
| "exact_d14": 0.0, |
| "acc_d15": 0.001, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0088, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00390625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.265514949957529, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 20000, |
| "loss": 1742.27685546875, |
| "train_bits": 1742.0, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 6177.0 |
| }, |
| { |
| "acc_d11": 0.0, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0068, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.002, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.00244140625, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.369757175445557, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 21000, |
| "loss": 1583.1182861328125, |
| "train_bits": 1583.03, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3089, |
| "wall_s": 6486.3 |
| }, |
| { |
| "acc_d11": 0.0059, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0039, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0039, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0088, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0039, |
| "exact_d15": 0.0, |
| "acc_d16": 0.002, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.004720052083333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.419825176397959, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 22000, |
| "loss": 1520.6165771484375, |
| "train_bits": 1520.41, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3089, |
| "wall_s": 6795.4 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.0029, |
| "exact_d12": 0.0, |
| "acc_d13": 0.0137, |
| "exact_d13": 0.0, |
| "acc_d14": 0.0049, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0049, |
| "exact_d15": 0.0, |
| "acc_d16": 0.001, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.005208333333333333, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.3697007894516, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23000, |
| "loss": 2412.542724609375, |
| "train_bits": 2409.18, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3089, |
| "wall_s": 7103.8 |
| }, |
| { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0068, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0030924479166666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.54440063238144, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23999, |
| "loss": 2391.651611328125, |
| "train_bits": 2389.69, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 7412.0 |
| } |
| ], |
| "final": { |
| "acc_d11": 0.0039, |
| "exact_d11": 0.0, |
| "acc_d12": 0.001, |
| "exact_d12": 0.0, |
| "acc_d13": 0.002, |
| "exact_d13": 0.0, |
| "acc_d14": 0.002, |
| "exact_d14": 0.0, |
| "acc_d15": 0.0068, |
| "exact_d15": 0.0, |
| "acc_d16": 0.0029, |
| "exact_d16": 0.0, |
| "heldout_byte_acc": 0.0030924479166666665, |
| "heldout_record_exact": 0.0, |
| "heldout_answer_bpb": 9.54440063238144, |
| "heldout_min_exact": 0.0, |
| "singleton_len1": 0.0, |
| "distinct_codes": 0.0, |
| "code_map": "[None, None]", |
| "empty_word_rate": 1.0, |
| "word_purity": 0.0, |
| "word_len_match": 0.0, |
| "step": 23999, |
| "loss": 2391.651611328125, |
| "train_bits": 2389.69, |
| "lam_mid": 0.0, |
| "cur_depth": 10, |
| "st": 1, |
| "s_per_step": 0.3088, |
| "wall_s": 7412.0 |
| } |
| } |
| ], |
| "partial": false |
| } |
