trident-ec / scratch /g1rep_shuffled_s1.json
farguney's picture
Upload scratch/g1rep_shuffled_s1.json with huggingface_hub
4786548 verified
Raw
History Blame Contribute Delete
10.9 kB
{
"screen": "G1-FS16",
"arm": "shuffled",
"seeds": [
1
],
"nonce": 0,
"steps": 4000,
"events": 2,
"m_records": 16,
"d": 64,
"layers": 3,
"carrier": 256,
"train_depth": 10,
"closure": 16,
"lam_mid": 0.0,
"lam_cpu": 0.02,
"lam_a": 0.02,
"mid_warmup": 0.0,
"curriculum": 0.0,
"straight_through": true,
"st_after": 0.0,
"act_init": 4.0,
"sampled": true,
"eps": 0.05,
"device": "cuda",
"runs": [
{
"seed": 1,
"oracle": {
"worst_acc": 1.0,
"worst_depth": -1,
"max_mid_entropy": 0.0011125560849905014,
"pass": true
},
"history": [
{
"acc_d11": 0.0,
"exact_d11": 0.0,
"acc_d12": 0.002,
"exact_d12": 0.0,
"acc_d13": 0.002,
"exact_d13": 0.0,
"acc_d14": 0.0029,
"exact_d14": 0.0,
"acc_d15": 0.0039,
"exact_d15": 0.0,
"acc_d16": 0.0029,
"exact_d16": 0.0,
"heldout_byte_acc": 0.0022786458333333335,
"heldout_record_exact": 0.0,
"heldout_answer_bpb": 8.072190006573996,
"heldout_min_exact": 0.0,
"singleton_len1": 1.0,
"distinct_codes": 1.0,
"code_map": "[1, 0]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 1.729,
"clip_actions": 14.311,
"clip_spine": 4385.985,
"step": 0,
"loss": 4226.7734375,
"train_bits": 4175.31,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 2.1851,
"wall_s": 2.2
},
{
"acc_d11": 0.0039,
"exact_d11": 0.0,
"acc_d12": 0.0049,
"exact_d12": 0.0,
"acc_d13": 0.001,
"exact_d13": 0.0,
"acc_d14": 0.0029,
"exact_d14": 0.0,
"acc_d15": 0.0068,
"exact_d15": 0.0,
"acc_d16": 0.002,
"exact_d16": 0.0,
"heldout_byte_acc": 0.0035807291666666665,
"heldout_record_exact": 0.0,
"heldout_answer_bpb": 8.227465887864431,
"heldout_min_exact": 0.0,
"singleton_len1": 0.0,
"distinct_codes": 0.0,
"code_map": "[None, None]",
"empty_word_rate": 1.0,
"word_purity": 0.0,
"word_len_match": 0.0,
"clip_compiler": 24.642,
"clip_actions": 17.408,
"clip_spine": 1336.517,
"step": 500,
"loss": 2008.996337890625,
"train_bits": 1976.63,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3388,
"wall_s": 169.4
},
{
"acc_d11": 0.0068,
"exact_d11": 0.0,
"acc_d12": 0.0049,
"exact_d12": 0.0,
"acc_d13": 0.001,
"exact_d13": 0.0,
"acc_d14": 0.002,
"exact_d14": 0.0,
"acc_d15": 0.0078,
"exact_d15": 0.0,
"acc_d16": 0.0068,
"exact_d16": 0.0,
"heldout_byte_acc": 0.0048828125,
"heldout_record_exact": 0.0,
"heldout_answer_bpb": 17.385420282681782,
"heldout_min_exact": 0.0,
"singleton_len1": 1.0,
"distinct_codes": 0.0,
"code_map": "[1, 1]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 5.268,
"clip_actions": 0.15,
"clip_spine": 1628.376,
"step": 1000,
"loss": 1375.91357421875,
"train_bits": 1344.74,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3389,
"wall_s": 338.9
},
{
"acc_d11": 0.0068,
"exact_d11": 0.0,
"acc_d12": 0.0049,
"exact_d12": 0.0,
"acc_d13": 0.001,
"exact_d13": 0.0,
"acc_d14": 0.002,
"exact_d14": 0.0,
"acc_d15": 0.0078,
"exact_d15": 0.0,
"acc_d16": 0.0068,
"exact_d16": 0.0,
"heldout_byte_acc": 0.0048828125,
"heldout_record_exact": 0.0,
"heldout_answer_bpb": 19.749864021937054,
"heldout_min_exact": 0.0,
"singleton_len1": 1.0,
"distinct_codes": 0.0,
"code_map": "[1, 1]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 15.901,
"clip_actions": 0.063,
"clip_spine": 3201.784,
"step": 1500,
"loss": 1208.3519287109375,
"train_bits": 1194.65,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3389,
"wall_s": 508.3
},
{
"acc_d11": 1.0,
"exact_d11": 1.0,
"acc_d12": 1.0,
"exact_d12": 1.0,
"acc_d13": 1.0,
"exact_d13": 1.0,
"acc_d14": 1.0,
"exact_d14": 1.0,
"acc_d15": 1.0,
"exact_d15": 1.0,
"acc_d16": 1.0,
"exact_d16": 1.0,
"heldout_byte_acc": 1.0,
"heldout_record_exact": 1.0,
"heldout_answer_bpb": 0.001482605774071999,
"heldout_min_exact": 1.0,
"singleton_len1": 1.0,
"distinct_codes": 1.0,
"code_map": "[1, 0]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 16.92,
"clip_actions": 0.031,
"clip_spine": 493.364,
"step": 2000,
"loss": 1285.947265625,
"train_bits": 1260.52,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3389,
"wall_s": 677.9
},
{
"acc_d11": 1.0,
"exact_d11": 1.0,
"acc_d12": 1.0,
"exact_d12": 1.0,
"acc_d13": 1.0,
"exact_d13": 1.0,
"acc_d14": 1.0,
"exact_d14": 1.0,
"acc_d15": 1.0,
"exact_d15": 1.0,
"acc_d16": 1.0,
"exact_d16": 1.0,
"heldout_byte_acc": 1.0,
"heldout_record_exact": 1.0,
"heldout_answer_bpb": 0.0009107958261059442,
"heldout_min_exact": 1.0,
"singleton_len1": 1.0,
"distinct_codes": 1.0,
"code_map": "[1, 0]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 12.849,
"clip_actions": 0.02,
"clip_spine": 643.118,
"step": 2500,
"loss": 1173.336669921875,
"train_bits": 1166.21,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3389,
"wall_s": 847.3
},
{
"acc_d11": 1.0,
"exact_d11": 1.0,
"acc_d12": 1.0,
"exact_d12": 1.0,
"acc_d13": 1.0,
"exact_d13": 1.0,
"acc_d14": 1.0,
"exact_d14": 1.0,
"acc_d15": 1.0,
"exact_d15": 1.0,
"acc_d16": 1.0,
"exact_d16": 1.0,
"heldout_byte_acc": 1.0,
"heldout_record_exact": 1.0,
"heldout_answer_bpb": 0.0005047521917731501,
"heldout_min_exact": 1.0,
"singleton_len1": 1.0,
"distinct_codes": 1.0,
"code_map": "[1, 0]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 35.754,
"clip_actions": 0.011,
"clip_spine": 2645.988,
"step": 3000,
"loss": 1300.7769775390625,
"train_bits": 1279.9,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3389,
"wall_s": 1016.6
},
{
"acc_d11": 1.0,
"exact_d11": 1.0,
"acc_d12": 1.0,
"exact_d12": 1.0,
"acc_d13": 1.0,
"exact_d13": 1.0,
"acc_d14": 1.0,
"exact_d14": 1.0,
"acc_d15": 1.0,
"exact_d15": 1.0,
"acc_d16": 1.0,
"exact_d16": 1.0,
"heldout_byte_acc": 1.0,
"heldout_record_exact": 1.0,
"heldout_answer_bpb": 0.00032739746287309873,
"heldout_min_exact": 1.0,
"singleton_len1": 1.0,
"distinct_codes": 1.0,
"code_map": "[1, 0]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 9.666,
"clip_actions": 0.008,
"clip_spine": 357.424,
"step": 3500,
"loss": 1130.289794921875,
"train_bits": 1123.82,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3388,
"wall_s": 1185.6
},
{
"acc_d11": 0.001,
"exact_d11": 0.0,
"acc_d12": 0.0029,
"exact_d12": 0.0,
"acc_d13": 0.0,
"exact_d13": 0.0,
"acc_d14": 0.0088,
"exact_d14": 0.0,
"acc_d15": 0.001,
"exact_d15": 0.0,
"acc_d16": 0.001,
"exact_d16": 0.0,
"heldout_byte_acc": 0.00244140625,
"heldout_record_exact": 0.0,
"heldout_answer_bpb": 25.560185472170513,
"heldout_min_exact": 0.0,
"singleton_len1": 1.0,
"distinct_codes": 1.0,
"code_map": "[0, 1]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 8.885,
"clip_actions": 0.005,
"clip_spine": 169.68,
"step": 3999,
"loss": 1208.1697998046875,
"train_bits": 1191.74,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3387,
"wall_s": 1354.5
}
],
"final": {
"acc_d11": 0.001,
"exact_d11": 0.0,
"acc_d12": 0.0029,
"exact_d12": 0.0,
"acc_d13": 0.0,
"exact_d13": 0.0,
"acc_d14": 0.0088,
"exact_d14": 0.0,
"acc_d15": 0.001,
"exact_d15": 0.0,
"acc_d16": 0.001,
"exact_d16": 0.0,
"heldout_byte_acc": 0.00244140625,
"heldout_record_exact": 0.0,
"heldout_answer_bpb": 25.560185472170513,
"heldout_min_exact": 0.0,
"singleton_len1": 1.0,
"distinct_codes": 1.0,
"code_map": "[0, 1]",
"empty_word_rate": 1.0,
"word_purity": 1.0,
"word_len_match": 1.0,
"purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]",
"purity_trained": 1.0,
"purity_closure": 1.0,
"clip_compiler": 8.885,
"clip_actions": 0.005,
"clip_spine": 169.68,
"step": 3999,
"loss": 1208.1697998046875,
"train_bits": 1191.74,
"lam_mid": 0.0,
"cur_depth": 10,
"st": 1,
"s_per_step": 0.3387,
"wall_s": 1354.5
}
}
],
"partial": false,
"result_file": "scratch/g1rep_shuffled_s1.json",
"off_law": {},
"certification_geometry": true
}