{ "exp": "grid", "domain": "grid", "n_cells": 9, "variant": "intermediate", "arm": "correct", "seed": 0, "composable": [ "anti_transpose", "flip_h", "flip_v", "rot90", "shift_rows" ], "perms": { "rot90": [ 6, 3, 0, 7, 4, 1, 8, 5, 2 ], "rot180": [ 8, 7, 6, 5, 4, 3, 2, 1, 0 ], "rot270": [ 2, 5, 8, 1, 4, 7, 0, 3, 6 ], "transpose": [ 0, 3, 6, 1, 4, 7, 2, 5, 8 ], "anti_transpose": [ 8, 5, 2, 7, 4, 1, 6, 3, 0 ], "flip_h": [ 2, 1, 0, 5, 4, 3, 8, 7, 6 ], "flip_v": [ 6, 7, 8, 3, 4, 5, 0, 1, 2 ], "shift_rows": [ 6, 7, 8, 0, 1, 2, 3, 4, 5 ] }, "train_comps": [ "anti_transpose|rot90", "anti_transpose|shift_rows", "flip_h|rot90", "flip_v|rot90", "flip_v|shift_rows", "rot90|anti_transpose", "rot90|flip_h", "rot90|flip_v", "rot90|shift_rows", "shift_rows|anti_transpose", "shift_rows|flip_v", "shift_rows|rot90" ], "heldout_comps": [ "anti_transpose|flip_h", "flip_h|anti_transpose", "anti_transpose|flip_v", "flip_v|anti_transpose" ], "heldout_labels": { "anti_transpose|flip_h": "never_paired", "flip_h|anti_transpose": "never_paired", "anti_transpose|flip_v": "never_paired", "flip_v|anti_transpose": "never_paired" }, "n_comp_train_per_pairing": 200, "total_comp_train": 2400, "compositions": { "anti_transpose|rot90": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "anti_transpose|shift_rows": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "flip_h|rot90": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "flip_v|rot90": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "flip_v|shift_rows": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "rot90|anti_transpose": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "rot90|flip_h": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "rot90|flip_v": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "rot90|shift_rows": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "shift_rows|anti_transpose": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "shift_rows|flip_v": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "shift_rows|rot90": { "role": "train", "n_train": 200, "n_seen_eval": 200 }, "anti_transpose|flip_h": { "role": "heldout", "label": "never_paired", "n_eval": 200, "distinct_answers": 200, "top_answer_share": 0.005 }, "flip_h|anti_transpose": { "role": "heldout", "label": "never_paired", "n_eval": 200, "distinct_answers": 200, "top_answer_share": 0.005 }, "anti_transpose|flip_v": { "role": "heldout", "label": "never_paired", "n_eval": 200, "distinct_answers": 200, "top_answer_share": 0.005 }, "flip_v|anti_transpose": { "role": "heldout", "label": "never_paired", "n_eval": 200, "distinct_answers": 200, "top_answer_share": 0.005 } }, "train_heldout_chain_overlap": [], "heldout_instance_collisions": 0, "coverage": { "train_inner_atoms": [ "anti_transpose", "flip_h", "flip_v", "rot90", "shift_rows" ], "train_outer_atoms": [ "anti_transpose", "flip_h", "flip_v", "rot90", "shift_rows" ], "heldout_inner_atoms": [ "anti_transpose", "flip_h", "flip_v" ], "heldout_outer_atoms": [ "anti_transpose", "flip_h", "flip_v" ], "heldout_inner_count": 3, "heldout_outer_count": 3, "per_slot_coverage": { "anti_transpose": { "train_as_inner": 2, "train_as_outer": 2 }, "flip_h": { "train_as_inner": 1, "train_as_outer": 1 }, "flip_v": { "train_as_inner": 2, "train_as_outer": 2 }, "rot90": { "train_as_inner": 4, "train_as_outer": 4 }, "shift_rows": { "train_as_inner": 3, "train_as_outer": 3 } }, "train_covers_both_slots": true, "pairing_collisions": [] }, "collisions_total": 0 }