eval_data/meta.json

{
  "exp": "grid",
  "domain": "grid",
  "n_cells": 9,
  "variant": "intermediate",
  "arm": "correct",
  "seed": 0,
  "composable": [
    "anti_transpose",
    "flip_h",
    "flip_v",
    "rot90",
    "shift_rows"
  ],
  "perms": {
    "rot90": [
      6,
      3,
      0,
      7,
      4,
      1,
      8,
      5,
      2
    ],
    "rot180": [
      8,
      7,
      6,
      5,
      4,
      3,
      2,
      1,
      0
    ],
    "rot270": [
      2,
      5,
      8,
      1,
      4,
      7,
      0,
      3,
      6
    ],
    "transpose": [
      0,
      3,
      6,
      1,
      4,
      7,
      2,
      5,
      8
    ],
    "anti_transpose": [
      8,
      5,
      2,
      7,
      4,
      1,
      6,
      3,
      0
    ],
    "flip_h": [
      2,
      1,
      0,
      5,
      4,
      3,
      8,
      7,
      6
    ],
    "flip_v": [
      6,
      7,
      8,
      3,
      4,
      5,
      0,
      1,
      2
    ],
    "shift_rows": [
      6,
      7,
      8,
      0,
      1,
      2,
      3,
      4,
      5
    ]
  },
  "train_comps": [
    "anti_transpose|rot90",
    "anti_transpose|shift_rows",
    "flip_h|rot90",
    "flip_v|rot90",
    "flip_v|shift_rows",
    "rot90|anti_transpose",
    "rot90|flip_h",
    "rot90|flip_v",
    "rot90|shift_rows",
    "shift_rows|anti_transpose",
    "shift_rows|flip_v",
    "shift_rows|rot90"
  ],
  "heldout_comps": [
    "anti_transpose|flip_h",
    "flip_h|anti_transpose",
    "anti_transpose|flip_v",
    "flip_v|anti_transpose"
  ],
  "heldout_labels": {
    "anti_transpose|flip_h": "never_paired",
    "flip_h|anti_transpose": "never_paired",
    "anti_transpose|flip_v": "never_paired",
    "flip_v|anti_transpose": "never_paired"
  },
  "n_comp_train_per_pairing": 200,
  "total_comp_train": 2400,
  "compositions": {
    "anti_transpose|rot90": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "anti_transpose|shift_rows": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "flip_h|rot90": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "flip_v|rot90": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "flip_v|shift_rows": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "rot90|anti_transpose": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "rot90|flip_h": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "rot90|flip_v": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "rot90|shift_rows": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "shift_rows|anti_transpose": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "shift_rows|flip_v": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "shift_rows|rot90": {
      "role": "train",
      "n_train": 200,
      "n_seen_eval": 200
    },
    "anti_transpose|flip_h": {
      "role": "heldout",
      "label": "never_paired",
      "n_eval": 200,
      "distinct_answers": 200,
      "top_answer_share": 0.005
    },
    "flip_h|anti_transpose": {
      "role": "heldout",
      "label": "never_paired",
      "n_eval": 200,
      "distinct_answers": 200,
      "top_answer_share": 0.005
    },
    "anti_transpose|flip_v": {
      "role": "heldout",
      "label": "never_paired",
      "n_eval": 200,
      "distinct_answers": 200,
      "top_answer_share": 0.005
    },
    "flip_v|anti_transpose": {
      "role": "heldout",
      "label": "never_paired",
      "n_eval": 200,
      "distinct_answers": 200,
      "top_answer_share": 0.005
    }
  },
  "train_heldout_chain_overlap": [],
  "heldout_instance_collisions": 0,
  "coverage": {
    "train_inner_atoms": [
      "anti_transpose",
      "flip_h",
      "flip_v",
      "rot90",
      "shift_rows"
    ],
    "train_outer_atoms": [
      "anti_transpose",
      "flip_h",
      "flip_v",
      "rot90",
      "shift_rows"
    ],
    "heldout_inner_atoms": [
      "anti_transpose",
      "flip_h",
      "flip_v"
    ],
    "heldout_outer_atoms": [
      "anti_transpose",
      "flip_h",
      "flip_v"
    ],
    "heldout_inner_count": 3,
    "heldout_outer_count": 3,
    "per_slot_coverage": {
      "anti_transpose": {
        "train_as_inner": 2,
        "train_as_outer": 2
      },
      "flip_h": {
        "train_as_inner": 1,
        "train_as_outer": 1
      },
      "flip_v": {
        "train_as_inner": 2,
        "train_as_outer": 2
      },
      "rot90": {
        "train_as_inner": 4,
        "train_as_outer": 4
      },
      "shift_rows": {
        "train_as_inner": 3,
        "train_as_outer": 3
      }
    },
    "train_covers_both_slots": true,
    "pairing_collisions": []
  },
  "collisions_total": 0
}