eval_data/meta.json

{
 "exp": "cot_text_channel",
 "domain": "strings",
 "depth": 3,
 "len": 8,
 "seed": 1,
 "atoms": [
  "rot_by_first_vowel",
  "reverse_block_at_max",
  "cond_op",
  "reverse_first_half",
  "reverse_blocks3",
  "swap_pairs",
  "interleave_halves"
 ],
 "note_templates": {
  "rot_by_first_vowel": "note: first vowel at {p}",
  "reverse_block_at_max": "note: max letter = {c} at {p}",
  "cond_op": "note: first letter {before|after} m, apply {reverse_first_half|reverse_blocks3}",
  "reverse_first_half": "note: reverse the first half",
  "reverse_blocks3": "note: reverse the block order",
  "swap_pairs": "note: swap adjacent pairs",
  "interleave_halves": "note: interleave the halves"
 },
 "t1_train": [
  "reverse_block_at_max|reverse_first_half|rot_by_first_vowel",
  "reverse_block_at_max|reverse_blocks3|rot_by_first_vowel",
  "reverse_first_half|rot_by_first_vowel|reverse_block_at_max",
  "reverse_blocks3|rot_by_first_vowel|reverse_block_at_max",
  "reverse_first_half|reverse_block_at_max|rot_by_first_vowel",
  "reverse_blocks3|reverse_block_at_max|rot_by_first_vowel",
  "rot_by_first_vowel|reverse_block_at_max|reverse_first_half",
  "rot_by_first_vowel|reverse_block_at_max|reverse_blocks3",
  "reverse_block_at_max|rot_by_first_vowel|reverse_first_half",
  "reverse_block_at_max|rot_by_first_vowel|reverse_blocks3"
 ],
 "t1_heldout": [
  "rot_by_first_vowel|reverse_first_half|reverse_block_at_max",
  "rot_by_first_vowel|reverse_blocks3|reverse_block_at_max"
 ],
 "t2_train": [
  "swap_pairs|cond_op|interleave_halves",
  "interleave_halves|cond_op|swap_pairs",
  "swap_pairs|interleave_halves|cond_op",
  "interleave_halves|swap_pairs|cond_op"
 ],
 "t2_heldout": [
  "cond_op|swap_pairs|interleave_halves",
  "cond_op|interleave_halves|swap_pairs"
 ],
 "per_chain": 300,
 "n_atom_per_atom": 800,
 "n_comp_train": 4200,
 "n_atomic": 5600,
 "param_hist_train": {
  "2": 1056,
  "6": 553,
  "1": 1294,
  "8": 116,
  "5": 618,
  "3": 1020,
  "4": 888,
  "7": 455,
  "reverse_first_half": 600,
  "reverse_blocks3": 600
 }
}