{ "subexp": "s3_str2math", "variant": "intermediate", "arm": "correct", "seed": 0, "atoms": [ "swap_pairs", "reverse_first_half", "interleave_halves", "nice_chars", "charset", "multiply", "line_intercepts", "rect_area_perimeter", "gcf", "lcm", "venn" ], "train_comps": [ "swap_pairs_o_interleave_halves", "interleave_halves_o_swap_pairs" ], "heldout_comps": [ "multiply_o_gcf", "gcf_o_multiply", "multiply_o_lcm", "lcm_o_multiply", "gcf_o_lcm", "lcm_o_gcf", "multiply_o_venn", "gcf_o_venn", "lcm_o_venn" ], "compositions": { "swap_pairs_o_interleave_halves": { "role": "train", "cross": "ss", "n_train": 200, "n_seen_eval": 200 }, "interleave_halves_o_swap_pairs": { "role": "train", "cross": "ss", "n_train": 200, "n_seen_eval": 200 }, "multiply_o_gcf": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 195, "top_answer_share": 0.01 }, "gcf_o_multiply": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 173, "top_answer_share": 0.02 }, "multiply_o_lcm": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 176, "top_answer_share": 0.015 }, "lcm_o_multiply": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 175, "top_answer_share": 0.02 }, "gcf_o_lcm": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 169, "top_answer_share": 0.025 }, "lcm_o_gcf": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 195, "top_answer_share": 0.015 }, "multiply_o_venn": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 192, "top_answer_share": 0.01 }, "gcf_o_venn": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 186, "top_answer_share": 0.015 }, "lcm_o_venn": { "role": "heldout", "cross": "mm", "n_eval": 200, "distinct_answers": 191, "top_answer_share": 0.015 } }, "train_heldout_chain_overlap": [], "heldout_instance_collisions": 0, "digit_mix": { "swap_pairs": { "n": 800, "digit4": 199, "frac": 0.249 }, "reverse_first_half": { "n": 800, "digit4": 203, "frac": 0.254 }, "interleave_halves": { "n": 800, "digit4": 196, "frac": 0.245 } }, "collisions_total": 0, "degeneracy": { "swap_pairs_o_interleave_halves": { "cross": "ss", "pass": true, "detail": { "letters": { "order_sensitive": true, "differs_from_f": true, "differs_from_g": true }, "digit4": { "order_sensitive": true, "differs_from_f": true, "differs_from_g": true } } }, "interleave_halves_o_swap_pairs": { "cross": "ss", "pass": true, "detail": { "letters": { "order_sensitive": true, "differs_from_f": true, "differs_from_g": true }, "digit4": { "order_sensitive": true, "differs_from_f": true, "differs_from_g": true } } }, "multiply_o_gcf": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "non-commuting ops" }, "gcf_o_multiply": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "non-commuting ops" }, "multiply_o_lcm": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "non-commuting ops" }, "lcm_o_multiply": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "non-commuting ops" }, "gcf_o_lcm": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "non-commuting ops" }, "lcm_o_gcf": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "non-commuting ops" }, "multiply_o_venn": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "venn inner-only" }, "gcf_o_venn": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "venn inner-only" }, "lcm_o_venn": { "cross": "mm", "pass": true, "outer_changes_handoff_frac": 1.0, "n_generated": 40, "note": "venn inner-only" } }, "degeneracy_fails": [] }