saketh-chervu's picture
Upload eval_data/meta.json with huggingface_hub
1e8749c verified
Raw
History Blame Contribute Delete
680 Bytes
{
"exp": "exp33",
"domain": "lettersort",
"variant": "intermediate",
"seed": 0,
"inner_op": "sort5",
"outer_op": "aftermid",
"fn_chain": "aftermid|sort5",
"inter_kind": "string",
"counts": {
"atomic.jsonl": 800,
"atomic_eval.jsonl": 200,
"compose_train_0.jsonl": 1500,
"seen_eval.jsonl": 200,
"heldout_eval.jsonl": 200,
"probe_pool.jsonl": 400
},
"n_atom_g": 400,
"n_atom_f": 400,
"disjoint_train_seen": true,
"disjoint_train_heldout": true,
"disjoint_seen_heldout": true,
"train_top_answer_share": 0.086,
"train_distinct_answers": 22,
"probe_roles": {
"train": 200,
"heldout": 200
},
"f_atom_dedupe": true
}