| { |
| "about": "Labs 4, 5 and 8: every edit variant and every decoding fix on 256 unseen practice problems (2 answers each), plus the unedited model's answers on 128 more practice problems for the capstone.", |
| "runs": [ |
| {"name": "build/base", "model": "base", "data": "build128", "n": 2, "shards": 1, "est": 8, "priority": 2}, |
| {"name": "dev/base", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "priority": 1}, |
| {"name": "dev/p50c", "model": "qwen35-p50c", "data": "dev256", "n": 2, "shards": 1, "est": 8, "priority": 1}, |
|
|
| {"name": "dev/a-4", "model": "qwen35-a-4", "data": "dev256", "n": 2, "shards": 1, "est": 17}, |
| {"name": "dev/a1", "model": "qwen35-a1", "data": "dev256", "n": 2, "shards": 1, "est": 13}, |
| {"name": "dev/a2", "model": "qwen35-a2", "data": "dev256", "n": 2, "shards": 1, "est": 10}, |
| {"name": "dev/a4", "model": "qwen35-a4", "data": "dev256", "n": 2, "shards": 1, "est": 8}, |
| {"name": "dev/a8", "model": "qwen35-a8", "data": "dev256", "n": 2, "shards": 1, "est": 8}, |
| {"name": "dev/a12", "model": "qwen35-a12", "data": "dev256", "n": 2, "shards": 1, "est": 8}, |
| {"name": "dev/l15only", "model": "qwen35-l15only", "data": "dev256", "n": 2, "shards": 1, "est": 11}, |
| {"name": "dev/l19only", "model": "qwen35-l19only", "data": "dev256", "n": 2, "shards": 1, "est": 11}, |
| {"name": "dev/randdir", "model": "qwen35-randdir", "data": "dev256", "n": 2, "shards": 1, "est": 15}, |
| {"name": "dev/randcols", "model": "qwen35-randcols", "data": "dev256", "n": 2, "shards": 1, "est": 15}, |
| {"name": "dev/all1", "model": "qwen35-all1", "data": "dev256", "n": 2, "shards": 1, "est": 12}, |
| {"name": "dev/all2", "model": "qwen35-all2", "data": "dev256", "n": 2, "shards": 1, "est": 10}, |
|
|
| {"name": "dev/base+temp1.0", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "set": ["temperature=1.0"]}, |
| {"name": "dev/base+pp0", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "set": ["presence_penalty=0"]}, |
| {"name": "dev/base+pp2", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "set": ["presence_penalty=2.0"]}, |
| {"name": "dev/base+rep1.1", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 14, "set": ["repetition_penalty=1.1"]}, |
| {"name": "dev/base+max4k", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 2, "set": ["max_tokens=4096"]}, |
| {"name": "dev/base+nothink", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 2, "preset": "nothink35"}, |
| {"name": "dev/p50c+nothink", "model": "qwen35-p50c", "data": "dev256", "n": 2, "shards": 1, "est": 1, "preset": "nothink35"} |
| ] |
| } |
|
|
