File size: 2,616 Bytes
bb102c0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | {
"about": "Labs 4, 5 and 8: every edit variant and every decoding fix on 256 unseen practice problems (2 answers each), plus the unedited model's answers on 128 more practice problems for the capstone.",
"runs": [
{"name": "build/base", "model": "base", "data": "build128", "n": 2, "shards": 1, "est": 8, "priority": 2},
{"name": "dev/base", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "priority": 1},
{"name": "dev/p50c", "model": "qwen35-p50c", "data": "dev256", "n": 2, "shards": 1, "est": 8, "priority": 1},
{"name": "dev/a-4", "model": "qwen35-a-4", "data": "dev256", "n": 2, "shards": 1, "est": 17},
{"name": "dev/a1", "model": "qwen35-a1", "data": "dev256", "n": 2, "shards": 1, "est": 13},
{"name": "dev/a2", "model": "qwen35-a2", "data": "dev256", "n": 2, "shards": 1, "est": 10},
{"name": "dev/a4", "model": "qwen35-a4", "data": "dev256", "n": 2, "shards": 1, "est": 8},
{"name": "dev/a8", "model": "qwen35-a8", "data": "dev256", "n": 2, "shards": 1, "est": 8},
{"name": "dev/a12", "model": "qwen35-a12", "data": "dev256", "n": 2, "shards": 1, "est": 8},
{"name": "dev/l15only", "model": "qwen35-l15only", "data": "dev256", "n": 2, "shards": 1, "est": 11},
{"name": "dev/l19only", "model": "qwen35-l19only", "data": "dev256", "n": 2, "shards": 1, "est": 11},
{"name": "dev/randdir", "model": "qwen35-randdir", "data": "dev256", "n": 2, "shards": 1, "est": 15},
{"name": "dev/randcols", "model": "qwen35-randcols", "data": "dev256", "n": 2, "shards": 1, "est": 15},
{"name": "dev/all1", "model": "qwen35-all1", "data": "dev256", "n": 2, "shards": 1, "est": 12},
{"name": "dev/all2", "model": "qwen35-all2", "data": "dev256", "n": 2, "shards": 1, "est": 10},
{"name": "dev/base+temp1.0", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "set": ["temperature=1.0"]},
{"name": "dev/base+pp0", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "set": ["presence_penalty=0"]},
{"name": "dev/base+pp2", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 15, "set": ["presence_penalty=2.0"]},
{"name": "dev/base+rep1.1", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 14, "set": ["repetition_penalty=1.1"]},
{"name": "dev/base+max4k", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 2, "set": ["max_tokens=4096"]},
{"name": "dev/base+nothink", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 2, "preset": "nothink35"},
{"name": "dev/p50c+nothink", "model": "qwen35-p50c", "data": "dev256", "n": 2, "shards": 1, "est": 1, "preset": "nothink35"}
]
}
|