File size: 547 Bytes
bb102c0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"about": "Quick start: the unedited model and the released edit on the first 16 practice problems of dev256 (all from GSM8K), 2 answers each, the paper's settings. About 5 minutes on 2 GPUs. Then read the answers with labs/peek.py.",
"runs": [
{
"name": "quick/base",
"model": "base",
"data": "dev256",
"n": 2,
"shards": 1,
"est": 1,
"args": ["--limit", "16"]
},
{
"name": "quick/p50c",
"model": "qwen35-p50c",
"data": "dev256",
"n": 2,
"shards": 1,
"est": 1,
"args": ["--limit", "16"]
}
]
}
|