File size: 784 Bytes
bb102c0 | 1 2 3 4 5 6 7 8 9 10 11 12 | {
"about": "Lab 2: the paper's three benchmarks, unedited model vs the released edit, same settings as the paper (thinking on, 32,768-token cap).",
"runs": [
{"name": "bench/base/math500", "model": "base", "data": "math500", "n": 4, "shards": 4, "est": 62},
{"name": "bench/base/gsm8k", "model": "base", "data": "gsm8k", "n": 2, "shards": 5, "est": 77},
{"name": "bench/base/ifeval", "model": "base", "data": "ifeval", "n": 2, "shards": 2, "est": 27},
{"name": "bench/p50c/math500", "model": "qwen35-p50c", "data": "math500", "n": 4, "shards": 3, "est": 44},
{"name": "bench/p50c/gsm8k", "model": "qwen35-p50c", "data": "gsm8k", "n": 2, "shards": 2, "est": 32},
{"name": "bench/p50c/ifeval", "model": "qwen35-p50c", "data": "ifeval", "n": 2, "shards": 1, "est": 5}
]
}
|