File size: 1,338 Bytes
3897c38 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | {
"version": "clear-answer-full-v1-native-plus-zero-shot-20261101",
"bank_sha256": "be29946c4d2c18c53b4ff77adfd286aa1f53aa37ded970e3cf8166fac22b3156",
"total": 17274,
"primary": "100 * integer_correct / 17274; every canonical question one point",
"tie_policy": "Exact ties are incorrect; never break ties by option position",
"local6": "Original fixed native FP32 sentence/continuation likelihood protocol; identity-verified saved per-option scores reused",
"other": "Zero-shot completion likelihood; context + newline + instruction + newline + Answer: + space + option; mean log probability of answer tokens only",
"tokenizer_sha256": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8",
"special_tokens": "Single BOS=1, no EOS; tokenize whole prompt and option together; answer mask from token offsets",
"context": "Full prompt without truncation; independent reset per candidate, exact recurrent inference, FP32, TF32 disabled",
"training": "No additional learning; supervised7-origin questions are zero-shot here, not official fine-tuned seven-task results",
"model_selection": "Legacy top3 five/top3 six union plus matched alternate seeds and highest six-axis alternate seed; checkpoint ages selected before new scores",
"task_weights": "None; no genre balancing or per-task macro average"
}
|