vistarc-research-notes / data /clear_protocol.json
AwakeningOS's picture
Publish bilingual VISTARC research notebook and evidence-linked model explorer
3897c38 verified
Raw History Blame Contribute Delete
1.34 kB
{
"version": "clear-answer-full-v1-native-plus-zero-shot-20261101",
"bank_sha256": "be29946c4d2c18c53b4ff77adfd286aa1f53aa37ded970e3cf8166fac22b3156",
"total": 17274,
"primary": "100 * integer_correct / 17274; every canonical question one point",
"tie_policy": "Exact ties are incorrect; never break ties by option position",
"local6": "Original fixed native FP32 sentence/continuation likelihood protocol; identity-verified saved per-option scores reused",
"other": "Zero-shot completion likelihood; context + newline + instruction + newline + Answer: + space + option; mean log probability of answer tokens only",
"tokenizer_sha256": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8",
"special_tokens": "Single BOS=1, no EOS; tokenize whole prompt and option together; answer mask from token offsets",
"context": "Full prompt without truncation; independent reset per candidate, exact recurrent inference, FP32, TF32 disabled",
"training": "No additional learning; supervised7-origin questions are zero-shot here, not official fine-tuned seven-task results",
"model_selection": "Legacy top3 five/top3 six union plus matched alternate seeds and highest six-axis alternate seed; checkpoint ages selected before new scores",
"task_weights": "None; no genre balancing or per-task macro average"
}