File size: 1,494 Bytes
98bf934 4ab4634 98bf934 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | {
"format": "pts-steering",
"format_version": "1",
"hook": "block_output",
"base_model": "Qwen/Qwen3.5-0.8B",
"compatible_models": [],
"hidden_size": 1024,
"num_layers": 24,
"default_alpha": 1.0,
"positions": "all",
"behavior": "thinking-loops",
"layers": [
{
"layer": 15,
"op": "ablate",
"tensor": "layers.15.ablate",
"ref_norm": null
},
{
"layer": 19,
"op": "ablate",
"tensor": "layers.19.ablate",
"ref_norm": null
}
],
"provenance": {
"method": "direction removal (ablate), converted to a runtime steering vector",
"source": "Direction recovered from the p50c weight edit in Takehi, Teoh, Zhang and Khattab, 'Sparks of Weight-Space Programming' (2026), made by GPT-6 Astra; logs https://github.com/RikiyaT/lm_understand-logs (CC BY 4.0).",
"recovery": "Top left singular vector of the edit to model.language_model.layers.{15,19}.mlp.down_proj.weight"
},
"validation": {
"summary": "Reduces thinking loops. Same 100 problems: MATH-500 18 \u2192 46 correct, IFEval 45 \u2192 58. Thinking on, presence penalty 1.5.",
"chat_template_args": {
"enable_thinking": true
},
"sampling": {
"temperature": 0.6,
"top_p": 0.95,
"top_k": 20,
"presence_penalty": 1.5,
"presence_context": "whole context"
},
"max_tokens": 32768,
"example_prompt": "What is the capital of Australia, and why isn't it Sydney? Answer in two sentences."
}
} |