| { | |
| "format": "pts-steering", | |
| "format_version": "1", | |
| "hook": "block_output", | |
| "base_model": "Qwen/Qwen3.5-0.8B", | |
| "compatible_models": [], | |
| "hidden_size": 1024, | |
| "num_layers": 24, | |
| "default_alpha": 1.0, | |
| "positions": "all", | |
| "behavior": "thinking-loops", | |
| "layers": [ | |
| { | |
| "layer": 15, | |
| "op": "ablate", | |
| "tensor": "layers.15.ablate", | |
| "ref_norm": null | |
| }, | |
| { | |
| "layer": 19, | |
| "op": "ablate", | |
| "tensor": "layers.19.ablate", | |
| "ref_norm": null | |
| } | |
| ], | |
| "provenance": { | |
| "method": "direction removal (ablate), converted to a runtime steering vector", | |
| "source": "Direction recovered from the p50c weight edit in Takehi, Teoh, Zhang and Khattab, 'Sparks of Weight-Space Programming' (2026), made by GPT-6 Astra; logs https://github.com/RikiyaT/lm_understand-logs (CC BY 4.0).", | |
| "recovery": "Top left singular vector of the edit to model.language_model.layers.{15,19}.mlp.down_proj.weight" | |
| }, | |
| "validation": { | |
| "summary": "Reduces thinking loops. Same 100 problems: MATH-500 18 \u2192 46 correct, IFEval 45 \u2192 58. Thinking on, presence penalty 1.5.", | |
| "chat_template_args": { | |
| "enable_thinking": true | |
| }, | |
| "sampling": { | |
| "temperature": 0.6, | |
| "top_p": 0.95, | |
| "top_k": 20, | |
| "presence_penalty": 1.5, | |
| "presence_context": "whole context" | |
| }, | |
| "max_tokens": 32768, | |
| "example_prompt": "What is the capital of Australia, and why isn't it Sydney? Answer in two sentences." | |
| } | |
| } |