{ "problems": 256, "samples": 512, "acc": 0.197265625, "acc_se": 0.019288860515177104, "cut_share": 0.658203125, "mean_tokens": 26062.83984375, "closed_share": 0.41015625, "p_finish": 0.341796875, "p_correct_given_finished": 0.5542857142857143, "p_correct_given_cut": 0.011869436201780416, "no_answer_finished_share": 0.1328125, "loop_end_share_of_cut": 0.9643916913946587, "tail_dup8_cut_mean": 0.9414952522255193, "median_tokens_correct": 12987, "by_source": { "gsm8k": { "problems": 128, "samples": 256, "acc": 0.23046875, "acc_se": 0.028765585337184544, "cut_share": 0.55859375, "mean_tokens": 24401.5390625 }, "math": { "problems": 128, "samples": 256, "acc": 0.1640625, "acc_se": 0.02548096341979991, "cut_share": 0.7578125, "mean_tokens": 27724.140625 } }, "run": { "name": "dev/a-4", "model": "qwen35-a-4", "data": "dev256", "n": 2, "shards": 1, "est": 17 }, "sampling": { "temperature": 0.6, "top_p": 0.95, "top_k": 20, "presence_penalty": 1.5, "repetition_penalty": 1.0, "max_tokens": 32768, "thinking": true }, "edit_note": { "name": "a-4", "spec": { "about": "the knob turned the other way: makes the 64 neurons push 5x harder along the loop direction", "layers": { "15": { "alpha": -4 }, "19": { "alpha": -4 } } }, "built": { "15": { "alpha": -4.0, "n_cols": 64, "dir": "released", "relative_change": 0.07090075314044952 }, "19": { "alpha": -4.0, "n_cols": 64, "dir": "released", "relative_change": 0.054038893431425095 } }, "edited_sha256": { "model.language_model.layers.15.mlp.down_proj.weight": "01813de9d528dbaa6c1eb6c65ceb13e5314de3729c1831cd6a15d52886c2c25b", "model.language_model.layers.19.mlp.down_proj.weight": "e2f5b1563f1b071a3cbc368298318bda0d086ecdfa943443b679760a9899f9bd" } }, "tokens_total": 13344174, "gpu_seconds": 2261, "tok_per_s_per_gpu": 6052 }