{
 "problems": 256,
 "samples": 512,
 "acc": 0.615234375,
 "acc_se": 0.027772321975577316,
 "cut_share": 0.197265625,
 "mean_tokens": 16103.923828125,
 "closed_share": 0.859375,
 "p_finish": 0.802734375,
 "p_correct_given_finished": 0.7664233576642335,
 "p_correct_given_cut": 0.0,
 "no_answer_finished_share": 0.02734375,
 "loop_end_share_of_cut": 0.24752475247524752,
 "tail_dup8_cut_mean": 0.31726237623762377,
 "median_tokens_correct": 7998,
 "by_source": {
  "gsm8k": {
   "problems": 128,
   "samples": 256,
   "acc": 0.74609375,
   "acc_se": 0.03463288810753153,
   "cut_share": 0.046875,
   "mean_tokens": 10830.4609375
  },
  "math": {
   "problems": 128,
   "samples": 256,
   "acc": 0.484375,
   "acc_se": 0.04035151739041125,
   "cut_share": 0.34765625,
   "mean_tokens": 21377.38671875
  }
 },
 "run": {
  "name": "dev/p50c",
  "model": "qwen35-p50c",
  "data": "dev256",
  "n": 2,
  "shards": 1,
  "est": 8,
  "priority": 1
 },
 "sampling": {
  "temperature": 0.6,
  "top_p": 0.95,
  "top_k": 20,
  "presence_penalty": 1.5,
  "repetition_penalty": 1.0,
  "max_tokens": 32768,
  "thinking": true
 },
 "edit_note": {
  "name": "p50c",
  "about": "the paper's released edit, rebuilt with its apply_edit.py",
  "edited_sha256": {
   "model.language_model.layers.15.mlp.down_proj.weight": "82e2d733ea64feaeb4af93a1e065641d3df98b494a8b7576ef2f52e90fe2ee53",
   "model.language_model.layers.19.mlp.down_proj.weight": "8ef3c61bc36af113ad58e89dbb0a4a14dcba5a45cb750c15ab515c82ddd12eb2"
  }
 },
 "tokens_total": 8245209,
 "gpu_seconds": 1237,
 "tok_per_s_per_gpu": 6997
}