[
 {
  "name": "bench/base/gsm8k",
  "summary": {
   "problems": 1319,
   "samples": 2638,
   "acc": 0.1417740712661107,
   "acc_se": 0.007826556763686687,
   "cut_share": 0.8771796815769523,
   "mean_tokens": 29370.055344958302,
   "closed_share": 0.12357846853677028,
   "p_finish": 0.12282031842304776,
   "p_correct_given_finished": 0.9753086419753086,
   "p_correct_given_cut": 0.025064822817631807,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9831460674157303,
   "tail_dup8_cut_mean": 0.9093643474503025,
   "median_tokens_correct": 5424.5,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 77478206,
   "gpu_seconds": 13663,
   "tok_per_s_per_gpu": 5775
  },
  "vs": null,
  "paired": null
 },
 {
  "name": "bench/base/ifeval",
  "summary": {
   "problems": 541,
   "samples": 1082,
   "acc": 0.21164510166358594,
   "acc_se": 0.01433310596278503,
   "cut_share": 0.7347504621072088,
   "mean_tokens": 24975.50369685767,
   "closed_share": 0.27171903881700554,
   "p_finish": 0.26524953789279115,
   "p_correct_given_finished": 0.7874564459930313,
   "p_correct_given_cut": 0.0037735849056603774,
   "no_answer_finished_share": 0.26524953789279115,
   "loop_end_share_of_cut": 0.9610062893081761,
   "tail_dup8_cut_mean": 0.8888514465408804,
   "median_tokens_correct": 2801,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 27023495,
   "gpu_seconds": 4716,
   "tok_per_s_per_gpu": 5846
  },
  "vs": null,
  "paired": null
 },
 {
  "name": "bench/base/math500",
  "summary": {
   "problems": 500,
   "samples": 2000,
   "acc": 0.073,
   "acc_se": 0.008944383936751375,
   "cut_share": 0.9335,
   "mean_tokens": 30956.333,
   "closed_share": 0.0685,
   "p_finish": 0.0665,
   "p_correct_given_finished": 1.0,
   "p_correct_given_cut": 0.006963042313872523,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9619710765934655,
   "tail_dup8_cut_mean": 0.9157584895554365,
   "median_tokens_correct": 5398.0,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 61912666,
   "gpu_seconds": 11047,
   "tok_per_s_per_gpu": 5714
  },
  "vs": null,
  "paired": null
 },
 {
  "name": "bench/p50c/gsm8k",
  "summary": {
   "problems": 1319,
   "samples": 2638,
   "acc": 0.6690674753601213,
   "acc_se": 0.011534686402967537,
   "cut_share": 0.06254738438210766,
   "mean_tokens": 11742.278241091737,
   "closed_share": 0.9556482183472328,
   "p_finish": 0.9374526156178924,
   "p_correct_given_finished": 0.713303679741205,
   "p_correct_given_cut": 0.006060606060606061,
   "no_answer_finished_share": 0.03411675511751327,
   "loop_end_share_of_cut": 0.296969696969697,
   "tail_dup8_cut_mean": 0.33317515151515154,
   "median_tokens_correct": 7359,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "p50c",
    "about": "the paper's released edit, rebuilt with its apply_edit.py",
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "82e2d733ea64feaeb4af93a1e065641d3df98b494a8b7576ef2f52e90fe2ee53",
     "model.language_model.layers.19.mlp.down_proj.weight": "8ef3c61bc36af113ad58e89dbb0a4a14dcba5a45cb750c15ab515c82ddd12eb2"
    }
   },
   "tokens_total": 30976130,
   "gpu_seconds": 3958,
   "tok_per_s_per_gpu": 8117
  },
  "vs": "bench/base/gsm8k",
  "paired": {
   "problems": 1319,
   "gain": 0.5272934040940106,
   "gain_se": 0.011477681590628716,
   "problems_better": 907,
   "problems_worse": 6,
   "lost": 2,
   "rescued": 711
  }
 },
 {
  "name": "bench/p50c/ifeval",
  "summary": {
   "problems": 541,
   "samples": 1082,
   "acc": 0.634011090573013,
   "acc_se": 0.017555299080943488,
   "cut_share": 0.013863216266173753,
   "mean_tokens": 3984.3567467652497,
   "closed_share": 0.988909426987061,
   "p_finish": 0.9861367837338263,
   "p_correct_given_finished": 0.6429240862230553,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.9861367837338263,
   "loop_end_share_of_cut": 0.8,
   "tail_dup8_cut_mean": 0.84568,
   "median_tokens_correct": 2771.0,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "p50c",
    "about": "the paper's released edit, rebuilt with its apply_edit.py",
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "82e2d733ea64feaeb4af93a1e065641d3df98b494a8b7576ef2f52e90fe2ee53",
     "model.language_model.layers.19.mlp.down_proj.weight": "8ef3c61bc36af113ad58e89dbb0a4a14dcba5a45cb750c15ab515c82ddd12eb2"
    }
   },
   "tokens_total": 4311074,
   "gpu_seconds": 488,
   "tok_per_s_per_gpu": 9751
  },
  "vs": "bench/base/ifeval",
  "paired": {
   "problems": 541,
   "gain": 0.422365988909427,
   "gain_se": 0.019644559384348705,
   "problems_better": 333,
   "problems_worse": 27,
   "lost": 22,
   "rescued": 261
  }
 },
 {
  "name": "bench/p50c/math500",
  "summary": {
   "problems": 500,
   "samples": 2000,
   "acc": 0.518,
   "acc_se": 0.018882932247416474,
   "cut_share": 0.31,
   "mean_tokens": 21949.5415,
   "closed_share": 0.7915,
   "p_finish": 0.69,
   "p_correct_given_finished": 0.75,
   "p_correct_given_cut": 0.0016129032258064516,
   "no_answer_finished_share": 0.076,
   "loop_end_share_of_cut": 0.3467741935483871,
   "tail_dup8_cut_mean": 0.38370193548387094,
   "median_tokens_correct": 15190.0,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "p50c",
    "about": "the paper's released edit, rebuilt with its apply_edit.py",
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "82e2d733ea64feaeb4af93a1e065641d3df98b494a8b7576ef2f52e90fe2ee53",
     "model.language_model.layers.19.mlp.down_proj.weight": "8ef3c61bc36af113ad58e89dbb0a4a14dcba5a45cb750c15ab515c82ddd12eb2"
    }
   },
   "tokens_total": 43899083,
   "gpu_seconds": 6824,
   "tok_per_s_per_gpu": 6582
  },
  "vs": "bench/base/math500",
  "paired": {
   "problems": 500,
   "gain": 0.445,
   "gain_se": 0.01740850689244913,
   "problems_better": 331,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 263
  }
 },
 {
  "name": "build/base",
  "summary": {
   "problems": 128,
   "samples": 256,
   "acc": 0.1171875,
   "acc_se": 0.025100912842789973,
   "cut_share": 0.8984375,
   "mean_tokens": 29871.625,
   "closed_share": 0.10546875,
   "p_finish": 0.1015625,
   "p_correct_given_finished": 1.0,
   "p_correct_given_cut": 0.017391304347826087,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9652173913043478,
   "tail_dup8_cut_mean": 0.9102039130434783,
   "median_tokens_correct": 4871.0,
   "by_source": {
    "gsm8k": {
     "problems": 64,
     "samples": 128,
     "acc": 0.0859375,
     "acc_se": 0.02851023099396715,
     "cut_share": 0.9296875,
     "mean_tokens": 30723.7421875
    },
    "math": {
     "problems": 64,
     "samples": 128,
     "acc": 0.1484375,
     "acc_se": 0.041187253112442604,
     "cut_share": 0.8671875,
     "mean_tokens": 29019.5078125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 7647136,
   "gpu_seconds": 1434,
   "tok_per_s_per_gpu": 5545
  },
  "vs": null,
  "paired": null
 },
 {
  "name": "dev/a-4",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.197265625,
   "acc_se": 0.019288860515177104,
   "cut_share": 0.658203125,
   "mean_tokens": 26062.83984375,
   "closed_share": 0.41015625,
   "p_finish": 0.341796875,
   "p_correct_given_finished": 0.5542857142857143,
   "p_correct_given_cut": 0.011869436201780416,
   "no_answer_finished_share": 0.1328125,
   "loop_end_share_of_cut": 0.9643916913946587,
   "tail_dup8_cut_mean": 0.9414952522255193,
   "median_tokens_correct": 12987,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.23046875,
     "acc_se": 0.028765585337184544,
     "cut_share": 0.55859375,
     "mean_tokens": 24401.5390625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.1640625,
     "acc_se": 0.02548096341979991,
     "cut_share": 0.7578125,
     "mean_tokens": 27724.140625
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "a-4",
    "spec": {
     "about": "the knob turned the other way: makes the 64 neurons push 5x harder along the loop direction",
     "layers": {
      "15": {
       "alpha": -4
      },
      "19": {
       "alpha": -4
      }
     }
    },
    "built": {
     "15": {
      "alpha": -4.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.07090075314044952
     },
     "19": {
      "alpha": -4.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.054038893431425095
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "01813de9d528dbaa6c1eb6c65ceb13e5314de3729c1831cd6a15d52886c2c25b",
     "model.language_model.layers.19.mlp.down_proj.weight": "e2f5b1563f1b071a3cbc368298318bda0d086ecdfa943443b679760a9899f9bd"
    }
   },
   "tokens_total": 13344174,
   "gpu_seconds": 2261,
   "tok_per_s_per_gpu": 6052
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.076171875,
   "gain_se": 0.021708804390717804,
   "problems_better": 62,
   "problems_worse": 25,
   "lost": 24,
   "rescued": 54
  }
 },
 {
  "name": "dev/a1",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.2265625,
   "acc_se": 0.021387020398926954,
   "cut_share": 0.771484375,
   "mean_tokens": 26964.421875,
   "closed_share": 0.228515625,
   "p_finish": 0.228515625,
   "p_correct_given_finished": 0.9658119658119658,
   "p_correct_given_cut": 0.007594936708860759,
   "no_answer_finished_share": 0.001953125,
   "loop_end_share_of_cut": 0.9392405063291139,
   "tail_dup8_cut_mean": 0.8873164556962025,
   "median_tokens_correct": 6852.0,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.28515625,
     "acc_se": 0.031217302652994248,
     "cut_share": 0.7109375,
     "mean_tokens": 25230.65234375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.16796875,
     "acc_se": 0.028429478161426106,
     "cut_share": 0.83203125,
     "mean_tokens": 28698.19140625
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "a1",
    "spec": {
     "about": "remove the loop component from the 64 neurons (projection)",
     "layers": {
      "15": {
       "alpha": 1
      },
      "19": {
       "alpha": 1
      }
     }
    },
    "built": {
     "15": {
      "alpha": 1.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.01772376149892807
     },
     "19": {
      "alpha": 1.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.013514249585568905
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "c6b6b86da9d129eae4ad04d6de3c840686aaf7a9c31292830f866bd408be483e",
     "model.language_model.layers.19.mlp.down_proj.weight": "a08bd20fe6bcbe3a6574c686df3ceda03b1d8d992feb9b8802bbe7553469de32"
    }
   },
   "tokens_total": 13805784,
   "gpu_seconds": 2379,
   "tok_per_s_per_gpu": 5915
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.10546875,
   "gain_se": 0.018421278486367442,
   "problems_better": 58,
   "problems_worse": 12,
   "lost": 7,
   "rescued": 42
  }
 },
 {
  "name": "dev/a12",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.517578125,
   "acc_se": 0.02840503248849555,
   "cut_share": 0.123046875,
   "mean_tokens": 13514.556640625,
   "closed_share": 0.84375,
   "p_finish": 0.876953125,
   "p_correct_given_finished": 0.5902004454342984,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.09375,
   "loop_end_share_of_cut": 0.09523809523809523,
   "tail_dup8_cut_mean": 0.13634126984126982,
   "median_tokens_correct": 5799,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.5546875,
     "acc_se": 0.03891458214466775,
     "cut_share": 0.0078125,
     "mean_tokens": 8373.234375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.48046875,
     "acc_se": 0.041280241148031895,
     "cut_share": 0.23828125,
     "mean_tokens": 18655.87890625
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "a12",
    "spec": {
     "about": "much stronger than released: flip and multiply by 11",
     "layers": {
      "15": {
       "alpha": 12
      },
      "19": {
       "alpha": 12
      }
     }
    },
    "built": {
     "15": {
      "alpha": 12.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.21269792318344116
     },
     "19": {
      "alpha": 12.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.16210497915744781
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "175cfb4666e2a669bc9aed7ca8d6cd21868b50c3dcc61ee774ef24ec1886a842",
     "model.language_model.layers.19.mlp.down_proj.weight": "2f7a5abca079d8c61ec5e7fc0be48e0f899e707e5372f538b5759dade0624464"
    }
   },
   "tokens_total": 6919453,
   "gpu_seconds": 1010,
   "tok_per_s_per_gpu": 7291
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.396484375,
   "gain_se": 0.026691213791254022,
   "problems_better": 139,
   "problems_worse": 4,
   "lost": 0,
   "rescued": 102
  }
 },
 {
  "name": "dev/a2",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.3515625,
   "acc_se": 0.025920367008548377,
   "cut_share": 0.626953125,
   "mean_tokens": 23911.46875,
   "closed_share": 0.40234375,
   "p_finish": 0.373046875,
   "p_correct_given_finished": 0.9214659685863874,
   "p_correct_given_cut": 0.012461059190031152,
   "no_answer_finished_share": 0.001953125,
   "loop_end_share_of_cut": 0.9470404984423676,
   "tail_dup8_cut_mean": 0.8846445482866043,
   "median_tokens_correct": 8115.0,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.45703125,
     "acc_se": 0.036799286573390676,
     "cut_share": 0.5078125,
     "mean_tokens": 20868.8515625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.24609375,
     "acc_se": 0.03418594835093874,
     "cut_share": 0.74609375,
     "mean_tokens": 26954.0859375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "a2",
    "spec": {
     "about": "mirror the loop component (reflection): same column sizes, opposite push",
     "layers": {
      "15": {
       "alpha": 2
      },
      "19": {
       "alpha": 2
      }
     }
    },
    "built": {
     "15": {
      "alpha": 2.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.03544837236404419
     },
     "19": {
      "alpha": 2.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.02702036127448082
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "8790286e9f8319f6ce1ca1ac10b58a7473cb1730e70a11eb5014de458bacdca7",
     "model.language_model.layers.19.mlp.down_proj.weight": "03c8e5afa093a0931d3cb0cf6251ce5c321aebe4340dd894488839bf242bd447"
    }
   },
   "tokens_total": 12242672,
   "gpu_seconds": 2056,
   "tok_per_s_per_gpu": 6090
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.23046875,
   "gain_se": 0.023122629631430417,
   "problems_better": 94,
   "problems_worse": 7,
   "lost": 5,
   "rescued": 71
  }
 },
 {
  "name": "dev/a4",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.591796875,
   "acc_se": 0.02824871305347183,
   "cut_share": 0.291015625,
   "mean_tokens": 17729.541015625,
   "closed_share": 0.8359375,
   "p_finish": 0.708984375,
   "p_correct_given_finished": 0.8292011019283747,
   "p_correct_given_cut": 0.013422818791946308,
   "no_answer_finished_share": 0.033203125,
   "loop_end_share_of_cut": 0.8053691275167785,
   "tail_dup8_cut_mean": 0.751610067114094,
   "median_tokens_correct": 9659,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.70703125,
     "acc_se": 0.0370076536586475,
     "cut_share": 0.125,
     "mean_tokens": 12543.30859375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.4765625,
     "acc_se": 0.040321731073965326,
     "cut_share": 0.45703125,
     "mean_tokens": 22915.7734375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "a4",
    "spec": {
     "about": "flip and triple the loop component",
     "layers": {
      "15": {
       "alpha": 4
      },
      "19": {
       "alpha": 4
      }
     }
    },
    "built": {
     "15": {
      "alpha": 4.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.07090040296316147
     },
     "19": {
      "alpha": 4.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.05403315648436546
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "39afb7d3b64af312259abe3317192026bebd4c2f507e2312b38f97af902b41bc",
     "model.language_model.layers.19.mlp.down_proj.weight": "068a77ed4d5a57880064e29086367b150ea0fb5f2fb1ca2ea4b87caf14190467"
    }
   },
   "tokens_total": 9077525,
   "gpu_seconds": 1359,
   "tok_per_s_per_gpu": 6911
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.470703125,
   "gain_se": 0.02640949254586939,
   "problems_better": 159,
   "problems_worse": 1,
   "lost": 0,
   "rescued": 118
  }
 },
 {
  "name": "dev/a8",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.607421875,
   "acc_se": 0.02843871830979484,
   "cut_share": 0.140625,
   "mean_tokens": 14588.779296875,
   "closed_share": 0.845703125,
   "p_finish": 0.859375,
   "p_correct_given_finished": 0.7068181818181818,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.072265625,
   "loop_end_share_of_cut": 0.2638888888888889,
   "tail_dup8_cut_mean": 0.2930152777777778,
   "median_tokens_correct": 7714,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.71875,
     "acc_se": 0.037100065528307684,
     "cut_share": 0.046875,
     "mean_tokens": 10288.83984375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.49609375,
     "acc_se": 0.04094122599425784,
     "cut_share": 0.234375,
     "mean_tokens": 18888.71875
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "a8",
    "spec": {
     "about": "stronger than released: flip and multiply by 7",
     "layers": {
      "15": {
       "alpha": 8
      },
      "19": {
       "alpha": 8
      }
     }
    },
    "built": {
     "15": {
      "alpha": 8.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.1417999267578125
     },
     "19": {
      "alpha": 8.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.10807694494724274
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "aff5c48746038da1d27e71977e548b151078ae7c40c7dc83c46de0c119bb7517",
     "model.language_model.layers.19.mlp.down_proj.weight": "d34e317e46979afa1fa56c2e0c2d4feca5ef9cc366172a700adeed661ee176c8"
    }
   },
   "tokens_total": 7469455,
   "gpu_seconds": 1088,
   "tok_per_s_per_gpu": 7263
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.486328125,
   "gain_se": 0.0263141572522849,
   "problems_better": 162,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 119
  }
 },
 {
  "name": "dev/all1",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.287109375,
   "acc_se": 0.023203682034311893,
   "cut_share": 0.71875,
   "mean_tokens": 25608.70703125,
   "closed_share": 0.29296875,
   "p_finish": 0.28125,
   "p_correct_given_finished": 0.9791666666666666,
   "p_correct_given_cut": 0.016304347826086956,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9565217391304348,
   "tail_dup8_cut_mean": 0.8968972826086956,
   "median_tokens_correct": 6831,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.3515625,
     "acc_se": 0.03203222523481774,
     "cut_share": 0.66015625,
     "mean_tokens": 23840.51953125
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.22265625,
     "acc_se": 0.032720610343143886,
     "cut_share": 0.77734375,
     "mean_tokens": 27376.89453125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "all1",
    "spec": {
     "about": "the agent's first try: remove the loop component from every neuron",
     "layers": {
      "15": {
       "alpha": 1,
       "cols": "all"
      },
      "19": {
       "alpha": 1,
       "cols": "all"
      }
     }
    },
    "built": {
     "15": {
      "alpha": 1.0,
      "n_cols": 3584,
      "dir": "released",
      "relative_change": 0.03528790920972824
     },
     "19": {
      "alpha": 1.0,
      "n_cols": 3584,
      "dir": "released",
      "relative_change": 0.033775605261325836
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "12184069fd30eeb4d5c592a09e02c1a0a253a976a35df443e24aad8979d4788b",
     "model.language_model.layers.19.mlp.down_proj.weight": "53a8f2ef5f72574db96f627490ab92aff5e6f8ccae5dfeab14f0ab932ab0ec1b"
    }
   },
   "tokens_total": 13111658,
   "gpu_seconds": 2283,
   "tok_per_s_per_gpu": 5858
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.166015625,
   "gain_se": 0.019645423031877152,
   "problems_better": 79,
   "problems_worse": 8,
   "lost": 6,
   "rescued": 61
  }
 },
 {
  "name": "dev/all2",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.494140625,
   "acc_se": 0.028288931544680946,
   "cut_share": 0.466796875,
   "mean_tokens": 20117.046875,
   "closed_share": 0.609375,
   "p_finish": 0.533203125,
   "p_correct_given_finished": 0.9194139194139194,
   "p_correct_given_cut": 0.008368200836820083,
   "no_answer_finished_share": 0.001953125,
   "loop_end_share_of_cut": 0.8702928870292888,
   "tail_dup8_cut_mean": 0.8428794979079498,
   "median_tokens_correct": 6930,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.62890625,
     "acc_se": 0.03852203620415812,
     "cut_share": 0.30078125,
     "mean_tokens": 15767.94140625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.359375,
     "acc_se": 0.037996022313054996,
     "cut_share": 0.6328125,
     "mean_tokens": 24466.15234375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "all2",
    "spec": {
     "about": "the agent's second try: mirror the loop component in every neuron",
     "layers": {
      "15": {
       "alpha": 2,
       "cols": "all"
      },
      "19": {
       "alpha": 2,
       "cols": "all"
      }
     }
    },
    "built": {
     "15": {
      "alpha": 2.0,
      "n_cols": 3584,
      "dir": "released",
      "relative_change": 0.0705324038863182
     },
     "19": {
      "alpha": 2.0,
      "n_cols": 3584,
      "dir": "released",
      "relative_change": 0.06749952584505081
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "ab3f4a8ec3f3f44aa410038ca1541b0da2fc3061d03b246b04e9804c360d6e2c",
     "model.language_model.layers.19.mlp.down_proj.weight": "670e4268823c18019531bf7b93bc0201e9e5fc45affdaee847a899116533d60a"
    }
   },
   "tokens_total": 10299928,
   "gpu_seconds": 1688,
   "tok_per_s_per_gpu": 6271
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.373046875,
   "gain_se": 0.025251196170675533,
   "problems_better": 132,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 97
  }
 },
 {
  "name": "dev/base",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.12109375,
   "acc_se": 0.01577554619307842,
   "cut_share": 0.88671875,
   "mean_tokens": 29682.626953125,
   "closed_share": 0.115234375,
   "p_finish": 0.11328125,
   "p_correct_given_finished": 1.0,
   "p_correct_given_cut": 0.00881057268722467,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9691629955947136,
   "tail_dup8_cut_mean": 0.8995321585903084,
   "median_tokens_correct": 5600.5,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.15234375,
     "acc_se": 0.02514634439642162,
     "cut_share": 0.86328125,
     "mean_tokens": 28956.9765625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.08984375,
     "acc_se": 0.01875294739793572,
     "cut_share": 0.91015625,
     "mean_tokens": 30408.27734375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 15197505,
   "gpu_seconds": 2691,
   "tok_per_s_per_gpu": 5770
  },
  "vs": null,
  "paired": null
 },
 {
  "name": "dev/base+max4k",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.05859375,
   "acc_se": 0.011491880758876047,
   "cut_share": 0.955078125,
   "mean_tokens": 4019.45703125,
   "closed_share": 0.0546875,
   "p_finish": 0.044921875,
   "p_correct_given_finished": 1.0,
   "p_correct_given_cut": 0.014314928425357873,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.18200408997955012,
   "tail_dup8_cut_mean": 0.17756216768916155,
   "median_tokens_correct": 3307.0,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.07421875,
     "acc_se": 0.01846889322392738,
     "cut_share": 0.94140625,
     "mean_tokens": 3973.06640625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.04296875,
     "acc_se": 0.013615736473364424,
     "cut_share": 0.96875,
     "mean_tokens": 4065.84765625
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 4096,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 2057962,
   "gpu_seconds": 192,
   "tok_per_s_per_gpu": 15439
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": -0.0625,
   "gain_se": 0.012376844287208429,
   "problems_better": 4,
   "problems_worse": 34,
   "lost": 30,
   "rescued": 3
  }
 },
 {
  "name": "dev/base+nothink",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.521484375,
   "acc_se": 0.027012114865977856,
   "cut_share": 0.1796875,
   "mean_tokens": 2270.0703125,
   "closed_share": 0.0,
   "p_finish": 0.8203125,
   "p_correct_given_finished": 0.6357142857142857,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.07608695652173914,
   "tail_dup8_cut_mean": 0.10142391304347825,
   "median_tokens_correct": 452,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.58203125,
     "acc_se": 0.03752350958849786,
     "cut_share": 0.04296875,
     "mean_tokens": 1025.88671875
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.4609375,
     "acc_se": 0.03826699829119739,
     "cut_share": 0.31640625,
     "mean_tokens": 3514.25390625
    }
   },
   "sampling": {
    "temperature": 0.7,
    "top_p": 0.8,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 8192,
    "thinking": false
   },
   "edit_note": null,
   "tokens_total": 1162276,
   "gpu_seconds": 164,
   "tok_per_s_per_gpu": 11284
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.400390625,
   "gain_se": 0.02481856989070959,
   "problems_better": 152,
   "problems_worse": 2,
   "lost": 2,
   "rescued": 115
  }
 },
 {
  "name": "dev/base+pp0",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.044921875,
   "acc_se": 0.009371648451158184,
   "cut_share": 0.990234375,
   "mean_tokens": 32472.140625,
   "closed_share": 0.009765625,
   "p_finish": 0.009765625,
   "p_correct_given_finished": 1.0,
   "p_correct_given_cut": 0.03550295857988166,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9842209072978304,
   "tail_dup8_cut_mean": 0.9093725838264299,
   "median_tokens_correct": 32768,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.0625,
     "acc_se": 0.015686395128453965,
     "cut_share": 0.984375,
     "mean_tokens": 32279.65234375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.02734375,
     "acc_se": 0.010087879347602812,
     "cut_share": 0.99609375,
     "mean_tokens": 32664.62890625
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 0.0,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 16625736,
   "gpu_seconds": 2934,
   "tok_per_s_per_gpu": 5753
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": -0.076171875,
   "gain_se": 0.016496364181591755,
   "problems_better": 12,
   "problems_worse": 44,
   "lost": 42,
   "rescued": 11
  }
 },
 {
  "name": "dev/base+pp2",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.162109375,
   "acc_se": 0.018982408061987328,
   "cut_share": 0.845703125,
   "mean_tokens": 28614.287109375,
   "closed_share": 0.154296875,
   "p_finish": 0.154296875,
   "p_correct_given_finished": 0.9873417721518988,
   "p_correct_given_cut": 0.011547344110854504,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9676674364896074,
   "tail_dup8_cut_mean": 0.9179789838337182,
   "median_tokens_correct": 5353,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.20703125,
     "acc_se": 0.029621621243045373,
     "cut_share": 0.80078125,
     "mean_tokens": 27368.25
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.1171875,
     "acc_se": 0.02319013159717069,
     "cut_share": 0.890625,
     "mean_tokens": 29860.32421875
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 2.0,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 14650515,
   "gpu_seconds": 2576,
   "tok_per_s_per_gpu": 5786
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.041015625,
   "gain_se": 0.01652173624805907,
   "problems_better": 34,
   "problems_worse": 18,
   "lost": 13,
   "rescued": 24
  }
 },
 {
  "name": "dev/base+rep1.1",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.34375,
   "acc_se": 0.0264731412167569,
   "cut_share": 0.6171875,
   "mean_tokens": 23300.6796875,
   "closed_share": 0.42578125,
   "p_finish": 0.3828125,
   "p_correct_given_finished": 0.8979591836734694,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.01171875,
   "loop_end_share_of_cut": 0.8829113924050633,
   "tail_dup8_cut_mean": 0.8536547468354431,
   "median_tokens_correct": 5700.5,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.46484375,
     "acc_se": 0.039287919952830035,
     "cut_share": 0.48828125,
     "mean_tokens": 19775.83203125
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.22265625,
     "acc_se": 0.03224717766273672,
     "cut_share": 0.74609375,
     "mean_tokens": 26825.52734375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.1,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 11929948,
   "gpu_seconds": 2025,
   "tok_per_s_per_gpu": 6028
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.22265625,
   "gain_se": 0.021899878622274212,
   "problems_better": 93,
   "problems_worse": 5,
   "lost": 3,
   "rescued": 62
  }
 },
 {
  "name": "dev/base+temp1.0",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.279296875,
   "acc_se": 0.02452997910642615,
   "cut_share": 0.712890625,
   "mean_tokens": 27429.751953125,
   "closed_share": 0.3125,
   "p_finish": 0.287109375,
   "p_correct_given_finished": 0.9591836734693877,
   "p_correct_given_cut": 0.005479452054794521,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.5945205479452055,
   "tail_dup8_cut_mean": 0.5797747945205479,
   "median_tokens_correct": 12548,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.359375,
     "acc_se": 0.03676172043807157,
     "cut_share": 0.62109375,
     "mean_tokens": 25482.21484375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.19921875,
     "acc_se": 0.03104749532145433,
     "cut_share": 0.8046875,
     "mean_tokens": 29377.2890625
    }
   },
   "sampling": {
    "temperature": 1.0,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 14044033,
   "gpu_seconds": 2392,
   "tok_per_s_per_gpu": 6019
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.158203125,
   "gain_se": 0.02101979307562507,
   "problems_better": 75,
   "problems_worse": 12,
   "lost": 9,
   "rescued": 52
  }
 },
 {
  "name": "dev/capA-a6",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.4296875,
   "acc_se": 0.02603094141885692,
   "cut_share": 0.525390625,
   "mean_tokens": 22698.728515625,
   "closed_share": 0.53515625,
   "p_finish": 0.474609375,
   "p_correct_given_finished": 0.8930041152263375,
   "p_correct_given_cut": 0.011152416356877323,
   "no_answer_finished_share": 0.0078125,
   "loop_end_share_of_cut": 0.8141263940520446,
   "tail_dup8_cut_mean": 0.8259728624535316,
   "median_tokens_correct": 10278.5,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.5546875,
     "acc_se": 0.03646638807723636,
     "cut_share": 0.375,
     "mean_tokens": 18912.36328125
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.3046875,
     "acc_se": 0.03384154569911248,
     "cut_share": 0.67578125,
     "mean_tokens": 26485.09375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "capA-a6",
    "spec": {
     "about": "Lab 8 recipe A: u and 64 neurons from the base model's own loops (windows just before the loop), alpha 6",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.19642147,
        0.03620983,
        0.15367946,
        0.06497408,
        0.03057081,
        -0.15543503,
        0.01351306,
        -0.05578131,
        -0.01658088,
        0.01544302,
        0.05921284,
        0.06464835,
        0.02034978,
        0.16278124,
        0.02162938,
        0.1445464,
        0.07718109,
        0.13444427,
        -0.10969324,
        -0.06296548,
        0.07529427,
        0.09108829,
        0.0843537,
        0.08002103,
        -0.02452753,
        0.02076042,
        0.00602258,
        -0.00699884,
        0.0446047,
        0.07109267,
        0.00730817,
        -0.14850335,
        0.02196117,
        -0.06272466,
        -0.08063199,
        -0.01963586,
        -0.06232904,
        0.18691534,
        -0.02989487,
        -0.02307681,
        -0.09384636,
        0.01869328,
        -0.08615778,
        -0.01516586,
        0.02899578,
        0.00498247,
        0.0662872,
        -0.04447446,
        0.03304262,
        0.06277169,
        0.00584157,
        0.01387291,
        -0.04707102,
        0.01839207,
        0.03542451,
        0.08492478,
        0.03609524,
        0.07776414,
        -0.05058173,
        -0.02504171,
        -0.02387556,
        -0.06714687,
        -0.0498366,
        0.02289074,
        0.04711203,
        0.03032538,
        0.06156486,
        -0.00659584,
        -0.03459039,
        -0.03311691,
        0.02699054,
        0.02207826,
        -0.04704108,
        -0.02012696,
        -0.10484155,
        0.01460513,
        -0.05287892,
        -0.00257121,
        0.03665803,
        -8.442e-05,
        0.0344651,
        0.09257579,
        0.02871555,
        -0.05414261,
        0.01085017,
        0.12585324,
        0.05451579,
        -0.0301715,
        0.00942063,
        0.04333999,
        0.05119767,
        -0.05102875,
        -0.04207597,
        0.02894551,
        0.05760689,
        -0.01165443,
        -0.0400944,
        0.01880827,
        -0.00536408,
        0.00873167,
        -0.06115466,
        -0.00820906,
        -0.01046184,
        0.00953318,
        -0.04116342,
        -0.00371408,
        0.05087092,
        0.02443181,
        -0.02275142,
        0.0121256,
        0.03931541,
        0.01642587,
        0.00594028,
        -0.01517512,
        -0.00460996,
        0.05321185,
        -0.00303453,
        -0.04462391,
        -0.02955657,
        0.06756701,
        0.01269387,
        0.00439294,
        -0.01688814,
        0.00599055,
        -0.05860509,
        -0.00640408,
        -0.02288292,
        -0.01169652,
        0.01191018,
        0.06990831,
        -0.03254844,
        0.01306989,
        0.0324331,
        0.01259914,
        0.012772,
        0.01562133,
        0.02279549,
        -0.06174612,
        0.10596453,
        0.01665649,
        0.05464435,
        0.03043335,
        0.00261869,
        0.04120243,
        -0.01908323,
        -0.01475778,
        0.01024658,
        0.00602525,
        0.034647,
        -0.01601795,
        -0.0098665,
        0.00715095,
        0.0386551,
        0.00813517,
        -0.02485966,
        -0.00370103,
        -0.04929582,
        0.00873361,
        0.00677907,
        -0.01257964,
        0.06989538,
        -0.03499186,
        0.01892586,
        0.00830449,
        -0.02865393,
        0.0222334,
        0.02955934,
        0.01670051,
        -0.03454896,
        0.00511459,
        -0.06118869,
        -0.04395781,
        -0.00728062,
        0.03459383,
        -0.01677352,
        -0.05499182,
        0.02996176,
        -0.00793099,
        0.01103673,
        -0.02698723,
        -0.03706948,
        0.0058741,
        0.01856517,
        -0.0184078,
        -0.02116514,
        -0.0109629,
        -0.06174179,
        -0.01890302,
        0.03024366,
        0.00644585,
        -0.04642926,
        0.01424284,
        0.04885947,
        0.01391168,
        0.00777366,
        0.02742206,
        0.00707238,
        -0.01929868,
        0.03457972,
        -0.04974987,
        0.00105937,
        -0.01246471,
        -0.02007423,
        0.000219,
        0.02734674,
        0.05963851,
        0.03654126,
        -0.0129875,
        -0.04307868,
        -0.00316628,
        0.01014835,
        -0.00251832,
        -0.03931477,
        -0.00972052,
        -0.00568248,
        0.00316628,
        0.00346336,
        0.03684881,
        -0.00336378,
        -0.05937261,
        -0.00259194,
        0.00196418,
        0.02412233,
        0.00198911,
        0.00796683,
        -0.03575343,
        0.0077577,
        -0.02936143,
        -0.04127926,
        -0.03727643,
        -0.04707571,
        0.04822274,
        0.0111492,
        0.0357839,
        -0.01515097,
        -0.0181218,
        0.02394596,
        0.02694717,
        -0.035783,
        0.0281493,
        -0.01310454,
        0.02221958,
        0.02990598,
        -0.01907246,
        0.04340885,
        0.0115768,
        0.00898189,
        -0.06997719,
        0.01230609,
        -0.00925507,
        0.05233327,
        -0.02267844,
        -0.05345995,
        0.00955621,
        0.01006574,
        0.10575184,
        -0.0681143,
        -0.01524912,
        -0.01217928,
        0.00278406,
        -0.00136194,
        0.02119698,
        -0.00788542,
        0.00100464,
        0.02298328,
        0.00925969,
        0.02953216,
        -0.00704557,
        0.00990218,
        -0.00553312,
        -0.01701421,
        -0.00671327,
        -0.00800176,
        -0.03354774,
        -0.00255209,
        0.01456584,
        -0.02189159,
        -0.0115431,
        -0.01603708,
        -0.03584647,
        0.04013485,
        -0.01710701,
        -0.05626024,
        0.02047668,
        0.01898202,
        -0.00604367,
        0.06082913,
        0.00710128,
        -0.02479753,
        0.01761165,
        0.01341764,
        -0.01323848,
        -0.02196406,
        -0.02244893,
        -0.02151935,
        -0.01825762,
        0.00698251,
        -0.02361639,
        0.00114175,
        -0.02762575,
        0.16642642,
        -0.00773265,
        0.00217698,
        0.04885407,
        -0.01389956,
        0.01700542,
        0.01211646,
        0.00832499,
        -0.00395274,
        0.01165037,
        -0.00379319,
        0.0132295,
        -0.00373486,
        0.02491317,
        -0.02714441,
        0.03632208,
        -0.08712547,
        -0.06559645,
        -0.02572042,
        0.04448447,
        -0.00740151,
        0.02038549,
        0.03381699,
        -0.00414533,
        0.02067941,
        -0.04021452,
        0.04214275,
        -0.00379636,
        0.01809693,
        -0.01443073,
        0.02897453,
        -0.01338227,
        0.00038025,
        0.02115615,
        0.01903441,
        -0.01938041,
        0.02999728,
        0.01710915,
        -0.00018278,
        0.03359207,
        -0.15671353,
        0.06294922,
        -0.02928597,
        -0.00917316,
        -0.02511222,
        0.04767934,
        0.01702067,
        0.01511116,
        -0.01941296,
        0.04285015,
        -0.00288132,
        -0.01123376,
        -0.01124302,
        -0.00706538,
        -0.02094487,
        -0.06044375,
        -0.01406492,
        -0.02563945,
        0.02763499,
        -0.01873456,
        0.00962685,
        0.00600576,
        0.02742081,
        -0.03916538,
        0.00491569,
        0.01069831,
        0.01297124,
        0.0156616,
        0.01917705,
        0.02480869,
        -0.0106574,
        -0.00759733,
        0.00509676,
        0.01549563,
        -0.02802384,
        -0.01822686,
        0.00713354,
        -0.00076786,
        0.01179229,
        -0.01646931,
        -0.02218645,
        -0.01974743,
        -0.02323301,
        -0.0161015,
        0.00569559,
        -0.0318373,
        0.00214495,
        0.02582066,
        0.0120695,
        -0.00323667,
        -0.0181305,
        0.00456708,
        0.00088165,
        -0.00181784,
        -0.0323725,
        0.03889608,
        -0.00593832,
        -0.00065643,
        -0.00818366,
        0.00936741,
        -0.01945619,
        0.02748532,
        0.01352952,
        0.0104318,
        -0.04723194,
        -0.04889061,
        -0.03551376,
        0.01957176,
        0.03616486,
        -0.00134334,
        0.02413643,
        -0.03108473,
        0.00653157,
        -0.00807491,
        0.01170466,
        0.01715695,
        -0.02850865,
        -0.02597558,
        -0.01232146,
        -0.00075774,
        0.00142594,
        0.01942839,
        -0.01098431,
        -0.00176267,
        -0.08830237,
        0.00896412,
        0.0134145,
        0.00978285,
        0.0046121,
        -0.00490226,
        -0.01901206,
        -0.01399694,
        0.01516195,
        -0.00334541,
        -0.01679288,
        0.03267581,
        -0.01082043,
        0.01129618,
        0.03566024,
        0.02445141,
        0.01040449,
        0.05409379,
        0.01997331,
        -0.00243477,
        0.01394332,
        0.02577617,
        0.03131029,
        0.00099272,
        0.0257875,
        0.00535434,
        0.01975382,
        0.01685537,
        -0.00746932,
        0.0180197,
        -0.00473603,
        0.00482269,
        -0.02610375,
        -0.00263356,
        0.04015455,
        0.01175972,
        0.00810278,
        0.03288561,
        -0.00391045,
        -0.02447399,
        0.0166478,
        0.01949768,
        0.02602378,
        -0.00563907,
        -0.00467757,
        0.00259495,
        -0.0125137,
        0.05420196,
        -0.00224606,
        -0.00816949,
        0.01439246,
        -0.0126056,
        0.00068195,
        0.01309173,
        -0.00121671,
        -0.03312248,
        -0.01834775,
        0.0016364,
        -0.02588954,
        0.00480775,
        -0.01843944,
        -0.0041554,
        0.01282341,
        0.03219848,
        -0.01286189,
        0.00484094,
        -0.01602968,
        -0.01150733,
        -0.03129844,
        0.0092206,
        0.03618083,
        0.02785339,
        0.02549848,
        0.00144244,
        0.03333158,
        0.01289997,
        0.00317834,
        0.00372877,
        1.953e-05,
        0.00166176,
        0.00610443,
        0.01573688,
        0.00230932,
        -0.00716901,
        -0.01175373,
        0.00542746,
        -0.01469357,
        -0.0064027,
        -0.00792847,
        0.0059745,
        -0.02925546,
        0.01021165,
        -0.06110986,
        0.01822174,
        0.00379858,
        0.02198827,
        0.04593732,
        0.01543745,
        -0.00720788,
        0.00476402,
        -0.0038778,
        0.01266388,
        -0.00248264,
        0.05027047,
        -0.01237561,
        -0.00957299,
        -0.01446781,
        -0.00401733,
        0.01843788,
        -0.02245559,
        0.00411258,
        -0.02207132,
        0.01917735,
        0.01551384,
        0.06460287,
        0.02049114,
        0.00455079,
        -0.00079158,
        -0.00720685,
        -0.02944683,
        -0.00974075,
        -0.00361087,
        -0.02188736,
        0.00510789,
        0.00083505,
        0.01718823,
        -0.01092549,
        -0.06818206,
        0.02002659,
        -0.00443351,
        0.02195536,
        -0.03922576,
        0.02893249,
        -0.00792199,
        -0.01345805,
        0.03962484,
        0.01178997,
        0.03471842,
        0.02131379,
        0.0221365,
        -0.01394667,
        -0.0011956,
        -0.00585808,
        -0.00686869,
        -0.00681893,
        0.00314807,
        0.02003211,
        -0.01824619,
        -0.01195085,
        -0.00977994,
        -0.02926364,
        0.00122858,
        0.0081286,
        -0.0084117,
        0.03174116,
        0.01527151,
        0.01818123,
        -0.01315631,
        0.00535931,
        -0.01808719,
        -0.01626276,
        0.01888465,
        -0.00875709,
        0.0206139,
        0.01838784,
        -0.03064582,
        0.01166973,
        0.02911546,
        0.02594003,
        -0.00576419,
        -0.00914466,
        -0.0237985,
        0.01038998,
        -0.01717332,
        0.02492017,
        -0.00753594,
        0.01322463,
        0.01343332,
        0.00121454,
        0.01580115,
        0.00307425,
        0.0345596,
        -0.01798728,
        0.0323272,
        -0.0068936,
        -0.00869091,
        0.0045136,
        -0.00837262,
        -0.00855466,
        0.0034192,
        0.02522525,
        -0.00705909,
        -0.019891,
        0.00191272,
        -0.01211489,
        0.0285136,
        -0.00566154,
        0.04103695,
        -0.0092919,
        0.00241761,
        0.01635534,
        -0.00316568,
        -0.01597946,
        -0.03456803,
        -0.03958578,
        0.01394486,
        -0.01306217,
        -0.00343395,
        0.01033765,
        0.01521762,
        0.00855863,
        -0.00389284,
        0.02527569,
        -0.01169722,
        0.00200877,
        0.04353902,
        0.02844795,
        0.02484205,
        0.01893727,
        -0.03412919,
        0.01272242,
        0.00202661,
        0.023077,
        0.02425507,
        -0.0236186,
        -0.04173858,
        0.00582972,
        0.00735155,
        -0.00016013,
        0.01041111,
        0.0020433,
        0.01619346,
        0.01290293,
        0.0304944,
        -0.02799492,
        0.00890391,
        0.01989347,
        0.01319829,
        0.0316516,
        0.01294222,
        0.01560815,
        6.969e-05,
        0.00689163,
        0.0201618,
        0.01609466,
        -0.00964703,
        0.00868139,
        -0.03052312,
        -0.00467848,
        -0.01110903,
        -0.00782298,
        -0.01644403,
        -0.02660462,
        -0.00318245,
        -0.03656901,
        -0.01252536,
        2.685e-05,
        0.00575581,
        0.00867378,
        -0.03588792,
        -0.00962772,
        0.00612709,
        0.02778116,
        0.00617909,
        -0.02462822,
        0.01033108,
        0.02212686,
        0.00757206,
        0.0081198,
        0.02414416,
        -0.00085268,
        -0.01033239,
        -0.01519087,
        0.01407947,
        0.01629492,
        -0.00385944,
        0.00988953,
        0.01378492,
        0.04593561,
        0.00968383,
        0.03686356,
        -0.01484743,
        0.01556203,
        -0.01520757,
        0.02010669,
        -0.0176068,
        0.02796162,
        -0.00331875,
        -0.01562665,
        -0.02325287,
        -0.03160228,
        0.01461223,
        -0.00678877,
        -0.0085217,
        0.00715341,
        -0.003018,
        0.01534117,
        0.00859851,
        0.00273759,
        -0.00587398,
        0.0363301,
        0.04355061,
        -0.01432952,
        0.02605049,
        0.02288688,
        0.03925271,
        0.01841203,
        -0.03189914,
        0.01263224,
        0.01408128,
        0.0248368,
        0.01680999,
        -0.01338161,
        0.00324507,
        -0.02825224,
        -0.01734889,
        0.00191852,
        -0.01146315,
        -0.0038348,
        -0.00840155,
        -0.0083625,
        -0.0499628,
        -0.02321059,
        -0.01606922,
        0.01277077,
        -0.00190077,
        0.01025087,
        -0.03114786,
        0.00791134,
        0.01744954,
        0.02002841,
        -0.0255163,
        -0.02600448,
        -0.01578891,
        -0.02690942,
        -0.02880245,
        -0.00431575,
        0.00600727,
        -0.03090141,
        0.01105587,
        -0.0015371,
        0.00296751,
        0.01277654,
        -0.00477245,
        -0.02422091,
        0.02559535,
        -0.00133811,
        -0.00772111,
        -0.04095183,
        0.03351398,
        0.01896126,
        0.00341619,
        0.01234442,
        -0.03707758,
        0.00587088,
        -0.00318547,
        0.0377168,
        -0.01426577,
        -0.02044055,
        -0.0175332,
        0.01608709,
        0.03591258,
        0.00580495,
        0.01636545,
        -0.01722871,
        0.00606186,
        -0.00400982,
        0.0109228,
        0.02489203,
        0.01245983,
        -0.00455665,
        -0.01384578,
        -0.00659455,
        0.00777224,
        -0.00334753,
        -0.0177411,
        -0.00531191,
        0.00629907,
        0.02441626,
        -0.01576012,
        0.03351801,
        0.02288313,
        -0.05304268,
        -0.0071294,
        0.03232586,
        0.00891935,
        -0.01977362,
        -0.0027413,
        -0.01511885,
        0.02056648,
        0.00657744,
        0.01876156,
        0.01019189,
        -0.01308637,
        0.02896509,
        0.00256687,
        -0.00765172,
        0.03474916,
        0.00256524,
        0.00674338,
        0.04313926,
        -0.00284791,
        0.0150191,
        0.01572495,
        0.02367985,
        -0.01331006,
        0.01604667,
        -0.02399078,
        0.03464028,
        -0.00468134,
        0.00330221,
        0.00213209,
        0.00835461,
        -0.02771784,
        0.00901233,
        0.0105306,
        -0.00924321,
        0.02637529,
        -0.02676393,
        0.00356408,
        -0.04889319,
        -0.02941449,
        0.00112647,
        -0.02983064,
        0.03998261,
        -0.02925883,
        -0.00396614,
        0.01319757,
        0.01322922,
        -0.00243386,
        -0.00769942,
        0.01422793,
        -0.02085671,
        -0.01465598,
        -0.00793447,
        -0.0158751,
        -0.04526321,
        0.03444614,
        0.01128489,
        -0.02307381,
        0.02501738,
        0.00990441,
        0.02356402,
        -0.00317668,
        -0.0126682,
        0.02966011,
        0.00138062,
        -0.02201164,
        -0.02099483,
        -0.00252512,
        0.0012899,
        0.01235682,
        -0.01162883,
        -0.02899506,
        -0.05046245,
        0.03096318,
        -0.0059149,
        -0.02507442,
        -0.00721694,
        -0.03142115,
        -0.01031928,
        0.00791632,
        0.01309902,
        0.02127181,
        -0.01971884,
        -0.02214627,
        -0.02675827,
        0.00386679,
        0.00320048,
        -0.00816859,
        -0.01619648,
        -0.01310949,
        0.00787304,
        0.00961308,
        -0.0018458,
        0.01286562,
        0.03139392,
        -0.00560179,
        -0.00183139,
        -0.00443225,
        -0.00790803,
        -0.01636733,
        -0.00759358,
        0.00203761,
        0.01884115,
        -0.01272084,
        0.00250993,
        0.03664702,
        -0.04066893,
        0.00552276,
        0.0137794,
        -0.02775645,
        -0.00558242,
        -0.01088545,
        -0.01883953,
        -0.00373733,
        0.00910788,
        0.01156108,
        -0.01827489,
        -0.02444516,
        -0.00397615,
        -0.02902949,
        -0.01167935,
        -0.00136049,
        0.00129787,
        0.00911742,
        -0.00392505,
        -0.00567445,
        0.00135177,
        0.01242116,
        0.00707127,
        0.01174442,
        0.00069741,
        -0.02878679,
        -0.02556429,
        0.00227394,
        0.00793164,
        -0.00369597,
        0.03255857,
        0.0202454,
        -0.01635662,
        -0.02483233,
        0.00268604,
        0.01370827,
        -0.00288547,
        -0.0091429,
        -0.04589674,
        -0.00381021,
        -0.02784827,
        -0.02464681,
        0.03012316,
        -0.02526064,
        -0.0019681,
        0.00598796,
        -0.01061581,
        -0.01781175,
        -0.01317692,
        -0.01122522,
        -0.00949888,
        -0.04640295,
        0.00405447,
        0.00692723,
        -0.01286737,
        0.0194275,
        0.03252542,
        -0.03120079,
        -0.00596153,
        -0.02418105,
        0.01823442,
        -0.00854398,
        0.03457795,
        -0.00829153,
        0.01389347,
        0.01776138,
        -0.0100889,
        -0.00340556,
        -0.00454865,
        -0.00269702,
        -0.01599278,
        0.03753144,
        0.02651554,
        -0.01864239,
        -0.00012952,
        0.03227106,
        0.00020344,
        0.03920548,
        0.00676807,
        -0.01476055,
        -0.02480705,
        -0.0294454,
        -0.02185388,
        0.01376991,
        0.0019891,
        -0.00082901,
        -0.00209755,
        -0.00537243,
        0.00898147,
        -0.03283366,
        -0.02692142,
        -0.03934251,
        -0.03625376,
        -0.00753794,
        0.00549959,
        0.00160269,
        -0.01382472,
        -0.03401972,
        -0.01955991,
        -0.01109684,
        0.02179758,
        -0.03753874,
        -0.06081887,
        -0.00784457,
        -0.01305669,
        -0.04447476,
        -0.00143666,
        -0.01756143,
        -0.02385547,
        0.01329127,
        -0.01187246,
        -0.01682425
       ],
       "cols": [
        0,
        11,
        25,
        35,
        37,
        38,
        39,
        42,
        46,
        56,
        61,
        63,
        65,
        68,
        81,
        105,
        110,
        129,
        135,
        169,
        215,
        259,
        264,
        266,
        294,
        371,
        414,
        426,
        452,
        496,
        504,
        505,
        509,
        516,
        580,
        582,
        601,
        638,
        682,
        733,
        738,
        750,
        755,
        882,
        891,
        907,
        926,
        956,
        1047,
        1060,
        1087,
        1130,
        1155,
        1175,
        1184,
        1702,
        1727,
        1757,
        1787,
        2248,
        2288,
        2431,
        2636,
        3003
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.41399729,
        0.04963015,
        0.12075837,
        0.02570651,
        0.07051032,
        -0.14113681,
        0.03799108,
        0.01167555,
        -0.0064611,
        -0.01368775,
        0.06116361,
        0.03473959,
        0.05443978,
        0.1034804,
        0.03853016,
        0.10406735,
        0.07458493,
        0.19364277,
        -0.10859208,
        -0.07088345,
        0.09971021,
        0.04388057,
        0.06559257,
        0.07909922,
        -0.0305314,
        0.00847475,
        0.0029426,
        0.01185544,
        0.01822992,
        0.04678907,
        0.00322332,
        -0.12947491,
        0.05207255,
        -0.04346941,
        -0.08363152,
        0.01037417,
        -0.024745,
        0.13930042,
        -0.03795761,
        -0.02326387,
        -0.08854304,
        0.00513338,
        -0.04700642,
        -0.0410671,
        -0.00597825,
        -0.01444194,
        0.03166021,
        -0.06466202,
        0.03836314,
        0.10043173,
        0.00429663,
        0.01563108,
        -0.04114208,
        0.01129955,
        0.03724522,
        0.07670557,
        0.04311912,
        0.07472885,
        -0.02922567,
        -0.03833525,
        0.00456427,
        -0.07277104,
        -0.04912667,
        0.03210241,
        0.06677274,
        0.04299912,
        0.01544243,
        -0.00771099,
        -0.04890209,
        -0.05095252,
        0.03187749,
        0.01289586,
        -0.04323121,
        0.01584703,
        -0.09161146,
        0.01245053,
        -0.06768124,
        0.00860595,
        -0.00343637,
        0.01398703,
        0.03606768,
        0.0810465,
        0.02315859,
        -0.04040698,
        0.03198423,
        0.11273056,
        0.07610082,
        -0.0318647,
        0.01234657,
        0.02210993,
        0.04747062,
        -0.06642445,
        -0.06831807,
        -0.00169164,
        0.04582261,
        -0.01536702,
        -0.02826523,
        -0.01215465,
        -0.011371,
        0.01469242,
        -0.05166398,
        -0.02717075,
        -0.00141099,
        0.02742627,
        -0.02786403,
        -0.00629218,
        0.03265667,
        0.01514308,
        -0.0149828,
        -0.00829845,
        0.04983302,
        0.04255297,
        0.00411385,
        -0.03872541,
        0.0036479,
        0.04089405,
        -0.02173937,
        -0.07732391,
        -0.02259742,
        0.05235458,
        0.0173907,
        0.02537671,
        -0.02115237,
        0.01312889,
        -0.03039251,
        0.00446135,
        -0.03203883,
        0.02627006,
        -0.00464935,
        0.06962904,
        -0.03380452,
        -0.01486555,
        0.03601762,
        0.04170777,
        0.02079187,
        0.01055915,
        0.013812,
        -0.07132905,
        0.05949075,
        0.00309522,
        0.0485229,
        0.02636794,
        0.02857509,
        0.04520793,
        -0.00615302,
        -0.00280603,
        0.00502628,
        -0.01417321,
        0.02896457,
        -0.01341004,
        -0.01564776,
        0.01597291,
        0.02518996,
        0.02494553,
        -0.00542398,
        -0.00570583,
        -0.01915297,
        0.00438684,
        0.00933441,
        -0.01003382,
        0.07714284,
        -0.00258696,
        0.01232391,
        0.01856954,
        -0.02422703,
        0.00045015,
        -0.00747694,
        -0.04692789,
        -0.03999501,
        -0.00415803,
        -0.02718486,
        -0.02438036,
        -0.00504409,
        0.01552685,
        -0.01566504,
        -0.03189168,
        0.01812186,
        -0.02202662,
        0.02614452,
        -0.00671965,
        -0.03856579,
        0.02344356,
        -0.00223916,
        -0.00331282,
        -0.02047138,
        -0.01889345,
        -0.04949783,
        -0.02935014,
        0.0107663,
        0.00219746,
        -0.06389891,
        0.01158193,
        0.04443077,
        0.01606618,
        -0.01341348,
        0.02656645,
        0.01186088,
        -0.0103251,
        0.00045351,
        -0.05710696,
        0.01312309,
        -0.01828778,
        -0.02093595,
        0.01126861,
        0.00185225,
        0.06209056,
        0.01881377,
        -0.0147169,
        -0.04910628,
        -0.00019105,
        -0.00031153,
        0.01395955,
        -0.04751529,
        -0.02592737,
        -0.02079906,
        -0.01138995,
        0.02150493,
        0.0168967,
        0.01505595,
        -0.07899936,
        -0.01489948,
        -0.01328334,
        0.03457796,
        -0.0035607,
        0.02112566,
        -0.05852021,
        -0.00032909,
        -0.01642394,
        -0.02042259,
        -0.03190672,
        -0.07005456,
        0.05231471,
        0.01389211,
        0.03463357,
        0.00445699,
        -0.01345005,
        0.01217057,
        0.02445503,
        -0.04094464,
        0.03871498,
        -0.00529151,
        0.04551385,
        0.02378383,
        -0.0063007,
        0.0368812,
        0.00015905,
        0.02571216,
        -0.04776682,
        -0.00851591,
        0.00099652,
        0.04026485,
        -0.01877851,
        -0.0219236,
        -0.00297592,
        0.01029671,
        0.10225255,
        -0.07007081,
        -0.02340342,
        0.00304178,
        0.01930523,
        -0.02637254,
        0.00015534,
        0.01005215,
        0.01588354,
        0.01971863,
        0.00551752,
        0.01135873,
        0.00747602,
        0.01103365,
        0.01211043,
        0.00037698,
        -0.02620154,
        0.00256552,
        -0.02569012,
        -0.02783686,
        0.00628542,
        -0.00104915,
        -0.0084195,
        -0.03021691,
        -0.06425054,
        0.02496984,
        -0.0123,
        -0.03871801,
        0.00344185,
        0.0094332,
        -0.01717056,
        0.04348284,
        -0.01649027,
        -0.01774609,
        -0.00925723,
        0.01012276,
        -0.02162685,
        -0.00469051,
        -0.00543928,
        0.00891075,
        -0.02664486,
        0.00453793,
        -0.00719609,
        -0.0229699,
        -0.02674694,
        0.08312266,
        -0.02648537,
        -0.01864358,
        0.05058388,
        -0.02575401,
        0.02509584,
        -0.00238742,
        -0.01080631,
        -0.02850006,
        0.03767575,
        -0.01170178,
        -0.04227291,
        -0.00819114,
        0.0155615,
        -0.01753663,
        0.01993192,
        -0.08148444,
        -0.0680353,
        0.00388821,
        0.03550627,
        0.00862947,
        0.00714255,
        0.010537,
        0.00096149,
        -0.00442716,
        -0.01539658,
        0.03665021,
        0.00852256,
        0.01478875,
        -0.03822764,
        0.04834064,
        -0.00460326,
        0.01477617,
        0.04410122,
        0.01627444,
        -0.00093999,
        -0.00024491,
        -0.00553846,
        -0.00497731,
        0.04350387,
        -0.14360385,
        0.02938055,
        -0.0352683,
        -0.00509822,
        -0.02180302,
        0.00219526,
        -0.00115064,
        -0.00144354,
        -0.02192711,
        0.04223738,
        -0.02610195,
        -0.01616591,
        -0.01219281,
        -0.0051492,
        -0.02957796,
        -0.02786715,
        -0.02184732,
        -0.01340924,
        0.01838329,
        -0.02598088,
        0.02937649,
        0.01490723,
        0.01670144,
        -0.03311621,
        0.02081646,
        0.01394797,
        -0.00322997,
        0.00261211,
        0.03853096,
        0.02314228,
        0.00417184,
        -0.02041819,
        0.00740087,
        0.00630271,
        -0.02640118,
        -0.01714695,
        0.0081078,
        0.02775934,
        -0.00849896,
        -0.02215351,
        -0.0097992,
        0.0137838,
        -0.00961078,
        0.00229612,
        -0.00337052,
        -0.01665382,
        0.00472534,
        0.01867853,
        0.02347246,
        0.00167132,
        -0.00106219,
        -0.00794656,
        -0.00257331,
        -0.00023658,
        0.00359527,
        0.04330531,
        -0.01585915,
        0.00389967,
        -0.00603891,
        0.01601479,
        -0.00080251,
        -0.00465458,
        0.00355762,
        -0.00012541,
        -0.01363729,
        -0.03129135,
        -0.0451249,
        0.03790808,
        0.01233148,
        -0.00681186,
        0.02245213,
        -0.02457226,
        0.0053979,
        -0.00176179,
        -0.01983261,
        -0.00289942,
        -0.054424,
        -0.01660743,
        -0.01866144,
        -0.0056431,
        -0.01305195,
        -0.01278731,
        -0.01718922,
        -0.01980148,
        -0.12208816,
        0.01950914,
        0.00548164,
        -0.00599155,
        0.01228508,
        -0.01484066,
        -0.02760676,
        0.02717005,
        -0.00303716,
        -0.00324011,
        0.00126969,
        0.02935875,
        -0.01822443,
        0.01723574,
        0.01369331,
        0.01482911,
        -0.00349897,
        -0.0075394,
        -0.00909447,
        -0.01029597,
        0.02345074,
        0.03705572,
        0.00569269,
        0.02199166,
        0.00893563,
        -0.00376267,
        0.00459211,
        0.03037536,
        -0.01397452,
        -0.00245161,
        -0.00043594,
        -0.00770201,
        -0.02184014,
        0.00735113,
        0.03283777,
        -0.0031054,
        0.00327932,
        0.02279597,
        0.00313427,
        -0.02228454,
        0.0249339,
        0.00893045,
        0.0193599,
        -0.00423225,
        0.01214966,
        0.00211539,
        -0.01705077,
        0.05321393,
        0.00832467,
        0.00691531,
        0.00440044,
        -0.0036028,
        0.00648574,
        -0.00184864,
        0.01262479,
        -0.04579851,
        -0.01826578,
        -0.00640297,
        -0.03256388,
        0.00699382,
        -0.01327709,
        -0.01331763,
        -0.00193405,
        -0.00183068,
        -0.00744029,
        0.00887535,
        -0.03525895,
        -0.00613091,
        0.00389063,
        0.0061255,
        -0.00145237,
        0.02164902,
        0.00551578,
        -0.02099774,
        0.02638274,
        -0.01244471,
        0.01595411,
        0.00367786,
        0.00150957,
        0.01250048,
        0.01080034,
        -0.00269924,
        -0.01266212,
        -0.02325669,
        -0.00212248,
        0.05340743,
        -0.00488497,
        -0.00560996,
        -0.01019677,
        -0.00038237,
        -0.01917257,
        0.00416132,
        -0.06233919,
        0.02279506,
        0.01383749,
        0.0223188,
        0.03706111,
        0.00759379,
        -0.01933291,
        -0.00911448,
        -0.00832836,
        0.00218727,
        0.00528866,
        0.0012676,
        -0.00689148,
        -0.01066677,
        -0.03458137,
        -0.00148494,
        0.00298672,
        -0.02046814,
        0.01484077,
        -0.00187794,
        0.00895328,
        0.01091576,
        0.02540395,
        0.01473134,
        -0.01313322,
        0.00882845,
        0.00047043,
        -0.03233552,
        -0.00381481,
        -0.00340058,
        0.00045749,
        0.01598782,
        0.01730791,
        0.03945119,
        -0.00992342,
        -0.04769488,
        0.01061766,
        -0.00912597,
        -0.00186258,
        -0.02074894,
        -0.00693543,
        0.00157427,
        -0.02019794,
        0.03320531,
        0.00160058,
        0.03022134,
        0.01365437,
        0.01773841,
        -0.00126859,
        -0.00960154,
        0.00160947,
        0.02864504,
        0.00388886,
        0.01610713,
        0.02257901,
        -0.01016495,
        0.0029654,
        -0.00020181,
        0.00606368,
        0.01182888,
        0.01258298,
        0.06290828,
        0.02865976,
        0.02483223,
        0.00040623,
        0.00811181,
        -0.01250675,
        -0.01186497,
        -0.01285955,
        0.01597996,
        -0.04972612,
        0.00089825,
        0.00958841,
        -0.02032982,
        -0.00527198,
        0.02549261,
        0.04237567,
        0.0055739,
        -0.01983182,
        -0.02598889,
        0.01521344,
        0.01940417,
        0.00654279,
        -0.01277678,
        0.01001596,
        0.00197745,
        0.00052592,
        0.01791021,
        0.00403065,
        0.01413665,
        -0.00654267,
        0.01739347,
        -0.00468635,
        0.01130318,
        0.01190673,
        0.00176921,
        0.00215732,
        -0.01801398,
        0.00423987,
        -0.02487228,
        -0.03574106,
        -0.03761583,
        -0.01580498,
        0.0112633,
        -0.00802143,
        0.04035542,
        -0.02123511,
        0.01391431,
        0.02576919,
        -0.01363103,
        -0.01700656,
        -0.03270056,
        -0.01692577,
        0.0040207,
        -0.00770615,
        -0.02023523,
        -0.01287303,
        -0.00399295,
        -0.0097395,
        -0.00157304,
        0.01470541,
        -0.02900858,
        -0.01364948,
        0.01622227,
        0.04555156,
        0.02300258,
        0.00070742,
        -0.03894363,
        0.01395334,
        -0.011304,
        0.01820423,
        0.02882553,
        -0.0265112,
        -0.02328012,
        -0.0057346,
        -0.0111037,
        -0.00239438,
        0.00067644,
        -0.00284005,
        0.02123305,
        0.019265,
        0.01552788,
        -0.01986999,
        0.03097746,
        0.03139879,
        0.01663943,
        0.02280164,
        0.01902663,
        0.00619938,
        -0.01090529,
        -0.02094108,
        0.01410988,
        0.0052609,
        -0.01526535,
        0.03699815,
        -0.03132536,
        0.01252833,
        -0.02781519,
        -0.01810875,
        -0.009691,
        -0.02077244,
        0.00926613,
        -0.04685893,
        -0.00726184,
        -0.00891186,
        -0.00769646,
        0.01439862,
        -0.02565044,
        0.00493228,
        0.00974353,
        -0.00995644,
        0.02049081,
        -0.04404585,
        0.00751193,
        0.00638864,
        0.00514695,
        0.05242157,
        0.00289454,
        -0.00064507,
        0.03833183,
        -0.04490974,
        -0.00162655,
        -0.01159293,
        0.01254596,
        -0.01223043,
        0.0235262,
        0.02629913,
        0.01253196,
        -0.02080517,
        -0.00689689,
        -0.0068256,
        0.01760788,
        0.01303217,
        -0.00408248,
        0.01806383,
        0.00275279,
        -0.02245613,
        -0.03216419,
        -0.02313394,
        0.01341674,
        -0.02875509,
        0.00821746,
        -0.00258162,
        -0.0166717,
        -0.00257669,
        -0.01655585,
        0.01896282,
        -0.01112964,
        0.00746154,
        0.01104538,
        -0.02793135,
        -0.00074981,
        0.00759404,
        0.04883965,
        0.02882431,
        -0.01466329,
        -0.0079204,
        -0.01327058,
        0.01041078,
        0.01971299,
        -0.00478428,
        -0.02979348,
        -0.0033707,
        -0.01569781,
        0.00752487,
        0.00428126,
        0.02388609,
        0.0027208,
        -0.00341252,
        -0.04374065,
        -0.01116345,
        -0.00532541,
        0.02159592,
        0.00406952,
        0.00415196,
        -0.0033014,
        0.00208155,
        -0.02914683,
        0.02400334,
        -0.00277937,
        -0.01673185,
        -0.01697779,
        -0.02679257,
        -0.0103722,
        -0.03774866,
        0.02358133,
        -0.02143352,
        -0.00031711,
        -0.00352962,
        -0.00598108,
        0.01242257,
        0.0164373,
        0.00470733,
        0.02708453,
        -0.02024415,
        0.01169108,
        -0.03683765,
        0.02083484,
        0.00937352,
        -0.02739683,
        -0.0067206,
        -0.01986139,
        0.00547282,
        -0.01628444,
        0.00153831,
        -0.00249261,
        -0.02345225,
        -0.01357254,
        0.01328131,
        0.00521324,
        0.00352823,
        -0.01862443,
        -0.00389278,
        0.00673196,
        0.00429158,
        0.00606037,
        0.03048845,
        -0.01037415,
        -0.01091966,
        0.0005297,
        -0.0454992,
        -0.03626728,
        0.00287546,
        0.00962111,
        -0.01698189,
        -0.00070894,
        0.01815648,
        -0.01495158,
        0.01427327,
        0.02984908,
        -0.01813151,
        -0.00496254,
        0.0179225,
        -0.00915224,
        -0.03176316,
        0.00395478,
        0.00483918,
        0.00103693,
        -0.03188303,
        0.00852776,
        -0.00672803,
        -0.01914714,
        0.00857762,
        -0.0096268,
        0.00650117,
        -0.01087384,
        -0.011639,
        0.01615791,
        0.02781934,
        -0.00755544,
        -0.00014848,
        -0.00793268,
        0.00750446,
        -0.0103245,
        0.0168096,
        -0.02983714,
        0.03803321,
        -0.01768607,
        0.00270445,
        0.01078355,
        0.01566177,
        -0.0133848,
        0.01774806,
        -0.00812243,
        0.02237075,
        0.01115108,
        0.00381729,
        0.01070505,
        -0.03039744,
        -0.04433396,
        0.02080437,
        -0.01398751,
        0.02386202,
        9.26e-05,
        -0.01348085,
        0.00854043,
        0.03121264,
        -0.00824868,
        -0.0059332,
        0.01327891,
        -0.01346949,
        -0.00999715,
        -0.00842401,
        -0.02804655,
        -0.03686436,
        0.02232404,
        -0.0279701,
        -0.02540337,
        -0.00054304,
        -0.00756712,
        0.02793047,
        -0.01626339,
        -0.01397534,
        0.02358809,
        0.04023468,
        -0.03251312,
        -0.01672773,
        0.00377267,
        0.01258042,
        -0.00385397,
        -0.02168425,
        -0.01490837,
        -0.01752106,
        -0.0036807,
        -0.01502097,
        -0.03276443,
        -0.01766985,
        -0.02547744,
        -0.00919792,
        -0.00224599,
        0.0251513,
        -0.01591504,
        0.00427116,
        -0.01306467,
        0.01153746,
        -0.02659429,
        -0.00869732,
        0.00801325,
        -0.00534268,
        0.00309692,
        0.0168271,
        0.00267658,
        -0.00784185,
        -0.01638011,
        -0.00787242,
        -0.01431224,
        -0.00839908,
        0.00343782,
        0.0076508,
        0.00512584,
        -0.00750912,
        0.01765133,
        0.00432924,
        -0.00314923,
        -0.02161724,
        0.02385022,
        -0.02513087,
        -0.01094419,
        0.01210399,
        -0.00285633,
        0.00383794,
        -0.03123457,
        -0.01198237,
        -0.01510271,
        -0.01148189,
        0.00541213,
        -0.01798316,
        0.00496864,
        -0.0015806,
        -0.01432069,
        -0.02940245,
        -0.01776116,
        -0.00566956,
        0.0015968,
        -0.01688569,
        -0.00069971,
        -0.00806095,
        0.01892859,
        0.03505353,
        0.00642723,
        -0.00281842,
        -0.03205081,
        -0.01303378,
        -0.00905993,
        0.02895496,
        0.00354829,
        0.01735854,
        0.00953999,
        -0.01426204,
        0.01120116,
        -0.00881752,
        0.02241647,
        -0.01657692,
        -0.00571749,
        -0.04898428,
        0.00551105,
        -0.02055241,
        -0.00990897,
        0.00936325,
        -0.0096167,
        0.01104994,
        0.01584025,
        0.01587972,
        0.00194767,
        -0.00631707,
        -0.04304481,
        0.0018921,
        0.01500908,
        -0.01644222,
        0.00668909,
        -0.03100232,
        -0.00048992,
        0.0197435,
        -0.01865795,
        -0.00662279,
        -0.00430736,
        0.01438951,
        -0.02331211,
        0.00492494,
        -0.01072574,
        -0.00245177,
        -0.00950786,
        -0.00477532,
        -0.0100874,
        -0.01600529,
        0.00570134,
        -0.01740529,
        0.03467067,
        0.01419344,
        0.00161084,
        -0.00347943,
        0.02319815,
        -0.00585438,
        0.00335634,
        0.03062036,
        -0.01164215,
        0.00494848,
        0.01392082,
        -0.04225956,
        -0.00249652,
        -0.00907702,
        0.03732198,
        -0.00339302,
        -0.01306331,
        0.02235401,
        -0.01099497,
        -0.01200077,
        -0.05103194,
        -0.00398947,
        -0.00825615,
        0.02447357,
        -0.00067779,
        -0.00834806,
        -0.0175427,
        -0.01224584,
        0.00016019,
        0.01329831,
        -0.0194385,
        -0.01699858,
        0.00808758,
        -0.0110953,
        -0.00470004,
        0.0187731,
        0.00288963,
        -0.04354201,
        -0.0111457,
        0.0091344,
        0.00545016
       ],
       "cols": [
        1,
        11,
        13,
        15,
        17,
        24,
        34,
        36,
        41,
        53,
        58,
        61,
        63,
        64,
        66,
        69,
        76,
        79,
        92,
        95,
        97,
        98,
        99,
        114,
        119,
        123,
        135,
        145,
        146,
        148,
        152,
        161,
        171,
        173,
        177,
        192,
        246,
        253,
        259,
        265,
        268,
        286,
        287,
        302,
        316,
        324,
        343,
        351,
        355,
        450,
        500,
        579,
        602,
        614,
        795,
        933,
        1003,
        1110,
        2055,
        2072,
        2175,
        2595,
        3242,
        3343
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.10540313273668289
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.0964626893401146
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "468df0e1776c53c712a8d1e769f839a76ae044bf27a2fba47e00b8c0da7eeb2c",
     "model.language_model.layers.19.mlp.down_proj.weight": "f27f357d1fd4685e8ba7fb390ee17a1eb593bfa3d700795299cddf923e36cc6a"
    }
   },
   "tokens_total": 11621749,
   "gpu_seconds": 1911,
   "tok_per_s_per_gpu": 6277
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.30859375,
   "gain_se": 0.023029277824146283,
   "problems_better": 125,
   "problems_worse": 3,
   "lost": 1,
   "rescued": 95
  }
 },
 {
  "name": "dev/capA-alpha-8",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.427734375,
   "acc_se": 0.027512554492083077,
   "cut_share": 0.53515625,
   "mean_tokens": 22772.1015625,
   "closed_share": 0.52734375,
   "p_finish": 0.46484375,
   "p_correct_given_finished": 0.8991596638655462,
   "p_correct_given_cut": 0.01824817518248175,
   "no_answer_finished_share": 0.001953125,
   "loop_end_share_of_cut": 0.7846715328467153,
   "tail_dup8_cut_mean": 0.8060912408759124,
   "median_tokens_correct": 10062,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.51171875,
     "acc_se": 0.03900555642817009,
     "cut_share": 0.41796875,
     "mean_tokens": 19867.30859375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.34375,
     "acc_se": 0.03751230113203498,
     "cut_share": 0.65234375,
     "mean_tokens": 25676.89453125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "capA-alpha-8",
    "spec": {
     "about": "Lab 8 recipe A: u and 64 neurons from the base model's own loops (windows just before the loop), alpha 8",
     "layers": {
      "15": {
       "alpha": 8.0,
       "dir": [
        -0.19642147,
        0.03620983,
        0.15367946,
        0.06497408,
        0.03057081,
        -0.15543503,
        0.01351306,
        -0.05578131,
        -0.01658088,
        0.01544302,
        0.05921284,
        0.06464835,
        0.02034978,
        0.16278124,
        0.02162938,
        0.1445464,
        0.07718109,
        0.13444427,
        -0.10969324,
        -0.06296548,
        0.07529427,
        0.09108829,
        0.0843537,
        0.08002103,
        -0.02452753,
        0.02076042,
        0.00602258,
        -0.00699884,
        0.0446047,
        0.07109267,
        0.00730817,
        -0.14850335,
        0.02196117,
        -0.06272466,
        -0.08063199,
        -0.01963586,
        -0.06232904,
        0.18691534,
        -0.02989487,
        -0.02307681,
        -0.09384636,
        0.01869328,
        -0.08615778,
        -0.01516586,
        0.02899578,
        0.00498247,
        0.0662872,
        -0.04447446,
        0.03304262,
        0.06277169,
        0.00584157,
        0.01387291,
        -0.04707102,
        0.01839207,
        0.03542451,
        0.08492478,
        0.03609524,
        0.07776414,
        -0.05058173,
        -0.02504171,
        -0.02387556,
        -0.06714687,
        -0.0498366,
        0.02289074,
        0.04711203,
        0.03032538,
        0.06156486,
        -0.00659584,
        -0.03459039,
        -0.03311691,
        0.02699054,
        0.02207826,
        -0.04704108,
        -0.02012696,
        -0.10484155,
        0.01460513,
        -0.05287892,
        -0.00257121,
        0.03665803,
        -8.442e-05,
        0.0344651,
        0.09257579,
        0.02871555,
        -0.05414261,
        0.01085017,
        0.12585324,
        0.05451579,
        -0.0301715,
        0.00942063,
        0.04333999,
        0.05119767,
        -0.05102875,
        -0.04207597,
        0.02894551,
        0.05760689,
        -0.01165443,
        -0.0400944,
        0.01880827,
        -0.00536408,
        0.00873167,
        -0.06115466,
        -0.00820906,
        -0.01046184,
        0.00953318,
        -0.04116342,
        -0.00371408,
        0.05087092,
        0.02443181,
        -0.02275142,
        0.0121256,
        0.03931541,
        0.01642587,
        0.00594028,
        -0.01517512,
        -0.00460996,
        0.05321185,
        -0.00303453,
        -0.04462391,
        -0.02955657,
        0.06756701,
        0.01269387,
        0.00439294,
        -0.01688814,
        0.00599055,
        -0.05860509,
        -0.00640408,
        -0.02288292,
        -0.01169652,
        0.01191018,
        0.06990831,
        -0.03254844,
        0.01306989,
        0.0324331,
        0.01259914,
        0.012772,
        0.01562133,
        0.02279549,
        -0.06174612,
        0.10596453,
        0.01665649,
        0.05464435,
        0.03043335,
        0.00261869,
        0.04120243,
        -0.01908323,
        -0.01475778,
        0.01024658,
        0.00602525,
        0.034647,
        -0.01601795,
        -0.0098665,
        0.00715095,
        0.0386551,
        0.00813517,
        -0.02485966,
        -0.00370103,
        -0.04929582,
        0.00873361,
        0.00677907,
        -0.01257964,
        0.06989538,
        -0.03499186,
        0.01892586,
        0.00830449,
        -0.02865393,
        0.0222334,
        0.02955934,
        0.01670051,
        -0.03454896,
        0.00511459,
        -0.06118869,
        -0.04395781,
        -0.00728062,
        0.03459383,
        -0.01677352,
        -0.05499182,
        0.02996176,
        -0.00793099,
        0.01103673,
        -0.02698723,
        -0.03706948,
        0.0058741,
        0.01856517,
        -0.0184078,
        -0.02116514,
        -0.0109629,
        -0.06174179,
        -0.01890302,
        0.03024366,
        0.00644585,
        -0.04642926,
        0.01424284,
        0.04885947,
        0.01391168,
        0.00777366,
        0.02742206,
        0.00707238,
        -0.01929868,
        0.03457972,
        -0.04974987,
        0.00105937,
        -0.01246471,
        -0.02007423,
        0.000219,
        0.02734674,
        0.05963851,
        0.03654126,
        -0.0129875,
        -0.04307868,
        -0.00316628,
        0.01014835,
        -0.00251832,
        -0.03931477,
        -0.00972052,
        -0.00568248,
        0.00316628,
        0.00346336,
        0.03684881,
        -0.00336378,
        -0.05937261,
        -0.00259194,
        0.00196418,
        0.02412233,
        0.00198911,
        0.00796683,
        -0.03575343,
        0.0077577,
        -0.02936143,
        -0.04127926,
        -0.03727643,
        -0.04707571,
        0.04822274,
        0.0111492,
        0.0357839,
        -0.01515097,
        -0.0181218,
        0.02394596,
        0.02694717,
        -0.035783,
        0.0281493,
        -0.01310454,
        0.02221958,
        0.02990598,
        -0.01907246,
        0.04340885,
        0.0115768,
        0.00898189,
        -0.06997719,
        0.01230609,
        -0.00925507,
        0.05233327,
        -0.02267844,
        -0.05345995,
        0.00955621,
        0.01006574,
        0.10575184,
        -0.0681143,
        -0.01524912,
        -0.01217928,
        0.00278406,
        -0.00136194,
        0.02119698,
        -0.00788542,
        0.00100464,
        0.02298328,
        0.00925969,
        0.02953216,
        -0.00704557,
        0.00990218,
        -0.00553312,
        -0.01701421,
        -0.00671327,
        -0.00800176,
        -0.03354774,
        -0.00255209,
        0.01456584,
        -0.02189159,
        -0.0115431,
        -0.01603708,
        -0.03584647,
        0.04013485,
        -0.01710701,
        -0.05626024,
        0.02047668,
        0.01898202,
        -0.00604367,
        0.06082913,
        0.00710128,
        -0.02479753,
        0.01761165,
        0.01341764,
        -0.01323848,
        -0.02196406,
        -0.02244893,
        -0.02151935,
        -0.01825762,
        0.00698251,
        -0.02361639,
        0.00114175,
        -0.02762575,
        0.16642642,
        -0.00773265,
        0.00217698,
        0.04885407,
        -0.01389956,
        0.01700542,
        0.01211646,
        0.00832499,
        -0.00395274,
        0.01165037,
        -0.00379319,
        0.0132295,
        -0.00373486,
        0.02491317,
        -0.02714441,
        0.03632208,
        -0.08712547,
        -0.06559645,
        -0.02572042,
        0.04448447,
        -0.00740151,
        0.02038549,
        0.03381699,
        -0.00414533,
        0.02067941,
        -0.04021452,
        0.04214275,
        -0.00379636,
        0.01809693,
        -0.01443073,
        0.02897453,
        -0.01338227,
        0.00038025,
        0.02115615,
        0.01903441,
        -0.01938041,
        0.02999728,
        0.01710915,
        -0.00018278,
        0.03359207,
        -0.15671353,
        0.06294922,
        -0.02928597,
        -0.00917316,
        -0.02511222,
        0.04767934,
        0.01702067,
        0.01511116,
        -0.01941296,
        0.04285015,
        -0.00288132,
        -0.01123376,
        -0.01124302,
        -0.00706538,
        -0.02094487,
        -0.06044375,
        -0.01406492,
        -0.02563945,
        0.02763499,
        -0.01873456,
        0.00962685,
        0.00600576,
        0.02742081,
        -0.03916538,
        0.00491569,
        0.01069831,
        0.01297124,
        0.0156616,
        0.01917705,
        0.02480869,
        -0.0106574,
        -0.00759733,
        0.00509676,
        0.01549563,
        -0.02802384,
        -0.01822686,
        0.00713354,
        -0.00076786,
        0.01179229,
        -0.01646931,
        -0.02218645,
        -0.01974743,
        -0.02323301,
        -0.0161015,
        0.00569559,
        -0.0318373,
        0.00214495,
        0.02582066,
        0.0120695,
        -0.00323667,
        -0.0181305,
        0.00456708,
        0.00088165,
        -0.00181784,
        -0.0323725,
        0.03889608,
        -0.00593832,
        -0.00065643,
        -0.00818366,
        0.00936741,
        -0.01945619,
        0.02748532,
        0.01352952,
        0.0104318,
        -0.04723194,
        -0.04889061,
        -0.03551376,
        0.01957176,
        0.03616486,
        -0.00134334,
        0.02413643,
        -0.03108473,
        0.00653157,
        -0.00807491,
        0.01170466,
        0.01715695,
        -0.02850865,
        -0.02597558,
        -0.01232146,
        -0.00075774,
        0.00142594,
        0.01942839,
        -0.01098431,
        -0.00176267,
        -0.08830237,
        0.00896412,
        0.0134145,
        0.00978285,
        0.0046121,
        -0.00490226,
        -0.01901206,
        -0.01399694,
        0.01516195,
        -0.00334541,
        -0.01679288,
        0.03267581,
        -0.01082043,
        0.01129618,
        0.03566024,
        0.02445141,
        0.01040449,
        0.05409379,
        0.01997331,
        -0.00243477,
        0.01394332,
        0.02577617,
        0.03131029,
        0.00099272,
        0.0257875,
        0.00535434,
        0.01975382,
        0.01685537,
        -0.00746932,
        0.0180197,
        -0.00473603,
        0.00482269,
        -0.02610375,
        -0.00263356,
        0.04015455,
        0.01175972,
        0.00810278,
        0.03288561,
        -0.00391045,
        -0.02447399,
        0.0166478,
        0.01949768,
        0.02602378,
        -0.00563907,
        -0.00467757,
        0.00259495,
        -0.0125137,
        0.05420196,
        -0.00224606,
        -0.00816949,
        0.01439246,
        -0.0126056,
        0.00068195,
        0.01309173,
        -0.00121671,
        -0.03312248,
        -0.01834775,
        0.0016364,
        -0.02588954,
        0.00480775,
        -0.01843944,
        -0.0041554,
        0.01282341,
        0.03219848,
        -0.01286189,
        0.00484094,
        -0.01602968,
        -0.01150733,
        -0.03129844,
        0.0092206,
        0.03618083,
        0.02785339,
        0.02549848,
        0.00144244,
        0.03333158,
        0.01289997,
        0.00317834,
        0.00372877,
        1.953e-05,
        0.00166176,
        0.00610443,
        0.01573688,
        0.00230932,
        -0.00716901,
        -0.01175373,
        0.00542746,
        -0.01469357,
        -0.0064027,
        -0.00792847,
        0.0059745,
        -0.02925546,
        0.01021165,
        -0.06110986,
        0.01822174,
        0.00379858,
        0.02198827,
        0.04593732,
        0.01543745,
        -0.00720788,
        0.00476402,
        -0.0038778,
        0.01266388,
        -0.00248264,
        0.05027047,
        -0.01237561,
        -0.00957299,
        -0.01446781,
        -0.00401733,
        0.01843788,
        -0.02245559,
        0.00411258,
        -0.02207132,
        0.01917735,
        0.01551384,
        0.06460287,
        0.02049114,
        0.00455079,
        -0.00079158,
        -0.00720685,
        -0.02944683,
        -0.00974075,
        -0.00361087,
        -0.02188736,
        0.00510789,
        0.00083505,
        0.01718823,
        -0.01092549,
        -0.06818206,
        0.02002659,
        -0.00443351,
        0.02195536,
        -0.03922576,
        0.02893249,
        -0.00792199,
        -0.01345805,
        0.03962484,
        0.01178997,
        0.03471842,
        0.02131379,
        0.0221365,
        -0.01394667,
        -0.0011956,
        -0.00585808,
        -0.00686869,
        -0.00681893,
        0.00314807,
        0.02003211,
        -0.01824619,
        -0.01195085,
        -0.00977994,
        -0.02926364,
        0.00122858,
        0.0081286,
        -0.0084117,
        0.03174116,
        0.01527151,
        0.01818123,
        -0.01315631,
        0.00535931,
        -0.01808719,
        -0.01626276,
        0.01888465,
        -0.00875709,
        0.0206139,
        0.01838784,
        -0.03064582,
        0.01166973,
        0.02911546,
        0.02594003,
        -0.00576419,
        -0.00914466,
        -0.0237985,
        0.01038998,
        -0.01717332,
        0.02492017,
        -0.00753594,
        0.01322463,
        0.01343332,
        0.00121454,
        0.01580115,
        0.00307425,
        0.0345596,
        -0.01798728,
        0.0323272,
        -0.0068936,
        -0.00869091,
        0.0045136,
        -0.00837262,
        -0.00855466,
        0.0034192,
        0.02522525,
        -0.00705909,
        -0.019891,
        0.00191272,
        -0.01211489,
        0.0285136,
        -0.00566154,
        0.04103695,
        -0.0092919,
        0.00241761,
        0.01635534,
        -0.00316568,
        -0.01597946,
        -0.03456803,
        -0.03958578,
        0.01394486,
        -0.01306217,
        -0.00343395,
        0.01033765,
        0.01521762,
        0.00855863,
        -0.00389284,
        0.02527569,
        -0.01169722,
        0.00200877,
        0.04353902,
        0.02844795,
        0.02484205,
        0.01893727,
        -0.03412919,
        0.01272242,
        0.00202661,
        0.023077,
        0.02425507,
        -0.0236186,
        -0.04173858,
        0.00582972,
        0.00735155,
        -0.00016013,
        0.01041111,
        0.0020433,
        0.01619346,
        0.01290293,
        0.0304944,
        -0.02799492,
        0.00890391,
        0.01989347,
        0.01319829,
        0.0316516,
        0.01294222,
        0.01560815,
        6.969e-05,
        0.00689163,
        0.0201618,
        0.01609466,
        -0.00964703,
        0.00868139,
        -0.03052312,
        -0.00467848,
        -0.01110903,
        -0.00782298,
        -0.01644403,
        -0.02660462,
        -0.00318245,
        -0.03656901,
        -0.01252536,
        2.685e-05,
        0.00575581,
        0.00867378,
        -0.03588792,
        -0.00962772,
        0.00612709,
        0.02778116,
        0.00617909,
        -0.02462822,
        0.01033108,
        0.02212686,
        0.00757206,
        0.0081198,
        0.02414416,
        -0.00085268,
        -0.01033239,
        -0.01519087,
        0.01407947,
        0.01629492,
        -0.00385944,
        0.00988953,
        0.01378492,
        0.04593561,
        0.00968383,
        0.03686356,
        -0.01484743,
        0.01556203,
        -0.01520757,
        0.02010669,
        -0.0176068,
        0.02796162,
        -0.00331875,
        -0.01562665,
        -0.02325287,
        -0.03160228,
        0.01461223,
        -0.00678877,
        -0.0085217,
        0.00715341,
        -0.003018,
        0.01534117,
        0.00859851,
        0.00273759,
        -0.00587398,
        0.0363301,
        0.04355061,
        -0.01432952,
        0.02605049,
        0.02288688,
        0.03925271,
        0.01841203,
        -0.03189914,
        0.01263224,
        0.01408128,
        0.0248368,
        0.01680999,
        -0.01338161,
        0.00324507,
        -0.02825224,
        -0.01734889,
        0.00191852,
        -0.01146315,
        -0.0038348,
        -0.00840155,
        -0.0083625,
        -0.0499628,
        -0.02321059,
        -0.01606922,
        0.01277077,
        -0.00190077,
        0.01025087,
        -0.03114786,
        0.00791134,
        0.01744954,
        0.02002841,
        -0.0255163,
        -0.02600448,
        -0.01578891,
        -0.02690942,
        -0.02880245,
        -0.00431575,
        0.00600727,
        -0.03090141,
        0.01105587,
        -0.0015371,
        0.00296751,
        0.01277654,
        -0.00477245,
        -0.02422091,
        0.02559535,
        -0.00133811,
        -0.00772111,
        -0.04095183,
        0.03351398,
        0.01896126,
        0.00341619,
        0.01234442,
        -0.03707758,
        0.00587088,
        -0.00318547,
        0.0377168,
        -0.01426577,
        -0.02044055,
        -0.0175332,
        0.01608709,
        0.03591258,
        0.00580495,
        0.01636545,
        -0.01722871,
        0.00606186,
        -0.00400982,
        0.0109228,
        0.02489203,
        0.01245983,
        -0.00455665,
        -0.01384578,
        -0.00659455,
        0.00777224,
        -0.00334753,
        -0.0177411,
        -0.00531191,
        0.00629907,
        0.02441626,
        -0.01576012,
        0.03351801,
        0.02288313,
        -0.05304268,
        -0.0071294,
        0.03232586,
        0.00891935,
        -0.01977362,
        -0.0027413,
        -0.01511885,
        0.02056648,
        0.00657744,
        0.01876156,
        0.01019189,
        -0.01308637,
        0.02896509,
        0.00256687,
        -0.00765172,
        0.03474916,
        0.00256524,
        0.00674338,
        0.04313926,
        -0.00284791,
        0.0150191,
        0.01572495,
        0.02367985,
        -0.01331006,
        0.01604667,
        -0.02399078,
        0.03464028,
        -0.00468134,
        0.00330221,
        0.00213209,
        0.00835461,
        -0.02771784,
        0.00901233,
        0.0105306,
        -0.00924321,
        0.02637529,
        -0.02676393,
        0.00356408,
        -0.04889319,
        -0.02941449,
        0.00112647,
        -0.02983064,
        0.03998261,
        -0.02925883,
        -0.00396614,
        0.01319757,
        0.01322922,
        -0.00243386,
        -0.00769942,
        0.01422793,
        -0.02085671,
        -0.01465598,
        -0.00793447,
        -0.0158751,
        -0.04526321,
        0.03444614,
        0.01128489,
        -0.02307381,
        0.02501738,
        0.00990441,
        0.02356402,
        -0.00317668,
        -0.0126682,
        0.02966011,
        0.00138062,
        -0.02201164,
        -0.02099483,
        -0.00252512,
        0.0012899,
        0.01235682,
        -0.01162883,
        -0.02899506,
        -0.05046245,
        0.03096318,
        -0.0059149,
        -0.02507442,
        -0.00721694,
        -0.03142115,
        -0.01031928,
        0.00791632,
        0.01309902,
        0.02127181,
        -0.01971884,
        -0.02214627,
        -0.02675827,
        0.00386679,
        0.00320048,
        -0.00816859,
        -0.01619648,
        -0.01310949,
        0.00787304,
        0.00961308,
        -0.0018458,
        0.01286562,
        0.03139392,
        -0.00560179,
        -0.00183139,
        -0.00443225,
        -0.00790803,
        -0.01636733,
        -0.00759358,
        0.00203761,
        0.01884115,
        -0.01272084,
        0.00250993,
        0.03664702,
        -0.04066893,
        0.00552276,
        0.0137794,
        -0.02775645,
        -0.00558242,
        -0.01088545,
        -0.01883953,
        -0.00373733,
        0.00910788,
        0.01156108,
        -0.01827489,
        -0.02444516,
        -0.00397615,
        -0.02902949,
        -0.01167935,
        -0.00136049,
        0.00129787,
        0.00911742,
        -0.00392505,
        -0.00567445,
        0.00135177,
        0.01242116,
        0.00707127,
        0.01174442,
        0.00069741,
        -0.02878679,
        -0.02556429,
        0.00227394,
        0.00793164,
        -0.00369597,
        0.03255857,
        0.0202454,
        -0.01635662,
        -0.02483233,
        0.00268604,
        0.01370827,
        -0.00288547,
        -0.0091429,
        -0.04589674,
        -0.00381021,
        -0.02784827,
        -0.02464681,
        0.03012316,
        -0.02526064,
        -0.0019681,
        0.00598796,
        -0.01061581,
        -0.01781175,
        -0.01317692,
        -0.01122522,
        -0.00949888,
        -0.04640295,
        0.00405447,
        0.00692723,
        -0.01286737,
        0.0194275,
        0.03252542,
        -0.03120079,
        -0.00596153,
        -0.02418105,
        0.01823442,
        -0.00854398,
        0.03457795,
        -0.00829153,
        0.01389347,
        0.01776138,
        -0.0100889,
        -0.00340556,
        -0.00454865,
        -0.00269702,
        -0.01599278,
        0.03753144,
        0.02651554,
        -0.01864239,
        -0.00012952,
        0.03227106,
        0.00020344,
        0.03920548,
        0.00676807,
        -0.01476055,
        -0.02480705,
        -0.0294454,
        -0.02185388,
        0.01376991,
        0.0019891,
        -0.00082901,
        -0.00209755,
        -0.00537243,
        0.00898147,
        -0.03283366,
        -0.02692142,
        -0.03934251,
        -0.03625376,
        -0.00753794,
        0.00549959,
        0.00160269,
        -0.01382472,
        -0.03401972,
        -0.01955991,
        -0.01109684,
        0.02179758,
        -0.03753874,
        -0.06081887,
        -0.00784457,
        -0.01305669,
        -0.04447476,
        -0.00143666,
        -0.01756143,
        -0.02385547,
        0.01329127,
        -0.01187246,
        -0.01682425
       ],
       "cols": [
        0,
        11,
        25,
        35,
        37,
        38,
        39,
        42,
        46,
        56,
        61,
        63,
        65,
        68,
        81,
        105,
        110,
        129,
        135,
        169,
        215,
        259,
        264,
        266,
        294,
        371,
        414,
        426,
        452,
        496,
        504,
        505,
        509,
        516,
        580,
        582,
        601,
        638,
        682,
        733,
        738,
        750,
        755,
        882,
        891,
        907,
        926,
        956,
        1047,
        1060,
        1087,
        1130,
        1155,
        1175,
        1184,
        1702,
        1727,
        1757,
        1787,
        2248,
        2288,
        2431,
        2636,
        3003
       ]
      },
      "19": {
       "alpha": 8.0,
       "dir": [
        -0.41399729,
        0.04963015,
        0.12075837,
        0.02570651,
        0.07051032,
        -0.14113681,
        0.03799108,
        0.01167555,
        -0.0064611,
        -0.01368775,
        0.06116361,
        0.03473959,
        0.05443978,
        0.1034804,
        0.03853016,
        0.10406735,
        0.07458493,
        0.19364277,
        -0.10859208,
        -0.07088345,
        0.09971021,
        0.04388057,
        0.06559257,
        0.07909922,
        -0.0305314,
        0.00847475,
        0.0029426,
        0.01185544,
        0.01822992,
        0.04678907,
        0.00322332,
        -0.12947491,
        0.05207255,
        -0.04346941,
        -0.08363152,
        0.01037417,
        -0.024745,
        0.13930042,
        -0.03795761,
        -0.02326387,
        -0.08854304,
        0.00513338,
        -0.04700642,
        -0.0410671,
        -0.00597825,
        -0.01444194,
        0.03166021,
        -0.06466202,
        0.03836314,
        0.10043173,
        0.00429663,
        0.01563108,
        -0.04114208,
        0.01129955,
        0.03724522,
        0.07670557,
        0.04311912,
        0.07472885,
        -0.02922567,
        -0.03833525,
        0.00456427,
        -0.07277104,
        -0.04912667,
        0.03210241,
        0.06677274,
        0.04299912,
        0.01544243,
        -0.00771099,
        -0.04890209,
        -0.05095252,
        0.03187749,
        0.01289586,
        -0.04323121,
        0.01584703,
        -0.09161146,
        0.01245053,
        -0.06768124,
        0.00860595,
        -0.00343637,
        0.01398703,
        0.03606768,
        0.0810465,
        0.02315859,
        -0.04040698,
        0.03198423,
        0.11273056,
        0.07610082,
        -0.0318647,
        0.01234657,
        0.02210993,
        0.04747062,
        -0.06642445,
        -0.06831807,
        -0.00169164,
        0.04582261,
        -0.01536702,
        -0.02826523,
        -0.01215465,
        -0.011371,
        0.01469242,
        -0.05166398,
        -0.02717075,
        -0.00141099,
        0.02742627,
        -0.02786403,
        -0.00629218,
        0.03265667,
        0.01514308,
        -0.0149828,
        -0.00829845,
        0.04983302,
        0.04255297,
        0.00411385,
        -0.03872541,
        0.0036479,
        0.04089405,
        -0.02173937,
        -0.07732391,
        -0.02259742,
        0.05235458,
        0.0173907,
        0.02537671,
        -0.02115237,
        0.01312889,
        -0.03039251,
        0.00446135,
        -0.03203883,
        0.02627006,
        -0.00464935,
        0.06962904,
        -0.03380452,
        -0.01486555,
        0.03601762,
        0.04170777,
        0.02079187,
        0.01055915,
        0.013812,
        -0.07132905,
        0.05949075,
        0.00309522,
        0.0485229,
        0.02636794,
        0.02857509,
        0.04520793,
        -0.00615302,
        -0.00280603,
        0.00502628,
        -0.01417321,
        0.02896457,
        -0.01341004,
        -0.01564776,
        0.01597291,
        0.02518996,
        0.02494553,
        -0.00542398,
        -0.00570583,
        -0.01915297,
        0.00438684,
        0.00933441,
        -0.01003382,
        0.07714284,
        -0.00258696,
        0.01232391,
        0.01856954,
        -0.02422703,
        0.00045015,
        -0.00747694,
        -0.04692789,
        -0.03999501,
        -0.00415803,
        -0.02718486,
        -0.02438036,
        -0.00504409,
        0.01552685,
        -0.01566504,
        -0.03189168,
        0.01812186,
        -0.02202662,
        0.02614452,
        -0.00671965,
        -0.03856579,
        0.02344356,
        -0.00223916,
        -0.00331282,
        -0.02047138,
        -0.01889345,
        -0.04949783,
        -0.02935014,
        0.0107663,
        0.00219746,
        -0.06389891,
        0.01158193,
        0.04443077,
        0.01606618,
        -0.01341348,
        0.02656645,
        0.01186088,
        -0.0103251,
        0.00045351,
        -0.05710696,
        0.01312309,
        -0.01828778,
        -0.02093595,
        0.01126861,
        0.00185225,
        0.06209056,
        0.01881377,
        -0.0147169,
        -0.04910628,
        -0.00019105,
        -0.00031153,
        0.01395955,
        -0.04751529,
        -0.02592737,
        -0.02079906,
        -0.01138995,
        0.02150493,
        0.0168967,
        0.01505595,
        -0.07899936,
        -0.01489948,
        -0.01328334,
        0.03457796,
        -0.0035607,
        0.02112566,
        -0.05852021,
        -0.00032909,
        -0.01642394,
        -0.02042259,
        -0.03190672,
        -0.07005456,
        0.05231471,
        0.01389211,
        0.03463357,
        0.00445699,
        -0.01345005,
        0.01217057,
        0.02445503,
        -0.04094464,
        0.03871498,
        -0.00529151,
        0.04551385,
        0.02378383,
        -0.0063007,
        0.0368812,
        0.00015905,
        0.02571216,
        -0.04776682,
        -0.00851591,
        0.00099652,
        0.04026485,
        -0.01877851,
        -0.0219236,
        -0.00297592,
        0.01029671,
        0.10225255,
        -0.07007081,
        -0.02340342,
        0.00304178,
        0.01930523,
        -0.02637254,
        0.00015534,
        0.01005215,
        0.01588354,
        0.01971863,
        0.00551752,
        0.01135873,
        0.00747602,
        0.01103365,
        0.01211043,
        0.00037698,
        -0.02620154,
        0.00256552,
        -0.02569012,
        -0.02783686,
        0.00628542,
        -0.00104915,
        -0.0084195,
        -0.03021691,
        -0.06425054,
        0.02496984,
        -0.0123,
        -0.03871801,
        0.00344185,
        0.0094332,
        -0.01717056,
        0.04348284,
        -0.01649027,
        -0.01774609,
        -0.00925723,
        0.01012276,
        -0.02162685,
        -0.00469051,
        -0.00543928,
        0.00891075,
        -0.02664486,
        0.00453793,
        -0.00719609,
        -0.0229699,
        -0.02674694,
        0.08312266,
        -0.02648537,
        -0.01864358,
        0.05058388,
        -0.02575401,
        0.02509584,
        -0.00238742,
        -0.01080631,
        -0.02850006,
        0.03767575,
        -0.01170178,
        -0.04227291,
        -0.00819114,
        0.0155615,
        -0.01753663,
        0.01993192,
        -0.08148444,
        -0.0680353,
        0.00388821,
        0.03550627,
        0.00862947,
        0.00714255,
        0.010537,
        0.00096149,
        -0.00442716,
        -0.01539658,
        0.03665021,
        0.00852256,
        0.01478875,
        -0.03822764,
        0.04834064,
        -0.00460326,
        0.01477617,
        0.04410122,
        0.01627444,
        -0.00093999,
        -0.00024491,
        -0.00553846,
        -0.00497731,
        0.04350387,
        -0.14360385,
        0.02938055,
        -0.0352683,
        -0.00509822,
        -0.02180302,
        0.00219526,
        -0.00115064,
        -0.00144354,
        -0.02192711,
        0.04223738,
        -0.02610195,
        -0.01616591,
        -0.01219281,
        -0.0051492,
        -0.02957796,
        -0.02786715,
        -0.02184732,
        -0.01340924,
        0.01838329,
        -0.02598088,
        0.02937649,
        0.01490723,
        0.01670144,
        -0.03311621,
        0.02081646,
        0.01394797,
        -0.00322997,
        0.00261211,
        0.03853096,
        0.02314228,
        0.00417184,
        -0.02041819,
        0.00740087,
        0.00630271,
        -0.02640118,
        -0.01714695,
        0.0081078,
        0.02775934,
        -0.00849896,
        -0.02215351,
        -0.0097992,
        0.0137838,
        -0.00961078,
        0.00229612,
        -0.00337052,
        -0.01665382,
        0.00472534,
        0.01867853,
        0.02347246,
        0.00167132,
        -0.00106219,
        -0.00794656,
        -0.00257331,
        -0.00023658,
        0.00359527,
        0.04330531,
        -0.01585915,
        0.00389967,
        -0.00603891,
        0.01601479,
        -0.00080251,
        -0.00465458,
        0.00355762,
        -0.00012541,
        -0.01363729,
        -0.03129135,
        -0.0451249,
        0.03790808,
        0.01233148,
        -0.00681186,
        0.02245213,
        -0.02457226,
        0.0053979,
        -0.00176179,
        -0.01983261,
        -0.00289942,
        -0.054424,
        -0.01660743,
        -0.01866144,
        -0.0056431,
        -0.01305195,
        -0.01278731,
        -0.01718922,
        -0.01980148,
        -0.12208816,
        0.01950914,
        0.00548164,
        -0.00599155,
        0.01228508,
        -0.01484066,
        -0.02760676,
        0.02717005,
        -0.00303716,
        -0.00324011,
        0.00126969,
        0.02935875,
        -0.01822443,
        0.01723574,
        0.01369331,
        0.01482911,
        -0.00349897,
        -0.0075394,
        -0.00909447,
        -0.01029597,
        0.02345074,
        0.03705572,
        0.00569269,
        0.02199166,
        0.00893563,
        -0.00376267,
        0.00459211,
        0.03037536,
        -0.01397452,
        -0.00245161,
        -0.00043594,
        -0.00770201,
        -0.02184014,
        0.00735113,
        0.03283777,
        -0.0031054,
        0.00327932,
        0.02279597,
        0.00313427,
        -0.02228454,
        0.0249339,
        0.00893045,
        0.0193599,
        -0.00423225,
        0.01214966,
        0.00211539,
        -0.01705077,
        0.05321393,
        0.00832467,
        0.00691531,
        0.00440044,
        -0.0036028,
        0.00648574,
        -0.00184864,
        0.01262479,
        -0.04579851,
        -0.01826578,
        -0.00640297,
        -0.03256388,
        0.00699382,
        -0.01327709,
        -0.01331763,
        -0.00193405,
        -0.00183068,
        -0.00744029,
        0.00887535,
        -0.03525895,
        -0.00613091,
        0.00389063,
        0.0061255,
        -0.00145237,
        0.02164902,
        0.00551578,
        -0.02099774,
        0.02638274,
        -0.01244471,
        0.01595411,
        0.00367786,
        0.00150957,
        0.01250048,
        0.01080034,
        -0.00269924,
        -0.01266212,
        -0.02325669,
        -0.00212248,
        0.05340743,
        -0.00488497,
        -0.00560996,
        -0.01019677,
        -0.00038237,
        -0.01917257,
        0.00416132,
        -0.06233919,
        0.02279506,
        0.01383749,
        0.0223188,
        0.03706111,
        0.00759379,
        -0.01933291,
        -0.00911448,
        -0.00832836,
        0.00218727,
        0.00528866,
        0.0012676,
        -0.00689148,
        -0.01066677,
        -0.03458137,
        -0.00148494,
        0.00298672,
        -0.02046814,
        0.01484077,
        -0.00187794,
        0.00895328,
        0.01091576,
        0.02540395,
        0.01473134,
        -0.01313322,
        0.00882845,
        0.00047043,
        -0.03233552,
        -0.00381481,
        -0.00340058,
        0.00045749,
        0.01598782,
        0.01730791,
        0.03945119,
        -0.00992342,
        -0.04769488,
        0.01061766,
        -0.00912597,
        -0.00186258,
        -0.02074894,
        -0.00693543,
        0.00157427,
        -0.02019794,
        0.03320531,
        0.00160058,
        0.03022134,
        0.01365437,
        0.01773841,
        -0.00126859,
        -0.00960154,
        0.00160947,
        0.02864504,
        0.00388886,
        0.01610713,
        0.02257901,
        -0.01016495,
        0.0029654,
        -0.00020181,
        0.00606368,
        0.01182888,
        0.01258298,
        0.06290828,
        0.02865976,
        0.02483223,
        0.00040623,
        0.00811181,
        -0.01250675,
        -0.01186497,
        -0.01285955,
        0.01597996,
        -0.04972612,
        0.00089825,
        0.00958841,
        -0.02032982,
        -0.00527198,
        0.02549261,
        0.04237567,
        0.0055739,
        -0.01983182,
        -0.02598889,
        0.01521344,
        0.01940417,
        0.00654279,
        -0.01277678,
        0.01001596,
        0.00197745,
        0.00052592,
        0.01791021,
        0.00403065,
        0.01413665,
        -0.00654267,
        0.01739347,
        -0.00468635,
        0.01130318,
        0.01190673,
        0.00176921,
        0.00215732,
        -0.01801398,
        0.00423987,
        -0.02487228,
        -0.03574106,
        -0.03761583,
        -0.01580498,
        0.0112633,
        -0.00802143,
        0.04035542,
        -0.02123511,
        0.01391431,
        0.02576919,
        -0.01363103,
        -0.01700656,
        -0.03270056,
        -0.01692577,
        0.0040207,
        -0.00770615,
        -0.02023523,
        -0.01287303,
        -0.00399295,
        -0.0097395,
        -0.00157304,
        0.01470541,
        -0.02900858,
        -0.01364948,
        0.01622227,
        0.04555156,
        0.02300258,
        0.00070742,
        -0.03894363,
        0.01395334,
        -0.011304,
        0.01820423,
        0.02882553,
        -0.0265112,
        -0.02328012,
        -0.0057346,
        -0.0111037,
        -0.00239438,
        0.00067644,
        -0.00284005,
        0.02123305,
        0.019265,
        0.01552788,
        -0.01986999,
        0.03097746,
        0.03139879,
        0.01663943,
        0.02280164,
        0.01902663,
        0.00619938,
        -0.01090529,
        -0.02094108,
        0.01410988,
        0.0052609,
        -0.01526535,
        0.03699815,
        -0.03132536,
        0.01252833,
        -0.02781519,
        -0.01810875,
        -0.009691,
        -0.02077244,
        0.00926613,
        -0.04685893,
        -0.00726184,
        -0.00891186,
        -0.00769646,
        0.01439862,
        -0.02565044,
        0.00493228,
        0.00974353,
        -0.00995644,
        0.02049081,
        -0.04404585,
        0.00751193,
        0.00638864,
        0.00514695,
        0.05242157,
        0.00289454,
        -0.00064507,
        0.03833183,
        -0.04490974,
        -0.00162655,
        -0.01159293,
        0.01254596,
        -0.01223043,
        0.0235262,
        0.02629913,
        0.01253196,
        -0.02080517,
        -0.00689689,
        -0.0068256,
        0.01760788,
        0.01303217,
        -0.00408248,
        0.01806383,
        0.00275279,
        -0.02245613,
        -0.03216419,
        -0.02313394,
        0.01341674,
        -0.02875509,
        0.00821746,
        -0.00258162,
        -0.0166717,
        -0.00257669,
        -0.01655585,
        0.01896282,
        -0.01112964,
        0.00746154,
        0.01104538,
        -0.02793135,
        -0.00074981,
        0.00759404,
        0.04883965,
        0.02882431,
        -0.01466329,
        -0.0079204,
        -0.01327058,
        0.01041078,
        0.01971299,
        -0.00478428,
        -0.02979348,
        -0.0033707,
        -0.01569781,
        0.00752487,
        0.00428126,
        0.02388609,
        0.0027208,
        -0.00341252,
        -0.04374065,
        -0.01116345,
        -0.00532541,
        0.02159592,
        0.00406952,
        0.00415196,
        -0.0033014,
        0.00208155,
        -0.02914683,
        0.02400334,
        -0.00277937,
        -0.01673185,
        -0.01697779,
        -0.02679257,
        -0.0103722,
        -0.03774866,
        0.02358133,
        -0.02143352,
        -0.00031711,
        -0.00352962,
        -0.00598108,
        0.01242257,
        0.0164373,
        0.00470733,
        0.02708453,
        -0.02024415,
        0.01169108,
        -0.03683765,
        0.02083484,
        0.00937352,
        -0.02739683,
        -0.0067206,
        -0.01986139,
        0.00547282,
        -0.01628444,
        0.00153831,
        -0.00249261,
        -0.02345225,
        -0.01357254,
        0.01328131,
        0.00521324,
        0.00352823,
        -0.01862443,
        -0.00389278,
        0.00673196,
        0.00429158,
        0.00606037,
        0.03048845,
        -0.01037415,
        -0.01091966,
        0.0005297,
        -0.0454992,
        -0.03626728,
        0.00287546,
        0.00962111,
        -0.01698189,
        -0.00070894,
        0.01815648,
        -0.01495158,
        0.01427327,
        0.02984908,
        -0.01813151,
        -0.00496254,
        0.0179225,
        -0.00915224,
        -0.03176316,
        0.00395478,
        0.00483918,
        0.00103693,
        -0.03188303,
        0.00852776,
        -0.00672803,
        -0.01914714,
        0.00857762,
        -0.0096268,
        0.00650117,
        -0.01087384,
        -0.011639,
        0.01615791,
        0.02781934,
        -0.00755544,
        -0.00014848,
        -0.00793268,
        0.00750446,
        -0.0103245,
        0.0168096,
        -0.02983714,
        0.03803321,
        -0.01768607,
        0.00270445,
        0.01078355,
        0.01566177,
        -0.0133848,
        0.01774806,
        -0.00812243,
        0.02237075,
        0.01115108,
        0.00381729,
        0.01070505,
        -0.03039744,
        -0.04433396,
        0.02080437,
        -0.01398751,
        0.02386202,
        9.26e-05,
        -0.01348085,
        0.00854043,
        0.03121264,
        -0.00824868,
        -0.0059332,
        0.01327891,
        -0.01346949,
        -0.00999715,
        -0.00842401,
        -0.02804655,
        -0.03686436,
        0.02232404,
        -0.0279701,
        -0.02540337,
        -0.00054304,
        -0.00756712,
        0.02793047,
        -0.01626339,
        -0.01397534,
        0.02358809,
        0.04023468,
        -0.03251312,
        -0.01672773,
        0.00377267,
        0.01258042,
        -0.00385397,
        -0.02168425,
        -0.01490837,
        -0.01752106,
        -0.0036807,
        -0.01502097,
        -0.03276443,
        -0.01766985,
        -0.02547744,
        -0.00919792,
        -0.00224599,
        0.0251513,
        -0.01591504,
        0.00427116,
        -0.01306467,
        0.01153746,
        -0.02659429,
        -0.00869732,
        0.00801325,
        -0.00534268,
        0.00309692,
        0.0168271,
        0.00267658,
        -0.00784185,
        -0.01638011,
        -0.00787242,
        -0.01431224,
        -0.00839908,
        0.00343782,
        0.0076508,
        0.00512584,
        -0.00750912,
        0.01765133,
        0.00432924,
        -0.00314923,
        -0.02161724,
        0.02385022,
        -0.02513087,
        -0.01094419,
        0.01210399,
        -0.00285633,
        0.00383794,
        -0.03123457,
        -0.01198237,
        -0.01510271,
        -0.01148189,
        0.00541213,
        -0.01798316,
        0.00496864,
        -0.0015806,
        -0.01432069,
        -0.02940245,
        -0.01776116,
        -0.00566956,
        0.0015968,
        -0.01688569,
        -0.00069971,
        -0.00806095,
        0.01892859,
        0.03505353,
        0.00642723,
        -0.00281842,
        -0.03205081,
        -0.01303378,
        -0.00905993,
        0.02895496,
        0.00354829,
        0.01735854,
        0.00953999,
        -0.01426204,
        0.01120116,
        -0.00881752,
        0.02241647,
        -0.01657692,
        -0.00571749,
        -0.04898428,
        0.00551105,
        -0.02055241,
        -0.00990897,
        0.00936325,
        -0.0096167,
        0.01104994,
        0.01584025,
        0.01587972,
        0.00194767,
        -0.00631707,
        -0.04304481,
        0.0018921,
        0.01500908,
        -0.01644222,
        0.00668909,
        -0.03100232,
        -0.00048992,
        0.0197435,
        -0.01865795,
        -0.00662279,
        -0.00430736,
        0.01438951,
        -0.02331211,
        0.00492494,
        -0.01072574,
        -0.00245177,
        -0.00950786,
        -0.00477532,
        -0.0100874,
        -0.01600529,
        0.00570134,
        -0.01740529,
        0.03467067,
        0.01419344,
        0.00161084,
        -0.00347943,
        0.02319815,
        -0.00585438,
        0.00335634,
        0.03062036,
        -0.01164215,
        0.00494848,
        0.01392082,
        -0.04225956,
        -0.00249652,
        -0.00907702,
        0.03732198,
        -0.00339302,
        -0.01306331,
        0.02235401,
        -0.01099497,
        -0.01200077,
        -0.05103194,
        -0.00398947,
        -0.00825615,
        0.02447357,
        -0.00067779,
        -0.00834806,
        -0.0175427,
        -0.01224584,
        0.00016019,
        0.01329831,
        -0.0194385,
        -0.01699858,
        0.00808758,
        -0.0110953,
        -0.00470004,
        0.0187731,
        0.00288963,
        -0.04354201,
        -0.0111457,
        0.0091344,
        0.00545016
       ],
       "cols": [
        1,
        11,
        13,
        15,
        17,
        24,
        34,
        36,
        41,
        53,
        58,
        61,
        63,
        64,
        66,
        69,
        76,
        79,
        92,
        95,
        97,
        98,
        99,
        114,
        119,
        123,
        135,
        145,
        146,
        148,
        152,
        161,
        171,
        173,
        177,
        192,
        246,
        253,
        259,
        265,
        268,
        286,
        287,
        302,
        316,
        324,
        343,
        351,
        355,
        450,
        500,
        579,
        602,
        614,
        795,
        933,
        1003,
        1110,
        2055,
        2072,
        2175,
        2595,
        3242,
        3343
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 8.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.14052776992321014
     },
     "19": {
      "alpha": 8.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.1286156177520752
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "81abeefef11977d13721fe3ff641e138626b0561ee3d9b69a527ee1ad3238413",
     "model.language_model.layers.19.mlp.down_proj.weight": "382c7d4a4aad66de4d553935714ab0a60ef04c4914de8562512e91c0edcbe823"
    }
   },
   "tokens_total": 11659316,
   "gpu_seconds": 1918,
   "tok_per_s_per_gpu": 6289
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.306640625,
   "gain_se": 0.02496281270285229,
   "problems_better": 120,
   "problems_worse": 7,
   "lost": 4,
   "rescued": 87
  }
 },
 {
  "name": "dev/capA-max-samples-16",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.17578125,
   "acc_se": 0.01940831408144635,
   "cut_share": 0.826171875,
   "mean_tokens": 28524.69140625,
   "closed_share": 0.17578125,
   "p_finish": 0.173828125,
   "p_correct_given_finished": 0.9662921348314607,
   "p_correct_given_cut": 0.009456264775413711,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9598108747044918,
   "tail_dup8_cut_mean": 0.9122208037825059,
   "median_tokens_correct": 7602.5,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.23828125,
     "acc_se": 0.029847897998826093,
     "cut_share": 0.76171875,
     "mean_tokens": 26875.94921875
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.11328125,
     "acc_se": 0.023669597995720913,
     "cut_share": 0.890625,
     "mean_tokens": 30173.43359375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "capA-max-samples-16",
    "spec": {
     "about": "Lab 8 recipe A: u and 64 neurons from the base model's own loops (windows just before the loop), alpha 6",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.02152567,
        0.01841124,
        0.15711923,
        0.0262142,
        0.02267011,
        -0.12929575,
        0.00179186,
        -0.00879399,
        -0.04167167,
        -0.03365867,
        0.08175634,
        0.08040659,
        0.01718287,
        0.13807923,
        0.02075235,
        0.14458881,
        0.04479292,
        0.15190873,
        -0.06095256,
        -0.06490175,
        0.07368495,
        0.12267814,
        0.05621305,
        0.08214488,
        -0.00988092,
        0.00213468,
        -0.03657932,
        -0.03294762,
        0.01916057,
        0.07527272,
        0.00294685,
        -0.1339822,
        0.04433738,
        -0.0579812,
        -0.08357,
        -0.01088116,
        -0.07958201,
        0.13154709,
        -0.00915396,
        -0.0173345,
        -0.10432997,
        0.0064538,
        -0.04870697,
        -0.02186415,
        0.05134568,
        0.00181353,
        0.00895609,
        -0.05049097,
        0.02637312,
        0.07008488,
        0.00473582,
        0.00827042,
        -0.06405456,
        0.01822272,
        0.02613277,
        0.09052125,
        0.02948658,
        0.07770554,
        -0.03702558,
        -0.01890962,
        -0.03654155,
        -0.05124546,
        -0.03386666,
        0.02065966,
        0.00694469,
        0.03839318,
        0.02044037,
        -0.00623664,
        -0.01938977,
        -0.02861052,
        0.01677353,
        0.00991194,
        -0.01350084,
        -0.00552891,
        -0.12890813,
        0.00705457,
        -0.07095446,
        -0.01672863,
        0.03932668,
        0.01177783,
        0.03024936,
        0.10540779,
        0.0432126,
        -0.03794238,
        0.02985484,
        0.10612011,
        0.044085,
        -0.02813649,
        -0.00680334,
        0.03626532,
        0.02190269,
        -0.06049107,
        -0.04667136,
        0.02800706,
        0.04051892,
        -0.03030869,
        -0.0280313,
        0.00519542,
        -0.0200151,
        0.01331202,
        -0.06096775,
        -0.01445065,
        -0.03079941,
        -0.01406001,
        -0.05848173,
        0.0063561,
        0.05273603,
        0.03717066,
        -0.03610688,
        0.01502602,
        0.04594972,
        0.00994538,
        0.00071543,
        -0.00426234,
        -0.01282134,
        0.02728449,
        0.01191333,
        -0.03279884,
        -0.01860705,
        0.0815119,
        0.00787791,
        0.0113502,
        -0.0092989,
        -0.01173629,
        -0.06218253,
        -0.01929942,
        -0.01892572,
        0.00111913,
        -0.01086694,
        0.01964577,
        -0.06535926,
        0.02314848,
        0.02987986,
        -0.00684582,
        0.03010739,
        0.04583265,
        0.00630414,
        -0.08023795,
        0.08278443,
        0.01895925,
        0.04822318,
        0.05570871,
        -0.00053861,
        0.03791346,
        -0.02533025,
        -0.01323429,
        0.00939288,
        0.00179789,
        0.02788997,
        -0.00841419,
        -0.01006019,
        -0.00038479,
        0.03652446,
        0.0270193,
        -0.0281925,
        -0.01149459,
        -0.06471061,
        0.01355456,
        -0.00336042,
        -0.00674215,
        0.07242636,
        -0.04582414,
        0.01136329,
        -0.00586449,
        -0.02553423,
        0.01924444,
        0.03642891,
        0.03244359,
        -0.02178015,
        -0.00401092,
        -0.04473805,
        -0.05364577,
        -0.02610197,
        0.01684985,
        -0.01395548,
        -0.02780756,
        0.05569367,
        -0.01635115,
        0.00788192,
        -0.01027815,
        -0.02954253,
        -0.01916964,
        0.02136165,
        -0.01106776,
        -0.01450477,
        -0.03805767,
        -0.05242652,
        -0.03546018,
        -0.00048728,
        -0.0098379,
        -0.07897339,
        0.00071274,
        0.07034813,
        0.01131505,
        -0.00379177,
        0.04373458,
        0.01304369,
        -0.02682166,
        0.02684536,
        -0.04962954,
        0.02756879,
        -0.02649738,
        -0.01257709,
        -0.00785876,
        0.02947664,
        0.04493134,
        0.03171419,
        -0.00664685,
        -0.05389879,
        -0.0126836,
        0.00271114,
        -0.02255592,
        -0.0447327,
        -0.01805852,
        0.01577786,
        0.0050725,
        0.01526574,
        0.03142252,
        -0.00491258,
        -0.05604668,
        -0.00496892,
        -0.01334566,
        0.00475104,
        0.00722096,
        0.00577343,
        -0.0248614,
        0.02925387,
        -0.0306944,
        -0.01121204,
        -0.02494667,
        -0.04367445,
        0.03196725,
        0.01832156,
        0.0331699,
        -0.00447644,
        -0.00703326,
        0.03565301,
        0.03643715,
        -0.03244471,
        0.04125336,
        -0.02035388,
        0.00689217,
        0.03847433,
        -0.00711871,
        0.04389418,
        -0.00101222,
        0.01108004,
        -0.06180932,
        0.01882934,
        -0.01399453,
        0.04562853,
        -0.0291955,
        -0.03665643,
        0.01076139,
        0.00882139,
        0.11726592,
        -0.09484755,
        -0.01720577,
        0.02777379,
        0.00174198,
        0.00801976,
        0.03571252,
        0.00351713,
        0.00344424,
        0.02781898,
        -0.00387979,
        0.02608081,
        -0.00481938,
        0.01883536,
        -0.02016408,
        -0.01855678,
        -0.0119574,
        -0.0019344,
        -0.03090103,
        -0.00011583,
        0.01737695,
        -0.03794855,
        -0.02862389,
        -0.02397332,
        -0.05723415,
        0.05104452,
        -0.02074666,
        -0.05704015,
        0.00969629,
        0.00305701,
        -0.02033281,
        0.05852064,
        0.00444867,
        -0.04480515,
        0.03308833,
        0.00877176,
        0.0003215,
        -0.00967314,
        -0.01786482,
        -0.01525126,
        -0.01386511,
        0.03005273,
        -0.02115785,
        -0.00732429,
        -0.03344411,
        0.1671228,
        0.00263615,
        -0.0009849,
        0.04558139,
        -0.01443617,
        0.00117186,
        0.00035541,
        0.01473035,
        -0.01438121,
        0.01459222,
        -0.00289038,
        0.02731031,
        0.0038497,
        0.03458849,
        -0.02070143,
        0.00969685,
        -0.05963982,
        -0.05338639,
        -0.01001909,
        0.05300356,
        -0.00510188,
        0.01832267,
        0.04321167,
        -0.00735498,
        0.02477277,
        -0.01181204,
        0.04818674,
        -0.00124288,
        0.01586,
        -0.04504408,
        0.03132878,
        -0.00635586,
        -0.0086493,
        0.00167479,
        0.02950933,
        -0.01002774,
        0.02433273,
        0.02605871,
        0.02005276,
        0.08059477,
        -0.18582408,
        0.06954449,
        -0.02408309,
        -0.02022737,
        -0.01641004,
        0.05500758,
        0.00036786,
        0.01499538,
        -0.00639909,
        0.05814375,
        0.00170485,
        -0.02232793,
        -0.02096195,
        -0.00543567,
        -0.01578768,
        -0.06939784,
        -0.00181337,
        -0.02569708,
        0.04042239,
        -0.01927564,
        0.01879363,
        0.0080475,
        0.01260492,
        -0.05542008,
        0.00490715,
        0.0112947,
        0.02319589,
        0.01418574,
        0.02254497,
        0.01384872,
        -0.00810697,
        0.00204625,
        0.01665736,
        0.01947676,
        -0.03703854,
        -0.03184943,
        -0.00553068,
        -0.00441715,
        0.02093061,
        -0.03041227,
        -0.03201587,
        -0.01960233,
        -0.02357662,
        -0.00207996,
        0.02162621,
        -0.02745032,
        -0.00571527,
        0.02801491,
        -0.01001316,
        0.0166411,
        -0.01377201,
        0.0124377,
        -0.00571058,
        -0.01210836,
        -0.02748426,
        0.03156028,
        -0.01398684,
        -0.00557427,
        -0.01052263,
        0.01795422,
        -0.01430023,
        0.04879438,
        0.00070737,
        0.01223637,
        -0.03520454,
        -0.07254093,
        -0.02412771,
        0.03270634,
        0.04962402,
        -0.01386573,
        0.00511915,
        -0.01667643,
        0.00964481,
        0.01297815,
        0.00584642,
        0.00388664,
        -0.01378349,
        -0.02311277,
        -0.02487551,
        0.01058555,
        0.01578912,
        -0.00101747,
        -0.01246157,
        -0.00157295,
        -0.07661185,
        0.00953926,
        -0.0040356,
        0.01189955,
        -0.00212102,
        -0.00085833,
        -0.01941861,
        -0.01186831,
        0.01370493,
        -0.00702769,
        -0.02328669,
        0.02323795,
        -0.01266104,
        0.03065206,
        0.0361697,
        0.01290216,
        0.00313729,
        0.06417358,
        0.02562461,
        -0.01363632,
        -0.00057876,
        0.01827324,
        0.02248758,
        -0.00307299,
        0.02969191,
        0.01335387,
        0.02066566,
        0.02250034,
        -0.0170489,
        0.0212708,
        0.00428583,
        0.01091427,
        -0.02837785,
        0.00912873,
        0.03084062,
        0.02183359,
        0.01713222,
        0.02292165,
        -0.0053712,
        -0.01841809,
        0.01538151,
        0.01444208,
        0.0429649,
        -0.00388864,
        -0.01896765,
        0.00608153,
        -0.02061118,
        0.0383843,
        -0.01655643,
        -0.00823452,
        0.00695062,
        -0.01194544,
        -0.00699943,
        0.00548937,
        -0.01841553,
        -0.02528016,
        -0.0201277,
        0.01798789,
        -0.01894234,
        -0.00532986,
        -0.01255925,
        -0.00486441,
        0.01709377,
        0.0447727,
        -0.01856573,
        0.01703937,
        -0.02023122,
        0.00848421,
        -0.0293853,
        0.00486124,
        0.02887775,
        0.0368055,
        0.01887893,
        0.00641831,
        0.02372644,
        0.01303608,
        -0.00401499,
        0.00150964,
        0.01752156,
        0.02178284,
        0.01241636,
        0.02068627,
        -0.01845222,
        0.00324509,
        -0.01870053,
        0.01179219,
        -0.01581907,
        -0.01386054,
        0.00873739,
        -0.00116858,
        -0.03346943,
        0.00207311,
        -0.05098515,
        0.02178508,
        0.00423007,
        0.03592732,
        0.03735231,
        0.01587364,
        -0.02857586,
        -0.005534,
        -0.00583358,
        0.01370435,
        -0.00131755,
        0.0428042,
        -0.01525604,
        0.00795751,
        -0.01875038,
        -0.00761725,
        0.00364837,
        -0.02873153,
        -0.0041973,
        -0.02587448,
        -0.00259909,
        0.00973194,
        0.05614902,
        0.01504189,
        0.00324497,
        0.00325987,
        -0.01040326,
        -0.01782577,
        -0.02722117,
        -0.01011162,
        -0.02225009,
        0.01534061,
        -0.0022318,
        0.01484944,
        -0.0055866,
        -0.07805453,
        0.01984156,
        0.00944824,
        0.02123759,
        -0.02051219,
        0.03551933,
        -0.00258447,
        -0.00603102,
        0.03544328,
        0.03387063,
        0.04264439,
        0.01466771,
        -0.00343622,
        -0.02693403,
        -0.00029698,
        -0.00829946,
        0.00189865,
        0.00621853,
        0.00296461,
        0.03486202,
        -0.04636258,
        -0.00455294,
        -0.0106376,
        -0.03548807,
        0.01240462,
        0.00820296,
        -0.00760671,
        0.0216954,
        0.00919438,
        0.01381367,
        -0.00915841,
        0.00992847,
        -0.00996726,
        -0.02658043,
        0.02678725,
        -0.00624025,
        0.01850854,
        0.01916071,
        -0.02232991,
        0.02787997,
        0.04341938,
        0.00510733,
        0.00378096,
        -0.00851779,
        -0.01670557,
        -0.00067804,
        -0.01346864,
        0.01504199,
        -0.01130523,
        0.01461237,
        0.01990982,
        0.0154257,
        0.01634779,
        0.00806984,
        0.02678145,
        -0.03356528,
        0.03821823,
        -0.00355711,
        -0.01166811,
        0.000892,
        -0.01118313,
        0.00726521,
        -0.00152246,
        0.0295612,
        -0.01382736,
        -0.02244085,
        -0.00174723,
        -0.01854696,
        0.04654423,
        0.01012372,
        0.05251982,
        0.00080082,
        -0.01007665,
        0.00997955,
        -0.01021961,
        -0.02024264,
        -0.04978277,
        -0.04594514,
        0.01716322,
        -0.02248812,
        -0.00152358,
        0.00731618,
        0.01274036,
        0.00230431,
        -0.00159965,
        0.01738504,
        -0.0021163,
        0.0063057,
        0.06056652,
        0.02343491,
        0.02177154,
        0.01640246,
        -0.03808852,
        -0.00306081,
        0.00218031,
        -0.00040662,
        0.02897157,
        -0.01734354,
        -0.03189621,
        0.00593427,
        0.01307638,
        -0.0168762,
        0.01280762,
        0.00372001,
        0.03260347,
        0.02468634,
        0.03017009,
        -0.02369515,
        0.00140923,
        0.00576486,
        0.00547035,
        0.03000062,
        0.01045621,
        0.02213019,
        0.0082868,
        -0.01460668,
        0.02905401,
        0.01525418,
        0.02544979,
        0.01823093,
        -0.03322266,
        -0.00523419,
        -0.03102621,
        -0.00354925,
        -0.00385683,
        -0.03718947,
        -0.00332204,
        -0.04968501,
        -0.00035541,
        0.01018846,
        -0.00699705,
        0.03234272,
        -0.02647671,
        -0.00255527,
        -0.0031161,
        0.02584788,
        0.00255991,
        -0.0333912,
        0.01491742,
        0.01291762,
        0.00183043,
        0.00683599,
        0.03615145,
        -0.02301162,
        -0.0239524,
        -0.03151081,
        0.00644717,
        -3.962e-05,
        -0.02040542,
        0.00274651,
        0.02024838,
        0.03570282,
        0.02233258,
        0.03352868,
        -0.01561125,
        0.01432338,
        -0.00041121,
        0.01893502,
        -0.02204991,
        0.02744944,
        0.00506054,
        -0.00303702,
        -0.02720289,
        -0.04117685,
        0.02863315,
        -0.00308561,
        -0.00502655,
        0.00747236,
        0.02154232,
        0.01006025,
        -0.00982105,
        -0.01495152,
        -0.00064311,
        0.03383413,
        0.04213207,
        -0.01211752,
        0.03220224,
        0.04043101,
        0.02879543,
        0.01890393,
        -0.04056995,
        0.01575272,
        0.01437474,
        0.02678421,
        0.02018245,
        -0.02751774,
        0.00409764,
        -0.0372139,
        -0.02177254,
        0.009259,
        -0.0132147,
        0.02841431,
        -0.00117726,
        -0.00628117,
        -0.04331923,
        -0.02687322,
        -0.01940036,
        0.0269938,
        0.00261123,
        0.01790545,
        -0.04342611,
        0.01702451,
        0.02005251,
        0.03312628,
        -0.03552212,
        -0.01107994,
        -0.02060468,
        -0.03095049,
        -0.01437366,
        -0.01407433,
        0.02284473,
        -0.04026739,
        0.00659449,
        0.00326203,
        -0.00054817,
        -0.00289217,
        0.01565802,
        -0.01309436,
        0.0526868,
        -0.00650848,
        -0.01035406,
        -0.03315509,
        0.02845929,
        0.02386216,
        0.00076015,
        0.01307471,
        -0.01388393,
        0.0168427,
        -0.01487869,
        0.02035188,
        -0.01529018,
        -0.01755619,
        -0.0164967,
        0.01753211,
        0.02770297,
        0.00609968,
        0.01483951,
        -0.00717379,
        0.00961583,
        -0.00032933,
        0.00809576,
        0.0180747,
        0.00722198,
        0.00529477,
        -0.0227725,
        -0.00190901,
        0.00854178,
        0.01075209,
        -0.02297807,
        -0.00214907,
        -0.00871174,
        0.02162007,
        -0.01970071,
        0.02644583,
        0.02125698,
        -0.04948204,
        0.00051206,
        0.02146973,
        0.01645085,
        -0.02276878,
        -0.00372431,
        -0.01704969,
        0.02699594,
        0.01062384,
        0.00653064,
        0.01741024,
        -0.02077036,
        0.01544352,
        0.00306809,
        -0.01291566,
        0.05108232,
        -0.00028294,
        0.01482837,
        0.0308935,
        -0.00511774,
        0.01587208,
        0.01217657,
        0.028313,
        -0.01424833,
        0.01794427,
        -0.01028618,
        0.03584696,
        -0.00881899,
        0.0114164,
        0.00504005,
        0.00222731,
        -0.03232338,
        0.00662021,
        0.00912208,
        -0.01140698,
        0.04486048,
        -0.0367409,
        -0.00036546,
        -0.03986148,
        -0.04027432,
        -0.00018427,
        -0.02350076,
        0.04317364,
        -0.02109157,
        -0.00650035,
        0.0150896,
        0.01534055,
        -0.0033883,
        -0.0090041,
        0.02673387,
        -0.01453652,
        -0.0125562,
        0.00428865,
        0.00122832,
        -0.05464057,
        0.03505971,
        0.00979339,
        -0.02350361,
        0.01779208,
        0.02017742,
        0.02007759,
        -0.01062432,
        -0.01660248,
        0.02502936,
        0.00321957,
        -0.01998319,
        -0.02468574,
        -0.01876711,
        0.00672144,
        0.01670696,
        -0.02172597,
        -0.02643096,
        -0.05302986,
        0.01696518,
        -0.00980711,
        -0.03484075,
        -0.00610672,
        -0.03985033,
        -0.01705836,
        0.00089036,
        0.02982799,
        0.01913013,
        -0.01470924,
        -0.01346555,
        -0.02513274,
        0.00378012,
        0.01331653,
        -0.03228364,
        -0.00820267,
        0.00304315,
        0.02182935,
        0.00225062,
        -0.02463518,
        0.00609123,
        0.03319667,
        -0.0006228,
        -0.0029675,
        0.00054124,
        0.01091826,
        -0.03636807,
        0.00253478,
        0.00384906,
        0.00906345,
        0.00911951,
        0.0094323,
        0.03477129,
        -0.04861964,
        0.01554279,
        0.0504634,
        -0.01920385,
        -0.01126738,
        -0.02412533,
        -0.01192657,
        0.00965391,
        0.01426197,
        0.00216489,
        -0.02621657,
        -0.02428551,
        -0.00325398,
        -0.01182064,
        -0.00966244,
        0.0078932,
        0.00564505,
        0.02005726,
        0.00657534,
        0.00036975,
        -0.00638939,
        0.01124444,
        0.01328316,
        0.00275903,
        0.012984,
        -0.03852687,
        -0.03123352,
        0.00054381,
        -0.00687038,
        -0.00035395,
        0.03708483,
        0.01743888,
        -0.02144558,
        -0.03024689,
        -0.00257425,
        0.01847994,
        0.012158,
        0.007318,
        -0.0250439,
        -0.0092584,
        -0.03618806,
        -0.02363831,
        0.02031742,
        -0.02645011,
        0.00392848,
        0.00782223,
        0.00329096,
        -0.01461374,
        0.00278356,
        -0.01140875,
        0.00043502,
        -0.0553221,
        0.01485557,
        0.02042526,
        -0.01171857,
        0.02388463,
        0.04952563,
        -0.0286055,
        -0.01873444,
        -0.03322307,
        0.01945783,
        -0.00742468,
        0.04288102,
        0.00321292,
        0.01395071,
        0.0096789,
        -0.00525943,
        -0.0152591,
        -0.0143306,
        0.00549114,
        -0.01366721,
        0.03854249,
        0.01794099,
        -0.00956129,
        -0.00561564,
        0.03130433,
        -0.01157395,
        0.04420021,
        0.00576327,
        -0.00752944,
        -0.01023625,
        -0.02354917,
        -0.0344347,
        0.01600924,
        -0.01096016,
        -0.002108,
        0.00530474,
        -0.01135767,
        -0.01831025,
        -0.04197612,
        -0.02226775,
        -0.03983711,
        -0.02925614,
        -0.00474281,
        0.01376844,
        0.01350457,
        -0.00639592,
        -0.03733296,
        -0.03117645,
        -0.02526291,
        0.01947817,
        -0.03342412,
        -0.06112954,
        -0.01961875,
        -0.00532681,
        -0.03629666,
        -0.00584009,
        -0.00761084,
        -0.03118493,
        0.01149816,
        -0.00726176,
        -0.02371085
       ],
       "cols": [
        0,
        25,
        37,
        38,
        39,
        42,
        46,
        63,
        65,
        68,
        75,
        79,
        102,
        129,
        135,
        169,
        227,
        264,
        266,
        294,
        371,
        406,
        426,
        452,
        479,
        496,
        505,
        509,
        516,
        535,
        582,
        585,
        592,
        601,
        665,
        682,
        738,
        750,
        755,
        881,
        882,
        891,
        907,
        926,
        956,
        1047,
        1087,
        1130,
        1155,
        1164,
        1184,
        1192,
        1702,
        1727,
        1732,
        1787,
        1802,
        2248,
        2288,
        2298,
        2612,
        2636,
        2795,
        3535
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.27501413,
        0.02571568,
        0.1178649,
        -0.03571971,
        0.07223389,
        -0.13337362,
        0.01894278,
        0.04563177,
        -0.02750412,
        -0.04494772,
        0.0803024,
        0.04781657,
        0.07122913,
        0.06944289,
        0.04526544,
        0.1060138,
        0.02517636,
        0.20619835,
        -0.06112867,
        -0.08208165,
        0.0932558,
        0.07673123,
        0.03078771,
        0.08968102,
        -0.02092599,
        -0.01756056,
        -0.02679002,
        -0.01129982,
        0.00103981,
        0.06406251,
        -0.00700761,
        -0.1098112,
        0.07147516,
        -0.04472385,
        -0.09085096,
        0.01453902,
        -0.04015652,
        0.10141456,
        -0.01289021,
        -0.02103343,
        -0.10772879,
        -0.00955117,
        -0.02285636,
        -0.04665536,
        0.0036428,
        -0.01021252,
        -0.01650541,
        -0.07160489,
        0.03140594,
        0.09793368,
        -0.00484712,
        0.0104783,
        -0.06527244,
        0.00330293,
        0.02510278,
        0.07965834,
        0.04107397,
        0.08948424,
        -0.02056058,
        -0.04285793,
        0.0016929,
        -0.05870671,
        -0.02369346,
        0.00891549,
        0.02100565,
        0.04177431,
        -0.01226275,
        0.00155612,
        -0.03256783,
        -0.03891909,
        0.02887409,
        -0.00814781,
        -0.03003651,
        0.03091248,
        -0.10163552,
        0.01157232,
        -0.07080378,
        0.00834349,
        -0.0018987,
        0.02279368,
        0.04411704,
        0.1003398,
        0.0254252,
        -0.02127053,
        0.04467297,
        0.09489055,
        0.06209179,
        -0.02964746,
        -0.0065009,
        0.02157911,
        0.02858723,
        -0.06697974,
        -0.0795432,
        -0.00090291,
        0.02849696,
        -0.02855391,
        -0.01773688,
        -0.01494651,
        -0.02363585,
        0.02183486,
        -0.04021476,
        -0.03493117,
        -0.02565602,
        0.00985682,
        -0.03507772,
        0.00146005,
        0.03726311,
        0.02634411,
        -0.03312292,
        -0.01213029,
        0.05717606,
        0.03850209,
        0.00929069,
        -0.03120922,
        0.00462524,
        0.02525282,
        -0.01796471,
        -0.06278332,
        -0.00666205,
        0.05959975,
        0.01133386,
        0.01844018,
        -0.01254521,
        0.02124401,
        -0.0279374,
        0.00718208,
        -0.03343032,
        0.03268486,
        -0.02229085,
        0.03109495,
        -0.0658503,
        -0.01445409,
        0.0479167,
        0.03457472,
        0.03484474,
        0.03285847,
        -0.01036539,
        -0.07884093,
        0.04548416,
        0.01235875,
        0.04632281,
        0.05646458,
        0.02674307,
        0.03990537,
        -0.00982775,
        -0.00330609,
        0.00137931,
        -0.01770201,
        0.02902252,
        -0.00684248,
        -0.01533046,
        0.01374479,
        0.02602829,
        0.02636305,
        -0.00798939,
        -0.02172808,
        -0.02353595,
        0.0069306,
        0.00215228,
        -0.00615317,
        0.08196728,
        -0.01830974,
        0.01028445,
        0.00150112,
        -0.02815552,
        -0.00075432,
        0.00206813,
        -0.03486938,
        -0.03127341,
        -0.01384757,
        -0.02342549,
        -0.02325298,
        -0.01124415,
        -0.00068399,
        -0.00751707,
        -0.01722298,
        0.04040169,
        -0.02952841,
        0.01422738,
        0.01306615,
        -0.04302507,
        0.00553226,
        0.00940877,
        0.00688467,
        -0.02663649,
        -0.04291137,
        -0.04136554,
        -0.04122823,
        -0.02947465,
        -0.00076273,
        -0.08954316,
        0.00424418,
        0.0742685,
        0.01133407,
        -0.01618639,
        0.04771046,
        0.00699564,
        -0.02521422,
        -0.00695237,
        -0.06809758,
        0.03563751,
        -0.03582323,
        -0.01676138,
        0.00320931,
        -0.00344926,
        0.03410437,
        0.03094538,
        -0.01140629,
        -0.04393774,
        -0.00293529,
        0.0007708,
        -0.0034749,
        -0.06191093,
        -0.0314494,
        -0.01023685,
        -0.0084807,
        0.02247034,
        0.02112842,
        0.01953202,
        -0.07603531,
        -0.01594237,
        -0.02231954,
        0.01392461,
        0.00462011,
        0.00937293,
        -0.04722651,
        0.02503373,
        -0.01839091,
        -0.01687954,
        -0.03483776,
        -0.08785249,
        0.04457583,
        0.01834,
        0.03764404,
        0.01753701,
        -0.00140263,
        0.02508082,
        0.03832481,
        -0.03479593,
        0.05659536,
        -0.00124486,
        0.03879777,
        0.03747083,
        -0.00274702,
        0.03252432,
        -0.00396573,
        0.02412328,
        -0.04079681,
        -0.00147042,
        0.00184402,
        0.03735007,
        -0.01866298,
        -0.00955213,
        0.00158815,
        0.00973611,
        0.10685785,
        -0.09935468,
        -0.02239285,
        0.03136706,
        0.01899129,
        -0.01656381,
        0.00742798,
        0.01787587,
        0.0193597,
        0.02167515,
        -0.00989885,
        -0.00312513,
        -0.0029019,
        0.01196067,
        0.00101034,
        -0.00497234,
        -0.03197027,
        -0.00915702,
        -0.02698064,
        -0.0275891,
        0.00905075,
        -0.00769219,
        -0.03302479,
        -0.03992181,
        -0.07669858,
        0.03082999,
        -0.0138601,
        -0.0379157,
        7.618e-05,
        -0.00375193,
        -0.03304728,
        0.03099682,
        -0.01440923,
        -0.02980677,
        0.00269924,
        0.01663705,
        -0.01385299,
        0.02332749,
        -0.01000574,
        0.01572404,
        -0.02702198,
        0.02007206,
        -0.00373068,
        -0.01133877,
        -0.03217449,
        0.09292451,
        -0.02104471,
        -0.02248202,
        0.047904,
        -0.03256861,
        0.01882199,
        -0.01564733,
        -0.01313136,
        -0.04905236,
        0.03923247,
        -0.01420942,
        -0.0323168,
        -0.00148821,
        0.01403766,
        -0.02428127,
        0.01284587,
        -0.06240284,
        -0.06125923,
        0.02572036,
        0.04741789,
        0.00631374,
        0.00560774,
        0.02344194,
        -0.00565782,
        -0.00874741,
        -0.00503947,
        0.03624342,
        0.02050623,
        0.01516594,
        -0.06478192,
        0.06064047,
        0.01057801,
        0.00857844,
        0.02862478,
        0.01571358,
        -0.00064609,
        -0.00380693,
        0.01041956,
        0.01716633,
        0.06741954,
        -0.15945224,
        0.03155763,
        -0.02745089,
        -0.02057859,
        -0.02208191,
        0.00364703,
        -0.00651108,
        -0.00741279,
        -0.01654227,
        0.05096246,
        -0.02014499,
        -0.01259449,
        -0.01538892,
        -0.00719569,
        -0.02728246,
        -0.02664571,
        -0.02237153,
        -0.0017792,
        0.02410105,
        -0.02266445,
        0.02736905,
        0.01674768,
        0.01618811,
        -0.0379732,
        0.03437237,
        0.01934425,
        -0.01026121,
        0.00511551,
        0.04094159,
        0.00067331,
        0.00622838,
        -0.01510689,
        0.00410923,
        0.01186501,
        -0.0556051,
        -0.02112966,
        -0.00105538,
        0.02758588,
        -0.00171929,
        -0.0402489,
        -0.01916589,
        0.01695722,
        -0.00517095,
        0.02631207,
        0.01211813,
        -0.00877773,
        -0.00229489,
        0.00650228,
        0.00926562,
        0.01298181,
        -0.00922895,
        0.0037027,
        -0.00714091,
        -0.02871844,
        0.00418122,
        0.04221317,
        -0.02111015,
        -0.00311562,
        0.00058317,
        0.02315168,
        0.01396733,
        0.00041519,
        -0.00608533,
        -0.00485671,
        -0.00940944,
        -0.04670924,
        -0.02722727,
        0.05656334,
        0.02659597,
        -0.02141897,
        0.00477086,
        -0.01542564,
        0.00878005,
        0.00894099,
        -0.03120763,
        -0.00735849,
        -0.03936819,
        -0.02883618,
        -0.02356193,
        0.00299183,
        -0.00538688,
        -0.02333984,
        -0.01706864,
        -0.0182818,
        -0.10088453,
        0.02117282,
        -0.00101117,
        -0.02353244,
        0.00956824,
        -0.01444231,
        -0.04014693,
        0.02871435,
        -0.01215691,
        -0.00592228,
        0.00269157,
        0.01662196,
        -0.02585011,
        0.05335798,
        0.01257691,
        0.01798525,
        0.00059536,
        0.00012917,
        -0.01875103,
        -0.02106951,
        0.01269703,
        0.03497054,
        0.00390303,
        0.01126219,
        0.01793639,
        0.00876394,
        0.00618248,
        0.01803308,
        -0.01926658,
        0.01085483,
        0.01094277,
        -0.00234294,
        -0.02453079,
        0.01413859,
        0.02847403,
        0.00390053,
        0.00889579,
        0.02926682,
        -0.00021332,
        -0.0089957,
        0.02276334,
        0.01121371,
        0.02907629,
        -0.00585603,
        0.00473164,
        0.00651127,
        -0.02198842,
        0.05964159,
        -0.01135383,
        0.01501187,
        0.00252672,
        0.0082151,
        -0.00569052,
        -0.01364755,
        -0.00180006,
        -0.05714943,
        -0.02941804,
        0.00389004,
        -0.02966652,
        0.00216267,
        -0.00976824,
        -0.00158732,
        0.00682824,
        0.0109848,
        -0.00959159,
        0.02168057,
        -0.03549453,
        0.00751248,
        -0.00179235,
        0.01066619,
        -0.00643499,
        0.01982426,
        0.0012233,
        -0.01471773,
        0.02653566,
        0.01028487,
        0.01221087,
        0.00920994,
        0.01930845,
        0.03003817,
        0.00848604,
        0.00590628,
        -0.03427829,
        -0.01183991,
        -0.01119809,
        0.06160914,
        -0.00666242,
        0.00329818,
        -0.01224415,
        -0.0084267,
        -0.01831366,
        0.01141854,
        -0.07320224,
        0.02687564,
        0.0220162,
        0.02213667,
        0.02753531,
        0.01397708,
        -0.01172739,
        -0.0119385,
        -0.0089002,
        -0.00132981,
        0.00454887,
        0.01823152,
        -0.01194701,
        0.00929574,
        -0.04110436,
        -0.00317794,
        -0.00615543,
        -0.02164004,
        0.01240566,
        -0.0159544,
        0.0070147,
        0.01872931,
        0.00896268,
        0.0071947,
        -0.02640732,
        0.01382539,
        -0.00548098,
        -0.02361154,
        -0.01465176,
        -0.01447865,
        -0.00172262,
        0.02721941,
        0.011392,
        0.04541902,
        -0.02622903,
        -0.06112985,
        0.0086985,
        -0.00313247,
        -0.00323842,
        -0.00761336,
        0.00530643,
        0.0101506,
        -0.00249409,
        0.0254595,
        0.01423393,
        0.04216656,
        0.0142904,
        0.00517668,
        -0.00829512,
        -0.01399915,
        -0.01114207,
        0.03371867,
        0.00987611,
        0.01581169,
        0.02680845,
        -0.01288855,
        0.01022614,
        -0.00187841,
        0.00567482,
        0.0393193,
        0.0166207,
        0.06496547,
        0.02222284,
        0.02218934,
        0.02297162,
        0.00558319,
        -0.00837076,
        0.00067135,
        -0.01046841,
        0.01449718,
        -0.05052315,
        0.0121808,
        0.00568765,
        -0.02569264,
        0.00891189,
        0.03242981,
        0.02872984,
        0.00295998,
        -0.00968342,
        -0.02050424,
        0.0087867,
        0.0246209,
        0.01121264,
        -0.01099857,
        0.03497113,
        0.00246155,
        0.00814174,
        0.00346837,
        0.01607846,
        0.03217401,
        -0.02689808,
        0.03353227,
        -0.0055376,
        0.01502196,
        0.00562471,
        -0.00410134,
        -0.00944486,
        -0.01742912,
        -0.00031733,
        -0.02668141,
        -0.04661523,
        -0.04289688,
        -0.00861245,
        0.01608033,
        0.00806157,
        0.03908983,
        0.00373073,
        0.00191051,
        0.02459119,
        -0.01951866,
        -0.02378507,
        -0.04470308,
        -0.02914106,
        0.01075872,
        -0.01185671,
        -0.02560263,
        -0.0145756,
        -0.00433443,
        -0.00258191,
        -0.00516783,
        -0.00048047,
        -0.01190524,
        -0.00625547,
        0.02970904,
        0.05655012,
        0.01790104,
        0.00159627,
        -0.03798531,
        -0.00224797,
        -0.01757706,
        0.00785603,
        0.03868739,
        -0.03258649,
        -0.01348294,
        -0.00140639,
        0.00637194,
        -0.01449303,
        0.01107029,
        3.353e-05,
        0.02722279,
        0.02358251,
        0.01503015,
        -0.00235877,
        0.0411607,
        0.01716627,
        0.01387298,
        0.03158511,
        0.01753972,
        0.00621378,
        -0.01549404,
        -0.02563912,
        0.02334258,
        -0.00063208,
        -0.00734201,
        0.04268268,
        -0.03133948,
        0.01142364,
        -0.04989005,
        -0.01869276,
        0.00246206,
        -0.02130537,
        0.01983985,
        -0.06284769,
        0.00659161,
        0.00329519,
        -0.02543728,
        0.02576588,
        -0.00657296,
        0.00857732,
        0.01497054,
        -0.00331135,
        0.02073465,
        -0.0480049,
        0.01933839,
        0.00260511,
        0.00265129,
        0.04640042,
        0.00358347,
        -0.01580776,
        0.04331969,
        -0.06732608,
        0.00304185,
        -0.02764326,
        0.01074067,
        -0.00926307,
        0.03156171,
        0.00240637,
        0.01540439,
        -0.03784297,
        0.0146055,
        -0.01379007,
        0.01554372,
        9.06e-06,
        -0.00083044,
        0.02375615,
        -0.0025974,
        -0.01607808,
        -0.0328568,
        -0.03011392,
        0.00813643,
        -0.02544844,
        -0.00308206,
        -0.00482524,
        -0.01457541,
        -0.02029525,
        -0.01783367,
        0.0009369,
        -0.00134339,
        -0.00088198,
        0.00235005,
        -0.02491134,
        -0.00789957,
        0.01976386,
        0.04219932,
        0.02851133,
        -0.02019387,
        -0.01333848,
        -0.01143505,
        0.02040938,
        0.03878064,
        -0.01990738,
        -0.03690143,
        -0.00771923,
        -0.01718581,
        0.00715197,
        -0.01090728,
        0.03941465,
        0.01089875,
        -0.00310104,
        -0.05415364,
        -0.01366023,
        -0.01464837,
        0.0408528,
        -0.00574104,
        0.00796354,
        -0.01605554,
        0.01189217,
        -0.02218394,
        0.04356742,
        0.0029412,
        -0.00941338,
        -0.02350661,
        -0.02057341,
        0.00044663,
        -0.03770123,
        0.03454201,
        -0.0299223,
        0.00841322,
        0.00402553,
        0.00238172,
        0.01980951,
        0.01687372,
        0.01528925,
        0.04227344,
        -0.0200363,
        0.03380911,
        -0.02888439,
        0.01899969,
        0.00489395,
        -0.023399,
        -0.01877379,
        -0.01719713,
        0.01586562,
        -0.02616352,
        -0.02045202,
        0.01607482,
        -0.02362375,
        -0.00603587,
        0.01484091,
        -0.00212273,
        0.01359299,
        -0.00423367,
        0.00150867,
        -0.00812416,
        0.01017895,
        -0.00346802,
        0.02503956,
        -0.02345778,
        -0.00526027,
        -0.00123994,
        -0.02809937,
        -0.03709791,
        0.00619966,
        -0.00029529,
        -0.01754871,
        -0.00793602,
        0.02134246,
        -0.01192882,
        0.01835722,
        0.03357809,
        -0.01276553,
        0.00495376,
        0.01320045,
        -0.002652,
        -0.02644297,
        0.00978653,
        0.02877911,
        -4.389e-05,
        -0.02832758,
        0.01064521,
        -0.00513647,
        -0.02750319,
        0.00333796,
        -0.00970924,
        0.01014937,
        -0.00838808,
        -0.00241686,
        0.01510533,
        0.02910277,
        -0.01432707,
        0.01717931,
        -0.01115322,
        0.01019426,
        -0.02191613,
        0.01738396,
        -0.03188671,
        0.02038778,
        -0.03424975,
        -0.00321646,
        0.02263829,
        0.00952529,
        -0.02669832,
        0.02603089,
        0.00366413,
        0.02396403,
        0.00091832,
        -0.00859204,
        0.01355547,
        -0.03674246,
        -0.04834112,
        0.0191233,
        -0.0058406,
        0.03023675,
        -0.00213196,
        -0.01864441,
        0.0284907,
        0.04093214,
        -0.01525071,
        -0.00464088,
        0.00541324,
        -0.0104959,
        -0.00696724,
        -0.00683142,
        -0.02808498,
        -0.06346232,
        0.03053285,
        -0.03485537,
        -0.0048545,
        -0.00234549,
        -0.00410065,
        0.01960736,
        -0.0119917,
        -0.01404663,
        0.01684413,
        0.04872276,
        -0.04577473,
        -0.02540445,
        0.00816923,
        0.02046121,
        0.00725469,
        -0.03933748,
        -0.02131562,
        -0.01281299,
        -0.01206708,
        -0.02111289,
        -0.04867988,
        -0.01170213,
        -0.02832218,
        -0.00866146,
        -0.0083385,
        0.03801586,
        -0.02215154,
        0.00462312,
        -0.0052727,
        0.02124382,
        -0.02426933,
        -0.01693481,
        -0.00291929,
        -0.01025381,
        0.02327402,
        0.0241786,
        0.00734336,
        -0.02346551,
        -0.02187971,
        -0.00659722,
        -0.01530917,
        0.00043726,
        0.01245237,
        0.01108205,
        -0.01215828,
        -0.01234978,
        0.02131638,
        -0.00314419,
        0.00346088,
        -0.01397651,
        0.01921996,
        -0.01800514,
        -0.00542983,
        0.013302,
        0.00876606,
        0.00718168,
        -0.05654136,
        -0.00669767,
        -0.01488302,
        -0.01919794,
        -0.00054307,
        -0.01397998,
        -0.00811265,
        0.0007329,
        -0.01401951,
        -0.02611923,
        -0.01072169,
        -0.00643123,
        0.01740328,
        -0.00458982,
        0.01679563,
        -0.01165618,
        0.01854544,
        0.0515382,
        0.01180786,
        0.00702699,
        -0.03605618,
        -0.01058125,
        -0.02797249,
        0.01777013,
        0.0050266,
        0.02417677,
        0.00257465,
        -0.00893009,
        0.0061401,
        -0.01690534,
        0.02739486,
        -0.00837226,
        0.00044289,
        -0.05432662,
        0.00077743,
        -0.02911577,
        -0.01370654,
        0.00936547,
        -0.00610204,
        0.01162413,
        0.01146007,
        0.03057378,
        -0.00566147,
        -0.00338323,
        -0.04419271,
        0.00849386,
        -0.00580063,
        -0.02431533,
        0.00611248,
        -0.03229683,
        -0.0004729,
        0.02901464,
        -0.00509237,
        -0.01781622,
        -0.00846955,
        0.01799625,
        -0.01366238,
        -0.00462916,
        -0.00448231,
        0.00392136,
        -0.0193824,
        0.00468217,
        -0.02116045,
        -0.02541538,
        0.01252044,
        -0.01980187,
        0.02862338,
        0.02345502,
        0.01379589,
        -0.0136037,
        0.0229476,
        -0.01206182,
        0.00966734,
        0.0180388,
        0.00374887,
        0.00706113,
        0.02633748,
        -0.03792915,
        0.00504534,
        -0.00634884,
        0.02760639,
        -0.00385919,
        -0.0178464,
        0.00450942,
        -0.01119063,
        -0.01541133,
        -0.05622996,
        -0.00198964,
        0.00571524,
        0.0193084,
        0.00656708,
        0.00512254,
        -0.01246691,
        -0.01629922,
        -0.00543472,
        0.01304493,
        -0.0175587,
        -0.02111699,
        0.00360575,
        -0.00937315,
        0.01560779,
        0.01578455,
        0.00975608,
        -0.05603463,
        -0.01843908,
        0.00926029,
        0.00335438
       ],
       "cols": [
        1,
        5,
        11,
        13,
        15,
        24,
        26,
        34,
        36,
        41,
        63,
        66,
        71,
        79,
        98,
        99,
        101,
        114,
        119,
        122,
        135,
        146,
        147,
        148,
        152,
        161,
        164,
        165,
        171,
        177,
        182,
        185,
        192,
        194,
        201,
        246,
        253,
        265,
        268,
        286,
        290,
        302,
        310,
        343,
        346,
        351,
        355,
        374,
        500,
        602,
        749,
        795,
        836,
        1003,
        1164,
        1321,
        1658,
        1973,
        2055,
        2072,
        2107,
        2203,
        2595,
        3242
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.07791128009557724
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.07494671642780304
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "c3e601380ce4b04f8d596279fdfe6da49746563a0460cc14f38818de59d9f421",
     "model.language_model.layers.19.mlp.down_proj.weight": "c724e09574b4ea4559fc9318062fa4c1cc8ea03599b63f09a8c6e1d597625809"
    }
   },
   "tokens_total": 14604642,
   "gpu_seconds": 2589,
   "tok_per_s_per_gpu": 5781
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.0546875,
   "gain_se": 0.018661710022285803,
   "problems_better": 43,
   "problems_worse": 21,
   "lost": 17,
   "rescued": 34
  }
 },
 {
  "name": "dev/capB-a6",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.58203125,
   "acc_se": 0.028701830851176703,
   "cut_share": 0.306640625,
   "mean_tokens": 19899.1875,
   "closed_share": 0.7890625,
   "p_finish": 0.693359375,
   "p_correct_given_finished": 0.8366197183098592,
   "p_correct_given_cut": 0.006369426751592357,
   "no_answer_finished_share": 0.017578125,
   "loop_end_share_of_cut": 0.49044585987261147,
   "tail_dup8_cut_mean": 0.5596006369426751,
   "median_tokens_correct": 12475.0,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.71484375,
     "acc_se": 0.03707252819991329,
     "cut_share": 0.1328125,
     "mean_tokens": 15569.0703125
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.44921875,
     "acc_se": 0.04069396922260175,
     "cut_share": 0.48046875,
     "mean_tokens": 24229.3046875
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "capB-a6",
    "spec": {
     "about": "Lab 8 recipe B: u and 64 neurons from the base model's own loops (windows well before the loop), alpha 6",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.30149689,
        0.02326461,
        0.11765372,
        0.06267165,
        0.01956591,
        -0.19726555,
        -0.00503336,
        -0.08789949,
        -0.01279326,
        0.04979974,
        0.05555366,
        0.06674751,
        0.01169172,
        0.17527959,
        0.02598691,
        0.15154752,
        0.0898912,
        0.15027089,
        -0.15828934,
        -0.06802011,
        0.06483994,
        0.09954681,
        0.11248125,
        0.10143356,
        -0.03427665,
        0.01130421,
        0.03965155,
        -0.00559169,
        0.03277428,
        0.06104312,
        0.03284929,
        -0.16260622,
        0.02073556,
        -0.05957358,
        -0.08322065,
        -0.01794445,
        -0.04898045,
        0.22294332,
        -0.05124363,
        -0.0231905,
        -0.07554419,
        0.01327294,
        -0.05874912,
        0.01641323,
        0.02109385,
        -0.00849336,
        0.13678432,
        -0.03208598,
        0.04021065,
        0.04547515,
        -0.00561485,
        0.00565074,
        -0.04153953,
        0.01654728,
        0.029699,
        0.08232442,
        0.04345837,
        0.06434583,
        -0.06645264,
        -0.02416982,
        0.00042967,
        -0.07840814,
        -0.04635896,
        0.01254184,
        0.03929815,
        0.01142548,
        0.0396764,
        -0.02334055,
        -0.04343329,
        -0.02657734,
        0.02388055,
        0.01532186,
        -0.08158231,
        -0.03766869,
        -0.09986223,
        0.01965467,
        -0.03953091,
        0.01490568,
        0.0382948,
        -0.01490955,
        0.05087914,
        0.0703787,
        0.02271337,
        -0.0555483,
        0.00071212,
        0.11734333,
        0.06425657,
        -0.02442849,
        0.02610742,
        0.05987949,
        0.05375696,
        -0.05153911,
        -0.03357845,
        0.02666253,
        0.06517966,
        -0.01237155,
        -0.02563511,
        0.01684695,
        0.01155908,
        0.00380022,
        -0.0493474,
        -0.00513339,
        -0.01106284,
        0.02526324,
        -0.02684648,
        0.00526816,
        0.05152647,
        0.01687455,
        -0.03582645,
        0.02094468,
        0.02345143,
        0.02298974,
        0.00365907,
        -0.02588971,
        -0.01382359,
        0.07575645,
        -0.01029643,
        -0.03188023,
        -0.01856114,
        0.05651155,
        0.00849511,
        -0.0009302,
        -0.01166164,
        0.0041843,
        -0.05954583,
        -0.00012167,
        -0.02362552,
        -0.03205946,
        0.01003108,
        0.05697318,
        -0.02847577,
        0.004791,
        0.03201439,
        0.01117549,
        0.0077243,
        -0.01911873,
        0.0005097,
        -0.05309742,
        0.10262797,
        0.00544503,
        0.00667644,
        0.0214761,
        0.02873388,
        0.02627211,
        -0.03188273,
        -0.02098046,
        0.00611033,
        0.01107177,
        0.03323895,
        -0.02206725,
        -0.00462339,
        0.00417812,
        0.03195161,
        0.00788598,
        -0.01020054,
        0.00322999,
        -0.04070878,
        0.0042287,
        0.00340121,
        -0.00629161,
        0.06356988,
        -0.03003905,
        0.01948619,
        0.02089134,
        -0.02839906,
        0.02209648,
        0.04238123,
        0.01715541,
        -0.0301029,
        0.00514945,
        -0.05948887,
        -0.04008217,
        0.00092403,
        0.04240754,
        -0.01147224,
        -0.05509264,
        0.05763384,
        -0.00159645,
        0.01637939,
        -0.02916958,
        -0.03551837,
        0.00899683,
        0.0155799,
        -0.02717732,
        -0.02264439,
        0.00593656,
        -0.05256448,
        -0.00168005,
        0.03425383,
        0.0188481,
        -0.02734067,
        0.01612632,
        0.02995075,
        0.0126488,
        0.00824284,
        0.02283906,
        0.00149592,
        -0.01262761,
        0.01244001,
        -0.04045067,
        -0.00659995,
        -0.01249472,
        -0.0208294,
        -0.00422333,
        0.02912182,
        0.04871593,
        0.02018343,
        -0.01012479,
        -0.03434999,
        -0.00024383,
        0.00724176,
        -0.0059202,
        -0.03058464,
        -0.00567434,
        0.00418883,
        0.0098441,
        -0.00485016,
        0.0235494,
        -0.009295,
        -0.06723159,
        -0.00141925,
        0.01058285,
        0.02079017,
        -0.00225317,
        0.01032211,
        -0.04980971,
        0.00766713,
        -0.02094317,
        -0.04421069,
        -0.02549951,
        -0.02841922,
        0.05762584,
        0.00753723,
        0.02754568,
        -0.00603487,
        -0.01353416,
        0.01183222,
        0.02611442,
        -0.02576422,
        0.02603181,
        -0.01338155,
        0.01783432,
        0.01952534,
        -0.01827757,
        0.04060069,
        0.0096524,
        0.00621415,
        -0.07070343,
        0.01205619,
        -0.0157654,
        0.0355527,
        -0.00870733,
        -0.04851521,
        0.00418431,
        0.01064662,
        0.08757313,
        -0.0431821,
        -0.02164889,
        -0.00494927,
        -0.00274217,
        -0.00344297,
        0.02221851,
        -0.00939169,
        -0.00249658,
        0.01415563,
        0.00960531,
        0.02835243,
        -0.00237309,
        0.00040106,
        -0.00386805,
        -0.00909662,
        -0.01428644,
        0.00019036,
        -0.03145899,
        -0.00120665,
        0.02071353,
        -0.02028685,
        -0.00615535,
        -0.02520839,
        -0.02236454,
        0.02357376,
        -0.01185053,
        -0.0559378,
        0.02748231,
        0.02343067,
        0.00186691,
        0.04614904,
        0.00788556,
        -0.01367954,
        0.01103815,
        0.0144666,
        -0.00568829,
        -0.02537256,
        -0.00291896,
        -0.01370349,
        -0.01813706,
        0.00659186,
        -0.01144869,
        0.0054018,
        -0.02677543,
        0.15799721,
        -0.00068407,
        0.00293215,
        0.04486345,
        -0.00954056,
        0.01474388,
        0.01060703,
        0.00755214,
        0.00345063,
        0.01092949,
        -0.00362884,
        0.01473075,
        -0.00538783,
        0.01691999,
        -0.01394772,
        0.02865278,
        -0.07491908,
        -0.05841815,
        -0.02911618,
        0.03960273,
        -0.00325529,
        0.01922638,
        0.03592266,
        0.01240769,
        0.00643024,
        -0.03352727,
        0.02750751,
        0.00443367,
        0.01995698,
        -0.00748279,
        0.01875017,
        -0.00788494,
        0.00522293,
        0.03003652,
        0.02110308,
        -0.02318322,
        0.02898433,
        0.00738792,
        0.00277897,
        0.02434439,
        -0.09862508,
        0.05617183,
        -0.02186624,
        -0.00717736,
        -0.01975846,
        0.0338889,
        0.02121268,
        0.00846916,
        -0.00983612,
        0.03011166,
        -0.00570846,
        0.00319565,
        -0.01916552,
        -0.00642473,
        -0.02169416,
        -0.05596741,
        -0.00093535,
        -0.02283115,
        0.02040694,
        -0.01648783,
        0.006206,
        0.0008686,
        0.03457417,
        -0.02280811,
        -0.00063133,
        0.02138565,
        0.00825628,
        0.00704255,
        0.01895653,
        0.01850315,
        -0.01492665,
        -0.00377653,
        -0.00726489,
        0.01177038,
        -0.02597683,
        -0.01700044,
        -0.00285292,
        0.00554924,
        0.00484764,
        -0.01376073,
        -0.0139686,
        -0.01939424,
        -0.02597563,
        -0.01605687,
        0.00347986,
        -0.02692802,
        0.00248492,
        0.01662239,
        0.00825688,
        -0.00402666,
        -0.0170685,
        0.00427057,
        0.00054583,
        0.01124339,
        -0.02183045,
        0.03154991,
        0.0003381,
        -0.00562663,
        -0.00763783,
        0.00563474,
        -0.02693614,
        0.01886536,
        0.01280506,
        0.00324432,
        -0.03816755,
        -0.03527931,
        -0.03196836,
        0.00196033,
        0.0196076,
        -0.00196445,
        0.02511599,
        -0.02921427,
        0.0061164,
        -0.01979781,
        -0.0021651,
        0.01065994,
        -0.03970449,
        -0.03330931,
        -0.01952009,
        0.00032798,
        -0.00533792,
        0.0124535,
        -0.00392792,
        -0.01070111,
        -0.08814324,
        0.0076339,
        0.01122764,
        0.00905735,
        0.00117328,
        0.01181389,
        -0.02175004,
        -0.02121019,
        0.01248304,
        -0.00093594,
        -0.01948054,
        0.03104073,
        -0.0088424,
        0.01062842,
        0.03344615,
        0.02377078,
        0.00947216,
        0.04116111,
        0.01839026,
        -0.00920545,
        0.0132251,
        0.02180791,
        0.03044661,
        0.00876045,
        0.0206499,
        0.01138573,
        0.02535999,
        0.00895611,
        -0.00902818,
        0.02495545,
        0.00332173,
        0.00221947,
        -0.02037391,
        -0.00544367,
        0.03596655,
        0.00752132,
        -0.00227448,
        0.0155155,
        0.00425131,
        -0.01969209,
        0.00654938,
        0.01465121,
        0.02098612,
        -0.00871356,
        0.00285627,
        -0.00237169,
        -0.01567797,
        0.05599053,
        -0.00078066,
        -0.0099316,
        0.01758756,
        -0.0201795,
        0.00143664,
        0.01996665,
        0.00643219,
        -0.03766159,
        -0.01698383,
        0.00196764,
        -0.02466804,
        0.00456563,
        -0.01729585,
        -0.00617461,
        0.0079403,
        0.02798674,
        -0.00546738,
        -0.00203452,
        -0.01545207,
        -0.01398242,
        -0.03375365,
        0.00621148,
        0.02407432,
        0.0216948,
        0.02371102,
        -0.0017222,
        0.03594714,
        0.00673465,
        0.0023872,
        -0.00644301,
        -0.00486257,
        0.00653148,
        0.00686671,
        0.01289318,
        0.01043915,
        0.0008696,
        -0.0029646,
        0.00058893,
        -0.00367669,
        -0.01205821,
        -0.00369951,
        0.00500719,
        -0.03102004,
        0.00997901,
        -0.0564148,
        0.0139201,
        0.00455478,
        0.02063775,
        0.0524075,
        0.0090106,
        -0.0040679,
        0.00929408,
        -0.01237593,
        0.01192695,
        0.0002889,
        0.04478727,
        -0.00868966,
        -0.01069027,
        0.00170744,
        -0.00880913,
        0.03051276,
        -0.01133682,
        0.00216336,
        -0.01166068,
        0.02527721,
        0.01598965,
        0.05630016,
        0.01782241,
        0.00794784,
        -0.00473622,
        -0.00324297,
        -0.03602727,
        -0.01093641,
        -0.00714647,
        -0.0240199,
        0.00720374,
        -0.0018791,
        0.00775742,
        -0.00429064,
        -0.05634158,
        0.02373968,
        -0.00022325,
        0.017044,
        -0.0415827,
        0.01951932,
        -0.00684324,
        -0.00617908,
        0.02936001,
        0.0022231,
        0.02858322,
        0.02646914,
        0.0296457,
        -0.01347029,
        0.00532766,
        -0.01175069,
        -0.01503773,
        -0.00244769,
        0.00162901,
        0.01375139,
        -0.00926648,
        -0.00245956,
        0.00333973,
        -0.01736316,
        -0.00126767,
        0.00376091,
        0.00699914,
        0.02746248,
        0.01196896,
        0.01478108,
        -0.00855968,
        -0.00260315,
        -0.0199121,
        -0.01861352,
        0.01223358,
        0.0081777,
        0.00620991,
        0.01076913,
        -0.02556662,
        0.00788654,
        0.01794371,
        0.02445308,
        -0.00098348,
        -0.00087275,
        -0.00806301,
        0.00444915,
        -0.01069149,
        0.01613029,
        0.00309012,
        0.01902706,
        0.01421466,
        0.00138022,
        0.01512942,
        0.00030636,
        0.03271034,
        -0.01789483,
        0.02173513,
        -0.00648184,
        -0.0162087,
        0.0077972,
        -0.00579106,
        0.00537245,
        0.00387916,
        0.01599543,
        0.00627289,
        -0.01186336,
        0.0070736,
        -0.01310907,
        0.02760035,
        0.00439267,
        0.03422385,
        -0.00883535,
        0.00667326,
        0.02595069,
        0.00116098,
        -0.01699736,
        -0.03703247,
        -0.03113385,
        0.02031528,
        -0.00775315,
        -0.00877325,
        0.01849073,
        0.01423547,
        0.00288525,
        -0.00622111,
        0.02096023,
        -0.01215921,
        -9e-05,
        0.0382315,
        0.02604484,
        0.01930726,
        0.01248157,
        -0.03497124,
        0.01475701,
        3.174e-05,
        0.01543846,
        0.02304812,
        -0.0129609,
        -0.02369003,
        0.00373719,
        0.00182831,
        0.00434628,
        0.00474514,
        0.00282092,
        0.01340202,
        0.01224109,
        0.02576358,
        -0.01278894,
        0.00098902,
        0.0173066,
        0.00088813,
        0.01500969,
        0.00536499,
        0.02194963,
        0.00571928,
        0.01032218,
        0.01571402,
        0.0092924,
        -0.015971,
        0.00404453,
        -0.02361519,
        -0.00444758,
        -0.0045476,
        -0.00217738,
        -0.02578217,
        -0.01997341,
        -0.01279157,
        -0.0286952,
        -0.00561124,
        -0.00671502,
        0.01089097,
        0.0030987,
        -0.0345054,
        -0.0087018,
        0.00565438,
        0.02648221,
        0.00331194,
        -0.0136128,
        0.00805192,
        0.02403069,
        0.01376859,
        -0.0009556,
        0.01622848,
        -0.00585403,
        -0.02126574,
        -0.00190116,
        0.01683871,
        0.01021804,
        -0.00683891,
        0.01565132,
        0.00421597,
        0.03681558,
        0.0086617,
        0.04103243,
        -0.00636359,
        0.01988558,
        -0.00700619,
        0.01157968,
        -0.01269246,
        0.02173179,
        -0.00022381,
        -0.01735442,
        -0.01220535,
        -0.02978618,
        0.00487368,
        -0.00201816,
        -0.0065471,
        0.01840364,
        -0.0068554,
        0.00667753,
        0.01900262,
        0.0079251,
        -0.00720076,
        0.0348928,
        0.03306156,
        -0.02104476,
        0.01431296,
        0.01034307,
        0.03554063,
        0.01929511,
        -0.03064406,
        0.00852042,
        0.01728075,
        0.01276018,
        0.01369407,
        -0.00783796,
        -0.00288487,
        -0.02263158,
        -0.01975801,
        -0.00824996,
        -0.01331091,
        -0.03441912,
        0.00086305,
        -0.00338286,
        -0.04317742,
        -0.01347583,
        -0.00972787,
        0.00519537,
        -0.00305993,
        0.003299,
        -0.02064933,
        -0.00521341,
        0.0082595,
        0.0147135,
        -0.02325539,
        -0.02601415,
        -0.01221036,
        -0.02321008,
        -0.03255986,
        0.00117438,
        0.0051252,
        -0.02630395,
        0.01018165,
        -0.00126909,
        0.00018002,
        0.0206973,
        -0.0103088,
        -0.01774329,
        0.02208793,
        0.01005429,
        -0.00241477,
        -0.03558522,
        0.02600474,
        0.01392036,
        0.0007913,
        0.00867003,
        -0.02678201,
        0.00417043,
        -0.00349747,
        0.02998451,
        -0.0076973,
        -0.0183407,
        -0.01780671,
        0.01216279,
        0.02785827,
        0.00912529,
        0.00922449,
        -0.01494971,
        0.00022192,
        -0.00362771,
        0.01362053,
        0.01309695,
        0.01269907,
        0.0076792,
        -0.00546721,
        -0.00254069,
        0.01004402,
        -0.00896631,
        -0.0116364,
        -0.00836369,
        0.00731342,
        0.01272695,
        -0.01767886,
        0.02485484,
        0.02326213,
        -0.04928953,
        -0.01117503,
        0.02420524,
        0.0063097,
        -0.01632563,
        0.00135226,
        -0.02587743,
        0.01592461,
        0.00361057,
        0.01816907,
        -0.0003399,
        -0.01344171,
        0.02377179,
        0.00842966,
        -0.0107262,
        0.03317228,
        0.00435296,
        0.01918977,
        0.04618406,
        -0.00789822,
        0.0302141,
        0.01307326,
        0.01281024,
        -0.01703183,
        0.01827971,
        -0.01626707,
        0.0262253,
        0.00052332,
        -0.00336457,
        -0.00179358,
        0.00217421,
        -0.02386117,
        -0.00263912,
        0.01809951,
        0.00450152,
        0.01284222,
        -0.03143772,
        0.01057556,
        -0.04545506,
        -0.02452004,
        -0.00122417,
        -0.0313464,
        0.03283778,
        -0.03497106,
        0.00327116,
        0.00402971,
        0.00810157,
        0.00124328,
        -0.00593415,
        0.01207904,
        -0.01564144,
        -0.01598497,
        0.00245661,
        -0.01651567,
        -0.0364025,
        0.016465,
        0.01770067,
        -0.01766352,
        0.02599589,
        0.00321878,
        0.02408964,
        -0.0048591,
        -0.02150145,
        0.02837163,
        -0.00355406,
        -0.01425166,
        -0.01394022,
        -0.0054518,
        0.00785455,
        0.00858407,
        -0.00508778,
        -0.02234841,
        -0.04273375,
        0.03256549,
        -0.00324295,
        -0.01093053,
        0.00072815,
        -0.0119415,
        -0.00664757,
        0.00496523,
        0.00561876,
        0.01784011,
        -0.01179754,
        -0.02320364,
        -0.02545631,
        0.00336456,
        0.00665186,
        -0.00832409,
        -0.01245756,
        -0.01078675,
        0.01177812,
        0.0095338,
        -0.00209641,
        0.01275474,
        0.03254699,
        -0.00988943,
        -0.00097725,
        -0.00635651,
        -0.00269509,
        -0.0119646,
        -0.00504241,
        0.0089832,
        0.01423179,
        -0.01198032,
        0.01199757,
        0.02696822,
        -0.02898989,
        0.01225323,
        0.00347795,
        -0.01845676,
        -0.00278158,
        -0.00845704,
        -0.01078037,
        -0.00613572,
        0.00558208,
        0.00566338,
        -0.00973258,
        -0.01901137,
        0.0017411,
        -0.03024946,
        -0.00683895,
        0.00152097,
        0.00843003,
        0.00574749,
        -0.00256013,
        -0.01349887,
        0.00611601,
        0.01228548,
        0.00169058,
        0.00807445,
        0.00318968,
        -0.0221693,
        -0.01783665,
        0.01726582,
        0.01524275,
        -0.00177572,
        0.02865437,
        0.01760579,
        -0.01952672,
        -0.01631412,
        0.01287163,
        0.00356905,
        -0.00483905,
        -0.0090318,
        -0.04754067,
        -0.011511,
        -0.01697593,
        -0.02475849,
        0.02553634,
        -0.02044728,
        0.00090611,
        0.00646554,
        -0.01823398,
        -0.01946126,
        -0.0062193,
        -0.00040626,
        -0.0193678,
        -0.0343605,
        0.00704293,
        0.01018505,
        -0.01024959,
        0.01194722,
        0.02828199,
        -0.03054512,
        0.00385779,
        -0.02005518,
        0.01599522,
        0.00011745,
        0.02317094,
        -0.00441486,
        0.01399615,
        0.02148392,
        -0.0180247,
        0.00072905,
        -0.00508529,
        -0.0009809,
        -0.01381451,
        0.02399625,
        0.02420016,
        -0.00935192,
        0.00158473,
        0.02889357,
        0.0075459,
        0.03266473,
        0.00581206,
        -0.00822044,
        -0.01659222,
        -0.02766358,
        -0.01591903,
        0.0120321,
        0.006772,
        -0.00306966,
        -0.00225038,
        0.00448638,
        0.00676812,
        -0.02272712,
        -0.01672792,
        -0.03724678,
        -0.03443447,
        -0.00684222,
        -0.00061584,
        0.00043113,
        -0.00941609,
        -0.02079861,
        -0.0218753,
        0.0014661,
        0.02277899,
        -0.03370588,
        -0.04389111,
        -0.01075738,
        -0.02132445,
        -0.0392971,
        -0.00546209,
        -0.01508621,
        -0.02128147,
        0.01646507,
        -0.01964691,
        -0.01943282
       ],
       "cols": [
        0,
        11,
        25,
        35,
        37,
        38,
        39,
        42,
        46,
        50,
        56,
        61,
        63,
        65,
        67,
        68,
        79,
        105,
        129,
        135,
        169,
        215,
        259,
        264,
        266,
        294,
        371,
        412,
        414,
        426,
        452,
        496,
        504,
        505,
        509,
        516,
        525,
        580,
        582,
        601,
        638,
        682,
        733,
        738,
        750,
        882,
        892,
        926,
        1060,
        1087,
        1130,
        1155,
        1184,
        1321,
        1702,
        1787,
        2005,
        2066,
        2248,
        2252,
        2288,
        2431,
        2612,
        3003
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.49866527,
        0.04483794,
        0.08653121,
        0.04403261,
        0.06070542,
        -0.18010071,
        0.02048543,
        -0.01286332,
        -0.00027879,
        0.01557074,
        0.0579919,
        0.03242711,
        0.04437343,
        0.11831202,
        0.04191576,
        0.1096428,
        0.08484758,
        0.19838709,
        -0.15137778,
        -0.06891333,
        0.09073912,
        0.05171521,
        0.11006631,
        0.0956018,
        -0.03853878,
        0.00064215,
        0.0313293,
        0.01706532,
        0.01163942,
        0.03902397,
        0.02441614,
        -0.15192458,
        0.05112223,
        -0.04017477,
        -0.0822874,
        0.0093005,
        -0.00961613,
        0.16345182,
        -0.06426762,
        -0.01643771,
        -0.07640368,
        0.00049388,
        -0.02564682,
        -0.01009604,
        -0.01522518,
        -0.02150765,
        0.0845025,
        -0.04340943,
        0.04411089,
        0.08151267,
        -0.00340664,
        0.00123752,
        -0.0378892,
        0.00448848,
        0.03228236,
        0.07224466,
        0.04673243,
        0.05504248,
        -0.05127607,
        -0.03776409,
        0.02176227,
        -0.08630367,
        -0.04531471,
        0.0296373,
        0.06976917,
        0.0295671,
        -0.00246833,
        -0.02473946,
        -0.05511018,
        -0.03542427,
        0.02730425,
        0.01280087,
        -0.07081246,
        -0.00496536,
        -0.0890561,
        0.00800353,
        -0.05013782,
        0.02035334,
        -0.0028146,
        0.00412351,
        0.05471795,
        0.06011825,
        0.02483712,
        -0.04671688,
        0.02074336,
        0.09762273,
        0.08155826,
        -0.02676294,
        0.02521992,
        0.03532628,
        0.04708899,
        -0.05322118,
        -0.05567474,
        -0.00651496,
        0.04405286,
        -0.01254328,
        -0.02278901,
        -0.00852609,
        0.00359337,
        0.00812188,
        -0.05064651,
        -0.01694964,
        -0.00542477,
        0.03623243,
        -0.02757451,
        0.0051043,
        0.03470914,
        0.00490483,
        -0.03334099,
        0.00603678,
        0.0300563,
        0.04627726,
        0.00187998,
        -0.0416753,
        -0.0090613,
        0.05596276,
        -0.02103174,
        -0.06238985,
        -0.01180217,
        0.04171294,
        0.01249574,
        0.02816214,
        -0.0176421,
        0.01949446,
        -0.03917667,
        0.00881786,
        -0.02624751,
        0.00509142,
        -0.0077283,
        0.06086404,
        -0.02195361,
        0.00030291,
        0.03111923,
        0.03329645,
        0.01400976,
        -0.01356143,
        -0.00565462,
        -0.06398953,
        0.0551735,
        -0.00848315,
        0.00687203,
        0.01781475,
        0.05540646,
        0.03959751,
        -0.01159826,
        -0.01160534,
        0.0048661,
        -0.00608777,
        0.02319413,
        -0.01162495,
        -0.0077591,
        0.01756361,
        0.02298547,
        0.02433926,
        0.01067325,
        0.00118467,
        -0.02158724,
        0.00489646,
        0.00243894,
        -0.01124737,
        0.06788686,
        -0.00478992,
        0.00929579,
        0.02146945,
        -0.02837166,
        0.00487398,
        0.00094381,
        -0.03970704,
        -0.03389104,
        -0.00084383,
        -0.02727271,
        -0.02561967,
        0.00955132,
        0.01581585,
        -0.00645247,
        -0.03326835,
        0.04197594,
        -0.00990736,
        0.02483497,
        -0.01266322,
        -0.02937236,
        0.02056376,
        -0.00301939,
        -0.00960709,
        -0.02398397,
        -0.01240014,
        -0.04018981,
        -0.01065147,
        0.02541097,
        0.01085518,
        -0.04091425,
        0.01861534,
        0.02755524,
        0.01442517,
        -0.00980565,
        0.01643772,
        0.0103014,
        -0.00193121,
        -0.01158493,
        -0.04491895,
        0.00210387,
        -0.0158687,
        -0.01925263,
        0.00858816,
        0.00823828,
        0.05501426,
        0.01001832,
        -0.01590634,
        -0.04254342,
        -0.00362291,
        -0.00355009,
        0.00977466,
        -0.04294737,
        -0.01187379,
        -0.00624066,
        -0.00100696,
        0.01209668,
        0.01955999,
        0.00612554,
        -0.09073611,
        -0.0121392,
        -0.00602088,
        0.02669331,
        -0.01423631,
        0.02193962,
        -0.06434545,
        -0.00057406,
        -0.00482061,
        -0.0240023,
        -0.01730228,
        -0.04747942,
        0.05685804,
        0.00550534,
        0.0255143,
        0.00708329,
        -0.01461607,
        0.00074817,
        0.01754509,
        -0.02909672,
        0.04151966,
        -0.00419367,
        0.0328035,
        0.01885574,
        -0.00191183,
        0.03820024,
        0.00341159,
        0.0167866,
        -0.05124178,
        -0.01221086,
        -0.00337703,
        0.03029857,
        -0.00824676,
        -0.02232636,
        -0.00764648,
        0.00037306,
        0.08489247,
        -0.04158763,
        -0.02465037,
        0.0038072,
        0.00986983,
        -0.02635114,
        -0.00054587,
        0.01122991,
        0.01526793,
        0.01308451,
        0.00947611,
        0.01079197,
        0.00301678,
        0.00045249,
        0.01157898,
        0.00364791,
        -0.01974811,
        0.00853061,
        -0.03393469,
        -0.02398907,
        0.01186427,
        0.00773612,
        0.00182465,
        -0.03346312,
        -0.05178841,
        0.01664432,
        -0.00867638,
        -0.04087122,
        0.00350367,
        0.01055847,
        -0.01330485,
        0.0321027,
        -0.01336184,
        -0.00791821,
        -0.01172312,
        0.01268876,
        -0.01336592,
        -0.01299944,
        0.01018297,
        0.00367312,
        -0.02798145,
        0.01043847,
        -0.00059207,
        -0.02061029,
        -0.02362762,
        0.08393674,
        -0.0145678,
        -0.01420483,
        0.05421852,
        -0.01871055,
        0.01786913,
        -0.00289787,
        -0.01177605,
        -0.01852703,
        0.03584592,
        -0.00914478,
        -0.03144572,
        -0.00690102,
        0.01117276,
        -0.01311047,
        0.02009693,
        -0.07556609,
        -0.06147706,
        0.00172751,
        0.03443452,
        0.01491988,
        0.00528303,
        0.01334639,
        0.00624813,
        -0.01138349,
        -0.01042592,
        0.02700793,
        0.00862187,
        0.01563637,
        -0.02544332,
        0.03750516,
        -0.01093695,
        0.01380753,
        0.04961452,
        0.01869025,
        -0.00684568,
        0.00716816,
        0.00134637,
        -0.00351985,
        0.03323479,
        -0.10388357,
        0.02342377,
        -0.02660153,
        -0.00555478,
        -0.0143756,
        0.00243205,
        0.00385063,
        -0.00998113,
        -0.02333265,
        0.02243167,
        -0.02253078,
        -0.00044902,
        -0.01409877,
        -0.00337895,
        -0.02913127,
        -0.03442011,
        -0.00535547,
        -0.01662975,
        0.01690075,
        -0.02125359,
        0.0155171,
        0.0064527,
        0.01973493,
        -0.02252325,
        0.01239673,
        0.02198475,
        -0.01154951,
        -0.00176781,
        0.03128855,
        0.0164711,
        -0.00352959,
        -0.00919291,
        -0.00051269,
        0.00272963,
        -0.01334997,
        -0.02031143,
        -0.00102859,
        0.01847753,
        -0.00953855,
        -0.0136291,
        -0.00146926,
        0.00225613,
        -0.01099077,
        -0.0059908,
        -0.00535733,
        -0.01735635,
        0.00250816,
        0.01244467,
        0.01221272,
        0.00098979,
        -0.00353166,
        -0.00583052,
        0.00087737,
        0.00923937,
        0.00468853,
        0.03266098,
        -0.00799337,
        -0.00690205,
        -0.00479467,
        0.00531395,
        -0.00968522,
        -0.00285753,
        0.00617076,
        -0.00398007,
        -0.00798379,
        -0.01925957,
        -0.04746011,
        0.01850612,
        -0.00163182,
        -0.00469556,
        0.02426587,
        -0.02222052,
        0.00818618,
        -0.01007741,
        -0.02858347,
        -0.00121701,
        -0.06705105,
        -0.01600351,
        -0.02505735,
        -0.00761152,
        -0.01960301,
        -0.00975214,
        -0.01505511,
        -0.02469417,
        -0.10968003,
        0.01911923,
        0.00610741,
        0.00117041,
        0.00868673,
        -0.0041148,
        -0.02288475,
        0.0138887,
        0.00516456,
        -0.00078531,
        0.00329392,
        0.03360431,
        -0.00695994,
        0.00668374,
        0.01618747,
        0.01681385,
        -0.00357584,
        -0.01117303,
        -0.01453918,
        -0.01406458,
        0.01796291,
        0.02957689,
        0.01712581,
        0.02696638,
        0.00489161,
        -0.0027144,
        0.00797566,
        0.01722849,
        -0.01348964,
        -0.00059619,
        0.0062006,
        -0.01288154,
        -0.01594781,
        0.00060741,
        0.03926362,
        0.000648,
        -0.00758998,
        0.00969625,
        0.01107869,
        -0.00975366,
        0.01968245,
        0.01074674,
        0.0149546,
        -0.00488283,
        0.01590041,
        -0.00571848,
        -0.01415043,
        0.04789799,
        0.00476613,
        0.01109879,
        -0.00158805,
        -0.01026194,
        0.00513164,
        0.00177138,
        0.01509304,
        -0.04241737,
        -0.02120126,
        -0.00480244,
        -0.0315622,
        0.00439782,
        -0.00950842,
        -0.01790279,
        -0.01042813,
        -0.0103942,
        -0.00075724,
        0.00224846,
        -0.03605071,
        -0.00766446,
        0.00278169,
        0.00702316,
        -0.00182345,
        0.01892289,
        0.00708544,
        -0.01113682,
        0.03328981,
        -0.0192459,
        0.0140041,
        0.00527974,
        -0.01008013,
        0.01208155,
        0.00602798,
        -0.00538647,
        -0.00988771,
        -0.01595749,
        0.00868384,
        0.03627389,
        0.00344467,
        -0.01577122,
        -4.978e-05,
        -0.00462439,
        -0.01982905,
        0.00348027,
        -0.06243323,
        0.01559778,
        0.00743285,
        0.01567806,
        0.03248803,
        0.00350522,
        -0.01878736,
        -0.00510001,
        -0.01560209,
        0.00595972,
        0.00423453,
        -0.00234233,
        0.00050524,
        -0.00564994,
        -0.01667203,
        -0.00596002,
        0.01465663,
        -0.01919699,
        0.01211679,
        0.00254716,
        0.01503418,
        0.0095837,
        0.02680599,
        0.01051945,
        -0.00725303,
        -0.00185183,
        -0.00087937,
        -0.03413209,
        -0.00287935,
        -0.0058744,
        -0.00796591,
        0.02322935,
        0.01579706,
        0.02696734,
        -0.00191688,
        -0.04072197,
        0.01511676,
        -0.00058316,
        -0.00465454,
        -0.02495283,
        -0.01099585,
        0.0051539,
        -0.01437707,
        0.02481943,
        -0.00748865,
        0.01838564,
        0.01209936,
        0.01926963,
        -0.00329364,
        -0.00074246,
        -0.00170502,
        0.01563909,
        0.00117787,
        0.00813994,
        0.01232119,
        -0.0040677,
        0.00620609,
        0.01448978,
        0.00922149,
        0.01071046,
        0.01238525,
        0.05554213,
        0.02819438,
        0.02504348,
        -0.00285749,
        0.00558255,
        -0.01137746,
        -0.0158543,
        -0.0189033,
        0.0121513,
        -0.03731599,
        -0.00747662,
        0.00543316,
        -0.01170763,
        -0.00087092,
        0.01825779,
        0.03395717,
        0.01406542,
        -0.0175342,
        -0.01369371,
        0.00817646,
        0.02041542,
        -0.00884456,
        -0.00418454,
        0.01211634,
        -0.00276281,
        -0.00371123,
        0.01992132,
        0.00124228,
        0.01579323,
        -0.01380612,
        0.00651301,
        -0.00965464,
        0.00304045,
        0.00938329,
        0.00761521,
        0.00207386,
        -0.01233432,
        -0.00210403,
        -0.01623478,
        -0.02811889,
        -0.02598538,
        -0.01444949,
        0.01080103,
        0.00122658,
        0.02289422,
        -0.01870971,
        0.01919318,
        0.03217082,
        -0.00920643,
        -0.0215708,
        -0.03158914,
        -0.02056642,
        0.01231547,
        -0.00952645,
        -0.01507373,
        0.00180383,
        0.00179136,
        -0.00920329,
        -0.00321118,
        0.00853423,
        -0.02645662,
        -0.01476324,
        0.01350342,
        0.03095776,
        0.01938323,
        -0.00227899,
        -0.03293785,
        0.01162287,
        -0.00825512,
        0.01109362,
        0.02965567,
        -0.01720749,
        -0.01672695,
        -0.00307062,
        -0.01065709,
        0.00458977,
        -0.00416517,
        0.00277024,
        0.01484402,
        0.02151607,
        0.01367335,
        -0.01716657,
        0.01993701,
        0.02926229,
        0.00564985,
        0.00449883,
        0.01318398,
        0.01221114,
        -0.01044224,
        -0.01975954,
        0.0114554,
        0.00441833,
        -0.01906356,
        0.02950616,
        -0.01843064,
        0.01197973,
        -0.01304068,
        -0.01503828,
        -0.0170262,
        -0.01332446,
        0.00610302,
        -0.04128838,
        -0.00567338,
        -0.01320273,
        -0.01186861,
        0.01055282,
        -0.02254591,
        0.00607345,
        0.00576573,
        -0.00970896,
        0.01475807,
        -0.02851543,
        0.00067781,
        0.00906039,
        0.01197799,
        0.03900312,
        0.0013545,
        -0.0017178,
        0.0235684,
        -0.03324137,
        -0.00347653,
        -0.01606604,
        0.00885091,
        -0.00451053,
        0.01240247,
        0.01726436,
        0.01211572,
        -0.01130474,
        -0.00727773,
        0.00091156,
        0.01911378,
        0.011722,
        0.00058718,
        0.00973076,
        0.00634966,
        -0.01755847,
        -0.02091217,
        -0.01703672,
        0.01370771,
        -0.02025203,
        0.01116729,
        0.00527792,
        -0.01642915,
        -0.00243309,
        -0.00065123,
        0.01747186,
        -0.00997447,
        0.00312761,
        0.00623531,
        -0.03428432,
        -0.00202292,
        0.00637191,
        0.03578324,
        0.03068558,
        -0.01501003,
        -0.00663668,
        -0.01148632,
        0.00972851,
        0.01488661,
        -0.00356572,
        -0.02273521,
        0.00502845,
        -0.02030335,
        0.00166387,
        -0.00340235,
        -0.00562466,
        0.00728441,
        -0.00260638,
        -0.03839081,
        -0.008985,
        0.00218783,
        0.01611389,
        0.00933593,
        -0.00187294,
        0.00745403,
        -0.00690003,
        -0.02526955,
        0.02212381,
        -0.00030148,
        -0.01510011,
        -0.01932472,
        -0.03330071,
        -0.01278328,
        -0.0240929,
        0.0307283,
        -0.01996295,
        0.00107976,
        -0.00161456,
        -0.00260982,
        0.01108187,
        0.00801411,
        -0.00203263,
        0.02143234,
        -0.01392478,
        0.00731467,
        -0.02988216,
        0.01828213,
        0.00886731,
        -0.02619752,
        -0.00904667,
        -0.01002406,
        0.00907868,
        -0.01247173,
        -0.00422791,
        -0.00707358,
        -0.01671953,
        -0.01462827,
        0.01076446,
        0.00044689,
        0.00668957,
        -0.02379257,
        -0.00252276,
        -0.00053585,
        0.00860764,
        0.01476439,
        0.02438155,
        -0.00497091,
        -0.00031928,
        0.00063662,
        -0.04368747,
        -0.0275035,
        -0.00398356,
        0.01002149,
        -0.01770317,
        0.00091963,
        0.00874953,
        -0.01610278,
        0.00232937,
        0.03462736,
        -0.01182502,
        -0.00796036,
        0.00815754,
        -0.00974997,
        -0.02655735,
        0.00698516,
        -0.00113735,
        0.00650803,
        -0.03453831,
        0.01165782,
        -0.01219975,
        -0.02069398,
        0.00514758,
        -0.00833858,
        0.00578136,
        -0.01246782,
        -0.00441516,
        0.01645298,
        0.02736051,
        -0.00781797,
        0.00867647,
        -0.00502843,
        0.00425443,
        -0.01442174,
        0.01855954,
        -0.02583617,
        0.04021493,
        -0.00768476,
        0.00129157,
        0.00881142,
        0.0063479,
        -0.0120367,
        0.00646048,
        -0.00491157,
        0.023755,
        0.00721263,
        0.00155774,
        0.01283433,
        -0.02943,
        -0.02881086,
        0.01041367,
        -0.01840024,
        0.02171823,
        -0.00567327,
        -0.00276232,
        0.00148473,
        0.02302389,
        -0.00975481,
        0.00099824,
        0.01985644,
        -0.00192401,
        -0.00617017,
        -2.538e-05,
        -0.03193742,
        -0.03092247,
        0.01425309,
        -0.01900133,
        -0.02314746,
        -0.00357459,
        -0.01438221,
        0.02652883,
        -0.02303528,
        -0.01041824,
        0.02131381,
        0.03382028,
        -0.02858257,
        -0.01228277,
        0.00077239,
        0.01865366,
        0.00257365,
        -0.02251675,
        -0.01038951,
        -0.00826624,
        -0.00061366,
        -0.01293588,
        -0.02640678,
        -0.01507058,
        -0.0096333,
        -0.005784,
        -0.00196619,
        0.02236821,
        -0.01330438,
        0.00327015,
        -0.00786517,
        0.00283161,
        -0.02694237,
        -0.00937843,
        0.00266939,
        -0.0075223,
        0.00277473,
        0.01841909,
        0.00641551,
        0.00175325,
        -0.01986219,
        -0.00802713,
        -0.01577379,
        -0.00577331,
        0.0009016,
        0.0104826,
        0.01410414,
        -0.00801914,
        0.02181359,
        -0.00292495,
        0.00389425,
        -0.01559183,
        0.01793076,
        -0.01906901,
        -0.00501983,
        0.01160918,
        -0.00288085,
        0.00971605,
        -0.02800927,
        -0.01123048,
        -0.01906575,
        -0.01067145,
        -0.00029776,
        -0.00850199,
        0.00057391,
        -0.00254053,
        -0.02233508,
        -0.02169339,
        -0.0151769,
        -0.00609579,
        -0.00705622,
        -0.0149173,
        -0.00437992,
        -0.00259468,
        0.0052716,
        0.02288501,
        0.00927041,
        -0.00550658,
        -0.02116336,
        -0.01383797,
        0.0036492,
        0.03030897,
        0.00985404,
        0.00681804,
        0.00413645,
        -0.01247669,
        0.0150871,
        -0.00089391,
        0.01245119,
        -0.01382493,
        -0.00465603,
        -0.04419245,
        0.00211103,
        -0.01578317,
        -0.00727821,
        0.01030676,
        -0.01007288,
        0.01228494,
        0.02027165,
        0.01354787,
        -0.00042948,
        -0.00315299,
        -0.03178857,
        -0.00364243,
        0.01836205,
        -0.00837707,
        0.00443475,
        -0.03081122,
        -0.00710205,
        0.02053505,
        -0.01760741,
        -0.00722017,
        -0.00764707,
        0.01129031,
        -0.01561538,
        0.00539249,
        -0.00413864,
        -0.01105609,
        0.00242777,
        -0.01110355,
        -0.00310831,
        -0.01079649,
        0.00431974,
        -0.02030705,
        0.02523745,
        0.01010057,
        0.00415501,
        -0.00288939,
        0.01196072,
        -0.00411965,
        -0.00083493,
        0.02267452,
        -0.00319011,
        0.0008131,
        0.0010743,
        -0.0410697,
        -0.00669343,
        0.00026216,
        0.02969771,
        -0.00556103,
        -0.00890212,
        0.01827613,
        -0.01220147,
        -0.00520677,
        -0.04481589,
        -0.00165549,
        -0.00732078,
        0.01583677,
        -0.00748797,
        -0.00963265,
        -0.01356199,
        -0.00669439,
        0.00836226,
        0.02362512,
        -0.01708823,
        -0.01487742,
        0.00612276,
        -0.0108666,
        -0.00820478,
        0.0079394,
        0.00539038,
        -0.03808598,
        -0.00721651,
        0.00216078,
        -0.00077955
       ],
       "cols": [
        1,
        8,
        11,
        13,
        14,
        15,
        24,
        34,
        36,
        41,
        44,
        53,
        57,
        58,
        61,
        63,
        66,
        69,
        79,
        92,
        95,
        98,
        99,
        101,
        119,
        140,
        145,
        152,
        161,
        171,
        177,
        226,
        240,
        246,
        253,
        259,
        265,
        287,
        288,
        302,
        324,
        343,
        351,
        355,
        450,
        578,
        579,
        602,
        614,
        621,
        795,
        868,
        946,
        998,
        1003,
        1246,
        1689,
        1780,
        1973,
        2055,
        2175,
        2248,
        2661,
        3343
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.111565500497818
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.11020807176828384
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "d40325ddfe3ef394368876f33d5009f9a5e2698599b6f2d4d66e326c892ac8ff",
     "model.language_model.layers.19.mlp.down_proj.weight": "5a077744934f5e56e4574025635c1bf4d659916a2b30e84d04ea9c6394e2f0e3"
    }
   },
   "tokens_total": 10188384,
   "gpu_seconds": 1570,
   "tok_per_s_per_gpu": 6754
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.4609375,
   "gain_se": 0.026432423723469985,
   "problems_better": 156,
   "problems_worse": 1,
   "lost": 0,
   "rescued": 113
  }
 },
 {
  "name": "dev/capB-alpha-8",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.544921875,
   "acc_se": 0.028690101295379813,
   "cut_share": 0.33984375,
   "mean_tokens": 20870.232421875,
   "closed_share": 0.73828125,
   "p_finish": 0.66015625,
   "p_correct_given_finished": 0.8165680473372781,
   "p_correct_given_cut": 0.017241379310344827,
   "no_answer_finished_share": 0.005859375,
   "loop_end_share_of_cut": 0.3793103448275862,
   "tail_dup8_cut_mean": 0.4605660919540229,
   "median_tokens_correct": 13090,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.6796875,
     "acc_se": 0.037913718077428445,
     "cut_share": 0.15625,
     "mean_tokens": 16583.53125
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.41015625,
     "acc_se": 0.03977421271049454,
     "cut_share": 0.5234375,
     "mean_tokens": 25156.93359375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "capB-alpha-8",
    "spec": {
     "about": "Lab 8 recipe B: u and 64 neurons from the base model's own loops (windows well before the loop), alpha 8",
     "layers": {
      "15": {
       "alpha": 8.0,
       "dir": [
        -0.30149689,
        0.02326461,
        0.11765372,
        0.06267165,
        0.01956591,
        -0.19726555,
        -0.00503336,
        -0.08789949,
        -0.01279326,
        0.04979974,
        0.05555366,
        0.06674751,
        0.01169172,
        0.17527959,
        0.02598691,
        0.15154752,
        0.0898912,
        0.15027089,
        -0.15828934,
        -0.06802011,
        0.06483994,
        0.09954681,
        0.11248125,
        0.10143356,
        -0.03427665,
        0.01130421,
        0.03965155,
        -0.00559169,
        0.03277428,
        0.06104312,
        0.03284929,
        -0.16260622,
        0.02073556,
        -0.05957358,
        -0.08322065,
        -0.01794445,
        -0.04898045,
        0.22294332,
        -0.05124363,
        -0.0231905,
        -0.07554419,
        0.01327294,
        -0.05874912,
        0.01641323,
        0.02109385,
        -0.00849336,
        0.13678432,
        -0.03208598,
        0.04021065,
        0.04547515,
        -0.00561485,
        0.00565074,
        -0.04153953,
        0.01654728,
        0.029699,
        0.08232442,
        0.04345837,
        0.06434583,
        -0.06645264,
        -0.02416982,
        0.00042967,
        -0.07840814,
        -0.04635896,
        0.01254184,
        0.03929815,
        0.01142548,
        0.0396764,
        -0.02334055,
        -0.04343329,
        -0.02657734,
        0.02388055,
        0.01532186,
        -0.08158231,
        -0.03766869,
        -0.09986223,
        0.01965467,
        -0.03953091,
        0.01490568,
        0.0382948,
        -0.01490955,
        0.05087914,
        0.0703787,
        0.02271337,
        -0.0555483,
        0.00071212,
        0.11734333,
        0.06425657,
        -0.02442849,
        0.02610742,
        0.05987949,
        0.05375696,
        -0.05153911,
        -0.03357845,
        0.02666253,
        0.06517966,
        -0.01237155,
        -0.02563511,
        0.01684695,
        0.01155908,
        0.00380022,
        -0.0493474,
        -0.00513339,
        -0.01106284,
        0.02526324,
        -0.02684648,
        0.00526816,
        0.05152647,
        0.01687455,
        -0.03582645,
        0.02094468,
        0.02345143,
        0.02298974,
        0.00365907,
        -0.02588971,
        -0.01382359,
        0.07575645,
        -0.01029643,
        -0.03188023,
        -0.01856114,
        0.05651155,
        0.00849511,
        -0.0009302,
        -0.01166164,
        0.0041843,
        -0.05954583,
        -0.00012167,
        -0.02362552,
        -0.03205946,
        0.01003108,
        0.05697318,
        -0.02847577,
        0.004791,
        0.03201439,
        0.01117549,
        0.0077243,
        -0.01911873,
        0.0005097,
        -0.05309742,
        0.10262797,
        0.00544503,
        0.00667644,
        0.0214761,
        0.02873388,
        0.02627211,
        -0.03188273,
        -0.02098046,
        0.00611033,
        0.01107177,
        0.03323895,
        -0.02206725,
        -0.00462339,
        0.00417812,
        0.03195161,
        0.00788598,
        -0.01020054,
        0.00322999,
        -0.04070878,
        0.0042287,
        0.00340121,
        -0.00629161,
        0.06356988,
        -0.03003905,
        0.01948619,
        0.02089134,
        -0.02839906,
        0.02209648,
        0.04238123,
        0.01715541,
        -0.0301029,
        0.00514945,
        -0.05948887,
        -0.04008217,
        0.00092403,
        0.04240754,
        -0.01147224,
        -0.05509264,
        0.05763384,
        -0.00159645,
        0.01637939,
        -0.02916958,
        -0.03551837,
        0.00899683,
        0.0155799,
        -0.02717732,
        -0.02264439,
        0.00593656,
        -0.05256448,
        -0.00168005,
        0.03425383,
        0.0188481,
        -0.02734067,
        0.01612632,
        0.02995075,
        0.0126488,
        0.00824284,
        0.02283906,
        0.00149592,
        -0.01262761,
        0.01244001,
        -0.04045067,
        -0.00659995,
        -0.01249472,
        -0.0208294,
        -0.00422333,
        0.02912182,
        0.04871593,
        0.02018343,
        -0.01012479,
        -0.03434999,
        -0.00024383,
        0.00724176,
        -0.0059202,
        -0.03058464,
        -0.00567434,
        0.00418883,
        0.0098441,
        -0.00485016,
        0.0235494,
        -0.009295,
        -0.06723159,
        -0.00141925,
        0.01058285,
        0.02079017,
        -0.00225317,
        0.01032211,
        -0.04980971,
        0.00766713,
        -0.02094317,
        -0.04421069,
        -0.02549951,
        -0.02841922,
        0.05762584,
        0.00753723,
        0.02754568,
        -0.00603487,
        -0.01353416,
        0.01183222,
        0.02611442,
        -0.02576422,
        0.02603181,
        -0.01338155,
        0.01783432,
        0.01952534,
        -0.01827757,
        0.04060069,
        0.0096524,
        0.00621415,
        -0.07070343,
        0.01205619,
        -0.0157654,
        0.0355527,
        -0.00870733,
        -0.04851521,
        0.00418431,
        0.01064662,
        0.08757313,
        -0.0431821,
        -0.02164889,
        -0.00494927,
        -0.00274217,
        -0.00344297,
        0.02221851,
        -0.00939169,
        -0.00249658,
        0.01415563,
        0.00960531,
        0.02835243,
        -0.00237309,
        0.00040106,
        -0.00386805,
        -0.00909662,
        -0.01428644,
        0.00019036,
        -0.03145899,
        -0.00120665,
        0.02071353,
        -0.02028685,
        -0.00615535,
        -0.02520839,
        -0.02236454,
        0.02357376,
        -0.01185053,
        -0.0559378,
        0.02748231,
        0.02343067,
        0.00186691,
        0.04614904,
        0.00788556,
        -0.01367954,
        0.01103815,
        0.0144666,
        -0.00568829,
        -0.02537256,
        -0.00291896,
        -0.01370349,
        -0.01813706,
        0.00659186,
        -0.01144869,
        0.0054018,
        -0.02677543,
        0.15799721,
        -0.00068407,
        0.00293215,
        0.04486345,
        -0.00954056,
        0.01474388,
        0.01060703,
        0.00755214,
        0.00345063,
        0.01092949,
        -0.00362884,
        0.01473075,
        -0.00538783,
        0.01691999,
        -0.01394772,
        0.02865278,
        -0.07491908,
        -0.05841815,
        -0.02911618,
        0.03960273,
        -0.00325529,
        0.01922638,
        0.03592266,
        0.01240769,
        0.00643024,
        -0.03352727,
        0.02750751,
        0.00443367,
        0.01995698,
        -0.00748279,
        0.01875017,
        -0.00788494,
        0.00522293,
        0.03003652,
        0.02110308,
        -0.02318322,
        0.02898433,
        0.00738792,
        0.00277897,
        0.02434439,
        -0.09862508,
        0.05617183,
        -0.02186624,
        -0.00717736,
        -0.01975846,
        0.0338889,
        0.02121268,
        0.00846916,
        -0.00983612,
        0.03011166,
        -0.00570846,
        0.00319565,
        -0.01916552,
        -0.00642473,
        -0.02169416,
        -0.05596741,
        -0.00093535,
        -0.02283115,
        0.02040694,
        -0.01648783,
        0.006206,
        0.0008686,
        0.03457417,
        -0.02280811,
        -0.00063133,
        0.02138565,
        0.00825628,
        0.00704255,
        0.01895653,
        0.01850315,
        -0.01492665,
        -0.00377653,
        -0.00726489,
        0.01177038,
        -0.02597683,
        -0.01700044,
        -0.00285292,
        0.00554924,
        0.00484764,
        -0.01376073,
        -0.0139686,
        -0.01939424,
        -0.02597563,
        -0.01605687,
        0.00347986,
        -0.02692802,
        0.00248492,
        0.01662239,
        0.00825688,
        -0.00402666,
        -0.0170685,
        0.00427057,
        0.00054583,
        0.01124339,
        -0.02183045,
        0.03154991,
        0.0003381,
        -0.00562663,
        -0.00763783,
        0.00563474,
        -0.02693614,
        0.01886536,
        0.01280506,
        0.00324432,
        -0.03816755,
        -0.03527931,
        -0.03196836,
        0.00196033,
        0.0196076,
        -0.00196445,
        0.02511599,
        -0.02921427,
        0.0061164,
        -0.01979781,
        -0.0021651,
        0.01065994,
        -0.03970449,
        -0.03330931,
        -0.01952009,
        0.00032798,
        -0.00533792,
        0.0124535,
        -0.00392792,
        -0.01070111,
        -0.08814324,
        0.0076339,
        0.01122764,
        0.00905735,
        0.00117328,
        0.01181389,
        -0.02175004,
        -0.02121019,
        0.01248304,
        -0.00093594,
        -0.01948054,
        0.03104073,
        -0.0088424,
        0.01062842,
        0.03344615,
        0.02377078,
        0.00947216,
        0.04116111,
        0.01839026,
        -0.00920545,
        0.0132251,
        0.02180791,
        0.03044661,
        0.00876045,
        0.0206499,
        0.01138573,
        0.02535999,
        0.00895611,
        -0.00902818,
        0.02495545,
        0.00332173,
        0.00221947,
        -0.02037391,
        -0.00544367,
        0.03596655,
        0.00752132,
        -0.00227448,
        0.0155155,
        0.00425131,
        -0.01969209,
        0.00654938,
        0.01465121,
        0.02098612,
        -0.00871356,
        0.00285627,
        -0.00237169,
        -0.01567797,
        0.05599053,
        -0.00078066,
        -0.0099316,
        0.01758756,
        -0.0201795,
        0.00143664,
        0.01996665,
        0.00643219,
        -0.03766159,
        -0.01698383,
        0.00196764,
        -0.02466804,
        0.00456563,
        -0.01729585,
        -0.00617461,
        0.0079403,
        0.02798674,
        -0.00546738,
        -0.00203452,
        -0.01545207,
        -0.01398242,
        -0.03375365,
        0.00621148,
        0.02407432,
        0.0216948,
        0.02371102,
        -0.0017222,
        0.03594714,
        0.00673465,
        0.0023872,
        -0.00644301,
        -0.00486257,
        0.00653148,
        0.00686671,
        0.01289318,
        0.01043915,
        0.0008696,
        -0.0029646,
        0.00058893,
        -0.00367669,
        -0.01205821,
        -0.00369951,
        0.00500719,
        -0.03102004,
        0.00997901,
        -0.0564148,
        0.0139201,
        0.00455478,
        0.02063775,
        0.0524075,
        0.0090106,
        -0.0040679,
        0.00929408,
        -0.01237593,
        0.01192695,
        0.0002889,
        0.04478727,
        -0.00868966,
        -0.01069027,
        0.00170744,
        -0.00880913,
        0.03051276,
        -0.01133682,
        0.00216336,
        -0.01166068,
        0.02527721,
        0.01598965,
        0.05630016,
        0.01782241,
        0.00794784,
        -0.00473622,
        -0.00324297,
        -0.03602727,
        -0.01093641,
        -0.00714647,
        -0.0240199,
        0.00720374,
        -0.0018791,
        0.00775742,
        -0.00429064,
        -0.05634158,
        0.02373968,
        -0.00022325,
        0.017044,
        -0.0415827,
        0.01951932,
        -0.00684324,
        -0.00617908,
        0.02936001,
        0.0022231,
        0.02858322,
        0.02646914,
        0.0296457,
        -0.01347029,
        0.00532766,
        -0.01175069,
        -0.01503773,
        -0.00244769,
        0.00162901,
        0.01375139,
        -0.00926648,
        -0.00245956,
        0.00333973,
        -0.01736316,
        -0.00126767,
        0.00376091,
        0.00699914,
        0.02746248,
        0.01196896,
        0.01478108,
        -0.00855968,
        -0.00260315,
        -0.0199121,
        -0.01861352,
        0.01223358,
        0.0081777,
        0.00620991,
        0.01076913,
        -0.02556662,
        0.00788654,
        0.01794371,
        0.02445308,
        -0.00098348,
        -0.00087275,
        -0.00806301,
        0.00444915,
        -0.01069149,
        0.01613029,
        0.00309012,
        0.01902706,
        0.01421466,
        0.00138022,
        0.01512942,
        0.00030636,
        0.03271034,
        -0.01789483,
        0.02173513,
        -0.00648184,
        -0.0162087,
        0.0077972,
        -0.00579106,
        0.00537245,
        0.00387916,
        0.01599543,
        0.00627289,
        -0.01186336,
        0.0070736,
        -0.01310907,
        0.02760035,
        0.00439267,
        0.03422385,
        -0.00883535,
        0.00667326,
        0.02595069,
        0.00116098,
        -0.01699736,
        -0.03703247,
        -0.03113385,
        0.02031528,
        -0.00775315,
        -0.00877325,
        0.01849073,
        0.01423547,
        0.00288525,
        -0.00622111,
        0.02096023,
        -0.01215921,
        -9e-05,
        0.0382315,
        0.02604484,
        0.01930726,
        0.01248157,
        -0.03497124,
        0.01475701,
        3.174e-05,
        0.01543846,
        0.02304812,
        -0.0129609,
        -0.02369003,
        0.00373719,
        0.00182831,
        0.00434628,
        0.00474514,
        0.00282092,
        0.01340202,
        0.01224109,
        0.02576358,
        -0.01278894,
        0.00098902,
        0.0173066,
        0.00088813,
        0.01500969,
        0.00536499,
        0.02194963,
        0.00571928,
        0.01032218,
        0.01571402,
        0.0092924,
        -0.015971,
        0.00404453,
        -0.02361519,
        -0.00444758,
        -0.0045476,
        -0.00217738,
        -0.02578217,
        -0.01997341,
        -0.01279157,
        -0.0286952,
        -0.00561124,
        -0.00671502,
        0.01089097,
        0.0030987,
        -0.0345054,
        -0.0087018,
        0.00565438,
        0.02648221,
        0.00331194,
        -0.0136128,
        0.00805192,
        0.02403069,
        0.01376859,
        -0.0009556,
        0.01622848,
        -0.00585403,
        -0.02126574,
        -0.00190116,
        0.01683871,
        0.01021804,
        -0.00683891,
        0.01565132,
        0.00421597,
        0.03681558,
        0.0086617,
        0.04103243,
        -0.00636359,
        0.01988558,
        -0.00700619,
        0.01157968,
        -0.01269246,
        0.02173179,
        -0.00022381,
        -0.01735442,
        -0.01220535,
        -0.02978618,
        0.00487368,
        -0.00201816,
        -0.0065471,
        0.01840364,
        -0.0068554,
        0.00667753,
        0.01900262,
        0.0079251,
        -0.00720076,
        0.0348928,
        0.03306156,
        -0.02104476,
        0.01431296,
        0.01034307,
        0.03554063,
        0.01929511,
        -0.03064406,
        0.00852042,
        0.01728075,
        0.01276018,
        0.01369407,
        -0.00783796,
        -0.00288487,
        -0.02263158,
        -0.01975801,
        -0.00824996,
        -0.01331091,
        -0.03441912,
        0.00086305,
        -0.00338286,
        -0.04317742,
        -0.01347583,
        -0.00972787,
        0.00519537,
        -0.00305993,
        0.003299,
        -0.02064933,
        -0.00521341,
        0.0082595,
        0.0147135,
        -0.02325539,
        -0.02601415,
        -0.01221036,
        -0.02321008,
        -0.03255986,
        0.00117438,
        0.0051252,
        -0.02630395,
        0.01018165,
        -0.00126909,
        0.00018002,
        0.0206973,
        -0.0103088,
        -0.01774329,
        0.02208793,
        0.01005429,
        -0.00241477,
        -0.03558522,
        0.02600474,
        0.01392036,
        0.0007913,
        0.00867003,
        -0.02678201,
        0.00417043,
        -0.00349747,
        0.02998451,
        -0.0076973,
        -0.0183407,
        -0.01780671,
        0.01216279,
        0.02785827,
        0.00912529,
        0.00922449,
        -0.01494971,
        0.00022192,
        -0.00362771,
        0.01362053,
        0.01309695,
        0.01269907,
        0.0076792,
        -0.00546721,
        -0.00254069,
        0.01004402,
        -0.00896631,
        -0.0116364,
        -0.00836369,
        0.00731342,
        0.01272695,
        -0.01767886,
        0.02485484,
        0.02326213,
        -0.04928953,
        -0.01117503,
        0.02420524,
        0.0063097,
        -0.01632563,
        0.00135226,
        -0.02587743,
        0.01592461,
        0.00361057,
        0.01816907,
        -0.0003399,
        -0.01344171,
        0.02377179,
        0.00842966,
        -0.0107262,
        0.03317228,
        0.00435296,
        0.01918977,
        0.04618406,
        -0.00789822,
        0.0302141,
        0.01307326,
        0.01281024,
        -0.01703183,
        0.01827971,
        -0.01626707,
        0.0262253,
        0.00052332,
        -0.00336457,
        -0.00179358,
        0.00217421,
        -0.02386117,
        -0.00263912,
        0.01809951,
        0.00450152,
        0.01284222,
        -0.03143772,
        0.01057556,
        -0.04545506,
        -0.02452004,
        -0.00122417,
        -0.0313464,
        0.03283778,
        -0.03497106,
        0.00327116,
        0.00402971,
        0.00810157,
        0.00124328,
        -0.00593415,
        0.01207904,
        -0.01564144,
        -0.01598497,
        0.00245661,
        -0.01651567,
        -0.0364025,
        0.016465,
        0.01770067,
        -0.01766352,
        0.02599589,
        0.00321878,
        0.02408964,
        -0.0048591,
        -0.02150145,
        0.02837163,
        -0.00355406,
        -0.01425166,
        -0.01394022,
        -0.0054518,
        0.00785455,
        0.00858407,
        -0.00508778,
        -0.02234841,
        -0.04273375,
        0.03256549,
        -0.00324295,
        -0.01093053,
        0.00072815,
        -0.0119415,
        -0.00664757,
        0.00496523,
        0.00561876,
        0.01784011,
        -0.01179754,
        -0.02320364,
        -0.02545631,
        0.00336456,
        0.00665186,
        -0.00832409,
        -0.01245756,
        -0.01078675,
        0.01177812,
        0.0095338,
        -0.00209641,
        0.01275474,
        0.03254699,
        -0.00988943,
        -0.00097725,
        -0.00635651,
        -0.00269509,
        -0.0119646,
        -0.00504241,
        0.0089832,
        0.01423179,
        -0.01198032,
        0.01199757,
        0.02696822,
        -0.02898989,
        0.01225323,
        0.00347795,
        -0.01845676,
        -0.00278158,
        -0.00845704,
        -0.01078037,
        -0.00613572,
        0.00558208,
        0.00566338,
        -0.00973258,
        -0.01901137,
        0.0017411,
        -0.03024946,
        -0.00683895,
        0.00152097,
        0.00843003,
        0.00574749,
        -0.00256013,
        -0.01349887,
        0.00611601,
        0.01228548,
        0.00169058,
        0.00807445,
        0.00318968,
        -0.0221693,
        -0.01783665,
        0.01726582,
        0.01524275,
        -0.00177572,
        0.02865437,
        0.01760579,
        -0.01952672,
        -0.01631412,
        0.01287163,
        0.00356905,
        -0.00483905,
        -0.0090318,
        -0.04754067,
        -0.011511,
        -0.01697593,
        -0.02475849,
        0.02553634,
        -0.02044728,
        0.00090611,
        0.00646554,
        -0.01823398,
        -0.01946126,
        -0.0062193,
        -0.00040626,
        -0.0193678,
        -0.0343605,
        0.00704293,
        0.01018505,
        -0.01024959,
        0.01194722,
        0.02828199,
        -0.03054512,
        0.00385779,
        -0.02005518,
        0.01599522,
        0.00011745,
        0.02317094,
        -0.00441486,
        0.01399615,
        0.02148392,
        -0.0180247,
        0.00072905,
        -0.00508529,
        -0.0009809,
        -0.01381451,
        0.02399625,
        0.02420016,
        -0.00935192,
        0.00158473,
        0.02889357,
        0.0075459,
        0.03266473,
        0.00581206,
        -0.00822044,
        -0.01659222,
        -0.02766358,
        -0.01591903,
        0.0120321,
        0.006772,
        -0.00306966,
        -0.00225038,
        0.00448638,
        0.00676812,
        -0.02272712,
        -0.01672792,
        -0.03724678,
        -0.03443447,
        -0.00684222,
        -0.00061584,
        0.00043113,
        -0.00941609,
        -0.02079861,
        -0.0218753,
        0.0014661,
        0.02277899,
        -0.03370588,
        -0.04389111,
        -0.01075738,
        -0.02132445,
        -0.0392971,
        -0.00546209,
        -0.01508621,
        -0.02128147,
        0.01646507,
        -0.01964691,
        -0.01943282
       ],
       "cols": [
        0,
        11,
        25,
        35,
        37,
        38,
        39,
        42,
        46,
        50,
        56,
        61,
        63,
        65,
        67,
        68,
        79,
        105,
        129,
        135,
        169,
        215,
        259,
        264,
        266,
        294,
        371,
        412,
        414,
        426,
        452,
        496,
        504,
        505,
        509,
        516,
        525,
        580,
        582,
        601,
        638,
        682,
        733,
        738,
        750,
        882,
        892,
        926,
        1060,
        1087,
        1130,
        1155,
        1184,
        1321,
        1702,
        1787,
        2005,
        2066,
        2248,
        2252,
        2288,
        2431,
        2612,
        3003
       ]
      },
      "19": {
       "alpha": 8.0,
       "dir": [
        -0.49866527,
        0.04483794,
        0.08653121,
        0.04403261,
        0.06070542,
        -0.18010071,
        0.02048543,
        -0.01286332,
        -0.00027879,
        0.01557074,
        0.0579919,
        0.03242711,
        0.04437343,
        0.11831202,
        0.04191576,
        0.1096428,
        0.08484758,
        0.19838709,
        -0.15137778,
        -0.06891333,
        0.09073912,
        0.05171521,
        0.11006631,
        0.0956018,
        -0.03853878,
        0.00064215,
        0.0313293,
        0.01706532,
        0.01163942,
        0.03902397,
        0.02441614,
        -0.15192458,
        0.05112223,
        -0.04017477,
        -0.0822874,
        0.0093005,
        -0.00961613,
        0.16345182,
        -0.06426762,
        -0.01643771,
        -0.07640368,
        0.00049388,
        -0.02564682,
        -0.01009604,
        -0.01522518,
        -0.02150765,
        0.0845025,
        -0.04340943,
        0.04411089,
        0.08151267,
        -0.00340664,
        0.00123752,
        -0.0378892,
        0.00448848,
        0.03228236,
        0.07224466,
        0.04673243,
        0.05504248,
        -0.05127607,
        -0.03776409,
        0.02176227,
        -0.08630367,
        -0.04531471,
        0.0296373,
        0.06976917,
        0.0295671,
        -0.00246833,
        -0.02473946,
        -0.05511018,
        -0.03542427,
        0.02730425,
        0.01280087,
        -0.07081246,
        -0.00496536,
        -0.0890561,
        0.00800353,
        -0.05013782,
        0.02035334,
        -0.0028146,
        0.00412351,
        0.05471795,
        0.06011825,
        0.02483712,
        -0.04671688,
        0.02074336,
        0.09762273,
        0.08155826,
        -0.02676294,
        0.02521992,
        0.03532628,
        0.04708899,
        -0.05322118,
        -0.05567474,
        -0.00651496,
        0.04405286,
        -0.01254328,
        -0.02278901,
        -0.00852609,
        0.00359337,
        0.00812188,
        -0.05064651,
        -0.01694964,
        -0.00542477,
        0.03623243,
        -0.02757451,
        0.0051043,
        0.03470914,
        0.00490483,
        -0.03334099,
        0.00603678,
        0.0300563,
        0.04627726,
        0.00187998,
        -0.0416753,
        -0.0090613,
        0.05596276,
        -0.02103174,
        -0.06238985,
        -0.01180217,
        0.04171294,
        0.01249574,
        0.02816214,
        -0.0176421,
        0.01949446,
        -0.03917667,
        0.00881786,
        -0.02624751,
        0.00509142,
        -0.0077283,
        0.06086404,
        -0.02195361,
        0.00030291,
        0.03111923,
        0.03329645,
        0.01400976,
        -0.01356143,
        -0.00565462,
        -0.06398953,
        0.0551735,
        -0.00848315,
        0.00687203,
        0.01781475,
        0.05540646,
        0.03959751,
        -0.01159826,
        -0.01160534,
        0.0048661,
        -0.00608777,
        0.02319413,
        -0.01162495,
        -0.0077591,
        0.01756361,
        0.02298547,
        0.02433926,
        0.01067325,
        0.00118467,
        -0.02158724,
        0.00489646,
        0.00243894,
        -0.01124737,
        0.06788686,
        -0.00478992,
        0.00929579,
        0.02146945,
        -0.02837166,
        0.00487398,
        0.00094381,
        -0.03970704,
        -0.03389104,
        -0.00084383,
        -0.02727271,
        -0.02561967,
        0.00955132,
        0.01581585,
        -0.00645247,
        -0.03326835,
        0.04197594,
        -0.00990736,
        0.02483497,
        -0.01266322,
        -0.02937236,
        0.02056376,
        -0.00301939,
        -0.00960709,
        -0.02398397,
        -0.01240014,
        -0.04018981,
        -0.01065147,
        0.02541097,
        0.01085518,
        -0.04091425,
        0.01861534,
        0.02755524,
        0.01442517,
        -0.00980565,
        0.01643772,
        0.0103014,
        -0.00193121,
        -0.01158493,
        -0.04491895,
        0.00210387,
        -0.0158687,
        -0.01925263,
        0.00858816,
        0.00823828,
        0.05501426,
        0.01001832,
        -0.01590634,
        -0.04254342,
        -0.00362291,
        -0.00355009,
        0.00977466,
        -0.04294737,
        -0.01187379,
        -0.00624066,
        -0.00100696,
        0.01209668,
        0.01955999,
        0.00612554,
        -0.09073611,
        -0.0121392,
        -0.00602088,
        0.02669331,
        -0.01423631,
        0.02193962,
        -0.06434545,
        -0.00057406,
        -0.00482061,
        -0.0240023,
        -0.01730228,
        -0.04747942,
        0.05685804,
        0.00550534,
        0.0255143,
        0.00708329,
        -0.01461607,
        0.00074817,
        0.01754509,
        -0.02909672,
        0.04151966,
        -0.00419367,
        0.0328035,
        0.01885574,
        -0.00191183,
        0.03820024,
        0.00341159,
        0.0167866,
        -0.05124178,
        -0.01221086,
        -0.00337703,
        0.03029857,
        -0.00824676,
        -0.02232636,
        -0.00764648,
        0.00037306,
        0.08489247,
        -0.04158763,
        -0.02465037,
        0.0038072,
        0.00986983,
        -0.02635114,
        -0.00054587,
        0.01122991,
        0.01526793,
        0.01308451,
        0.00947611,
        0.01079197,
        0.00301678,
        0.00045249,
        0.01157898,
        0.00364791,
        -0.01974811,
        0.00853061,
        -0.03393469,
        -0.02398907,
        0.01186427,
        0.00773612,
        0.00182465,
        -0.03346312,
        -0.05178841,
        0.01664432,
        -0.00867638,
        -0.04087122,
        0.00350367,
        0.01055847,
        -0.01330485,
        0.0321027,
        -0.01336184,
        -0.00791821,
        -0.01172312,
        0.01268876,
        -0.01336592,
        -0.01299944,
        0.01018297,
        0.00367312,
        -0.02798145,
        0.01043847,
        -0.00059207,
        -0.02061029,
        -0.02362762,
        0.08393674,
        -0.0145678,
        -0.01420483,
        0.05421852,
        -0.01871055,
        0.01786913,
        -0.00289787,
        -0.01177605,
        -0.01852703,
        0.03584592,
        -0.00914478,
        -0.03144572,
        -0.00690102,
        0.01117276,
        -0.01311047,
        0.02009693,
        -0.07556609,
        -0.06147706,
        0.00172751,
        0.03443452,
        0.01491988,
        0.00528303,
        0.01334639,
        0.00624813,
        -0.01138349,
        -0.01042592,
        0.02700793,
        0.00862187,
        0.01563637,
        -0.02544332,
        0.03750516,
        -0.01093695,
        0.01380753,
        0.04961452,
        0.01869025,
        -0.00684568,
        0.00716816,
        0.00134637,
        -0.00351985,
        0.03323479,
        -0.10388357,
        0.02342377,
        -0.02660153,
        -0.00555478,
        -0.0143756,
        0.00243205,
        0.00385063,
        -0.00998113,
        -0.02333265,
        0.02243167,
        -0.02253078,
        -0.00044902,
        -0.01409877,
        -0.00337895,
        -0.02913127,
        -0.03442011,
        -0.00535547,
        -0.01662975,
        0.01690075,
        -0.02125359,
        0.0155171,
        0.0064527,
        0.01973493,
        -0.02252325,
        0.01239673,
        0.02198475,
        -0.01154951,
        -0.00176781,
        0.03128855,
        0.0164711,
        -0.00352959,
        -0.00919291,
        -0.00051269,
        0.00272963,
        -0.01334997,
        -0.02031143,
        -0.00102859,
        0.01847753,
        -0.00953855,
        -0.0136291,
        -0.00146926,
        0.00225613,
        -0.01099077,
        -0.0059908,
        -0.00535733,
        -0.01735635,
        0.00250816,
        0.01244467,
        0.01221272,
        0.00098979,
        -0.00353166,
        -0.00583052,
        0.00087737,
        0.00923937,
        0.00468853,
        0.03266098,
        -0.00799337,
        -0.00690205,
        -0.00479467,
        0.00531395,
        -0.00968522,
        -0.00285753,
        0.00617076,
        -0.00398007,
        -0.00798379,
        -0.01925957,
        -0.04746011,
        0.01850612,
        -0.00163182,
        -0.00469556,
        0.02426587,
        -0.02222052,
        0.00818618,
        -0.01007741,
        -0.02858347,
        -0.00121701,
        -0.06705105,
        -0.01600351,
        -0.02505735,
        -0.00761152,
        -0.01960301,
        -0.00975214,
        -0.01505511,
        -0.02469417,
        -0.10968003,
        0.01911923,
        0.00610741,
        0.00117041,
        0.00868673,
        -0.0041148,
        -0.02288475,
        0.0138887,
        0.00516456,
        -0.00078531,
        0.00329392,
        0.03360431,
        -0.00695994,
        0.00668374,
        0.01618747,
        0.01681385,
        -0.00357584,
        -0.01117303,
        -0.01453918,
        -0.01406458,
        0.01796291,
        0.02957689,
        0.01712581,
        0.02696638,
        0.00489161,
        -0.0027144,
        0.00797566,
        0.01722849,
        -0.01348964,
        -0.00059619,
        0.0062006,
        -0.01288154,
        -0.01594781,
        0.00060741,
        0.03926362,
        0.000648,
        -0.00758998,
        0.00969625,
        0.01107869,
        -0.00975366,
        0.01968245,
        0.01074674,
        0.0149546,
        -0.00488283,
        0.01590041,
        -0.00571848,
        -0.01415043,
        0.04789799,
        0.00476613,
        0.01109879,
        -0.00158805,
        -0.01026194,
        0.00513164,
        0.00177138,
        0.01509304,
        -0.04241737,
        -0.02120126,
        -0.00480244,
        -0.0315622,
        0.00439782,
        -0.00950842,
        -0.01790279,
        -0.01042813,
        -0.0103942,
        -0.00075724,
        0.00224846,
        -0.03605071,
        -0.00766446,
        0.00278169,
        0.00702316,
        -0.00182345,
        0.01892289,
        0.00708544,
        -0.01113682,
        0.03328981,
        -0.0192459,
        0.0140041,
        0.00527974,
        -0.01008013,
        0.01208155,
        0.00602798,
        -0.00538647,
        -0.00988771,
        -0.01595749,
        0.00868384,
        0.03627389,
        0.00344467,
        -0.01577122,
        -4.978e-05,
        -0.00462439,
        -0.01982905,
        0.00348027,
        -0.06243323,
        0.01559778,
        0.00743285,
        0.01567806,
        0.03248803,
        0.00350522,
        -0.01878736,
        -0.00510001,
        -0.01560209,
        0.00595972,
        0.00423453,
        -0.00234233,
        0.00050524,
        -0.00564994,
        -0.01667203,
        -0.00596002,
        0.01465663,
        -0.01919699,
        0.01211679,
        0.00254716,
        0.01503418,
        0.0095837,
        0.02680599,
        0.01051945,
        -0.00725303,
        -0.00185183,
        -0.00087937,
        -0.03413209,
        -0.00287935,
        -0.0058744,
        -0.00796591,
        0.02322935,
        0.01579706,
        0.02696734,
        -0.00191688,
        -0.04072197,
        0.01511676,
        -0.00058316,
        -0.00465454,
        -0.02495283,
        -0.01099585,
        0.0051539,
        -0.01437707,
        0.02481943,
        -0.00748865,
        0.01838564,
        0.01209936,
        0.01926963,
        -0.00329364,
        -0.00074246,
        -0.00170502,
        0.01563909,
        0.00117787,
        0.00813994,
        0.01232119,
        -0.0040677,
        0.00620609,
        0.01448978,
        0.00922149,
        0.01071046,
        0.01238525,
        0.05554213,
        0.02819438,
        0.02504348,
        -0.00285749,
        0.00558255,
        -0.01137746,
        -0.0158543,
        -0.0189033,
        0.0121513,
        -0.03731599,
        -0.00747662,
        0.00543316,
        -0.01170763,
        -0.00087092,
        0.01825779,
        0.03395717,
        0.01406542,
        -0.0175342,
        -0.01369371,
        0.00817646,
        0.02041542,
        -0.00884456,
        -0.00418454,
        0.01211634,
        -0.00276281,
        -0.00371123,
        0.01992132,
        0.00124228,
        0.01579323,
        -0.01380612,
        0.00651301,
        -0.00965464,
        0.00304045,
        0.00938329,
        0.00761521,
        0.00207386,
        -0.01233432,
        -0.00210403,
        -0.01623478,
        -0.02811889,
        -0.02598538,
        -0.01444949,
        0.01080103,
        0.00122658,
        0.02289422,
        -0.01870971,
        0.01919318,
        0.03217082,
        -0.00920643,
        -0.0215708,
        -0.03158914,
        -0.02056642,
        0.01231547,
        -0.00952645,
        -0.01507373,
        0.00180383,
        0.00179136,
        -0.00920329,
        -0.00321118,
        0.00853423,
        -0.02645662,
        -0.01476324,
        0.01350342,
        0.03095776,
        0.01938323,
        -0.00227899,
        -0.03293785,
        0.01162287,
        -0.00825512,
        0.01109362,
        0.02965567,
        -0.01720749,
        -0.01672695,
        -0.00307062,
        -0.01065709,
        0.00458977,
        -0.00416517,
        0.00277024,
        0.01484402,
        0.02151607,
        0.01367335,
        -0.01716657,
        0.01993701,
        0.02926229,
        0.00564985,
        0.00449883,
        0.01318398,
        0.01221114,
        -0.01044224,
        -0.01975954,
        0.0114554,
        0.00441833,
        -0.01906356,
        0.02950616,
        -0.01843064,
        0.01197973,
        -0.01304068,
        -0.01503828,
        -0.0170262,
        -0.01332446,
        0.00610302,
        -0.04128838,
        -0.00567338,
        -0.01320273,
        -0.01186861,
        0.01055282,
        -0.02254591,
        0.00607345,
        0.00576573,
        -0.00970896,
        0.01475807,
        -0.02851543,
        0.00067781,
        0.00906039,
        0.01197799,
        0.03900312,
        0.0013545,
        -0.0017178,
        0.0235684,
        -0.03324137,
        -0.00347653,
        -0.01606604,
        0.00885091,
        -0.00451053,
        0.01240247,
        0.01726436,
        0.01211572,
        -0.01130474,
        -0.00727773,
        0.00091156,
        0.01911378,
        0.011722,
        0.00058718,
        0.00973076,
        0.00634966,
        -0.01755847,
        -0.02091217,
        -0.01703672,
        0.01370771,
        -0.02025203,
        0.01116729,
        0.00527792,
        -0.01642915,
        -0.00243309,
        -0.00065123,
        0.01747186,
        -0.00997447,
        0.00312761,
        0.00623531,
        -0.03428432,
        -0.00202292,
        0.00637191,
        0.03578324,
        0.03068558,
        -0.01501003,
        -0.00663668,
        -0.01148632,
        0.00972851,
        0.01488661,
        -0.00356572,
        -0.02273521,
        0.00502845,
        -0.02030335,
        0.00166387,
        -0.00340235,
        -0.00562466,
        0.00728441,
        -0.00260638,
        -0.03839081,
        -0.008985,
        0.00218783,
        0.01611389,
        0.00933593,
        -0.00187294,
        0.00745403,
        -0.00690003,
        -0.02526955,
        0.02212381,
        -0.00030148,
        -0.01510011,
        -0.01932472,
        -0.03330071,
        -0.01278328,
        -0.0240929,
        0.0307283,
        -0.01996295,
        0.00107976,
        -0.00161456,
        -0.00260982,
        0.01108187,
        0.00801411,
        -0.00203263,
        0.02143234,
        -0.01392478,
        0.00731467,
        -0.02988216,
        0.01828213,
        0.00886731,
        -0.02619752,
        -0.00904667,
        -0.01002406,
        0.00907868,
        -0.01247173,
        -0.00422791,
        -0.00707358,
        -0.01671953,
        -0.01462827,
        0.01076446,
        0.00044689,
        0.00668957,
        -0.02379257,
        -0.00252276,
        -0.00053585,
        0.00860764,
        0.01476439,
        0.02438155,
        -0.00497091,
        -0.00031928,
        0.00063662,
        -0.04368747,
        -0.0275035,
        -0.00398356,
        0.01002149,
        -0.01770317,
        0.00091963,
        0.00874953,
        -0.01610278,
        0.00232937,
        0.03462736,
        -0.01182502,
        -0.00796036,
        0.00815754,
        -0.00974997,
        -0.02655735,
        0.00698516,
        -0.00113735,
        0.00650803,
        -0.03453831,
        0.01165782,
        -0.01219975,
        -0.02069398,
        0.00514758,
        -0.00833858,
        0.00578136,
        -0.01246782,
        -0.00441516,
        0.01645298,
        0.02736051,
        -0.00781797,
        0.00867647,
        -0.00502843,
        0.00425443,
        -0.01442174,
        0.01855954,
        -0.02583617,
        0.04021493,
        -0.00768476,
        0.00129157,
        0.00881142,
        0.0063479,
        -0.0120367,
        0.00646048,
        -0.00491157,
        0.023755,
        0.00721263,
        0.00155774,
        0.01283433,
        -0.02943,
        -0.02881086,
        0.01041367,
        -0.01840024,
        0.02171823,
        -0.00567327,
        -0.00276232,
        0.00148473,
        0.02302389,
        -0.00975481,
        0.00099824,
        0.01985644,
        -0.00192401,
        -0.00617017,
        -2.538e-05,
        -0.03193742,
        -0.03092247,
        0.01425309,
        -0.01900133,
        -0.02314746,
        -0.00357459,
        -0.01438221,
        0.02652883,
        -0.02303528,
        -0.01041824,
        0.02131381,
        0.03382028,
        -0.02858257,
        -0.01228277,
        0.00077239,
        0.01865366,
        0.00257365,
        -0.02251675,
        -0.01038951,
        -0.00826624,
        -0.00061366,
        -0.01293588,
        -0.02640678,
        -0.01507058,
        -0.0096333,
        -0.005784,
        -0.00196619,
        0.02236821,
        -0.01330438,
        0.00327015,
        -0.00786517,
        0.00283161,
        -0.02694237,
        -0.00937843,
        0.00266939,
        -0.0075223,
        0.00277473,
        0.01841909,
        0.00641551,
        0.00175325,
        -0.01986219,
        -0.00802713,
        -0.01577379,
        -0.00577331,
        0.0009016,
        0.0104826,
        0.01410414,
        -0.00801914,
        0.02181359,
        -0.00292495,
        0.00389425,
        -0.01559183,
        0.01793076,
        -0.01906901,
        -0.00501983,
        0.01160918,
        -0.00288085,
        0.00971605,
        -0.02800927,
        -0.01123048,
        -0.01906575,
        -0.01067145,
        -0.00029776,
        -0.00850199,
        0.00057391,
        -0.00254053,
        -0.02233508,
        -0.02169339,
        -0.0151769,
        -0.00609579,
        -0.00705622,
        -0.0149173,
        -0.00437992,
        -0.00259468,
        0.0052716,
        0.02288501,
        0.00927041,
        -0.00550658,
        -0.02116336,
        -0.01383797,
        0.0036492,
        0.03030897,
        0.00985404,
        0.00681804,
        0.00413645,
        -0.01247669,
        0.0150871,
        -0.00089391,
        0.01245119,
        -0.01382493,
        -0.00465603,
        -0.04419245,
        0.00211103,
        -0.01578317,
        -0.00727821,
        0.01030676,
        -0.01007288,
        0.01228494,
        0.02027165,
        0.01354787,
        -0.00042948,
        -0.00315299,
        -0.03178857,
        -0.00364243,
        0.01836205,
        -0.00837707,
        0.00443475,
        -0.03081122,
        -0.00710205,
        0.02053505,
        -0.01760741,
        -0.00722017,
        -0.00764707,
        0.01129031,
        -0.01561538,
        0.00539249,
        -0.00413864,
        -0.01105609,
        0.00242777,
        -0.01110355,
        -0.00310831,
        -0.01079649,
        0.00431974,
        -0.02030705,
        0.02523745,
        0.01010057,
        0.00415501,
        -0.00288939,
        0.01196072,
        -0.00411965,
        -0.00083493,
        0.02267452,
        -0.00319011,
        0.0008131,
        0.0010743,
        -0.0410697,
        -0.00669343,
        0.00026216,
        0.02969771,
        -0.00556103,
        -0.00890212,
        0.01827613,
        -0.01220147,
        -0.00520677,
        -0.04481589,
        -0.00165549,
        -0.00732078,
        0.01583677,
        -0.00748797,
        -0.00963265,
        -0.01356199,
        -0.00669439,
        0.00836226,
        0.02362512,
        -0.01708823,
        -0.01487742,
        0.00612276,
        -0.0108666,
        -0.00820478,
        0.0079394,
        0.00539038,
        -0.03808598,
        -0.00721651,
        0.00216078,
        -0.00077955
       ],
       "cols": [
        1,
        8,
        11,
        13,
        14,
        15,
        24,
        34,
        36,
        41,
        44,
        53,
        57,
        58,
        61,
        63,
        66,
        69,
        79,
        92,
        95,
        98,
        99,
        101,
        119,
        140,
        145,
        152,
        161,
        171,
        177,
        226,
        240,
        246,
        253,
        259,
        265,
        287,
        288,
        302,
        324,
        343,
        351,
        355,
        450,
        578,
        579,
        602,
        614,
        621,
        795,
        868,
        946,
        998,
        1003,
        1246,
        1689,
        1780,
        1973,
        2055,
        2175,
        2248,
        2661,
        3343
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 8.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.148756742477417
     },
     "19": {
      "alpha": 8.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.14694826304912567
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "d1d2d81e6b70827b362a7b274b1a9e534ecc253e3f35a16d3ddf9c7a3af122d8",
     "model.language_model.layers.19.mlp.down_proj.weight": "f91175f0c183399c903c71e3ec540baa5171218fbf94e5048379aaff8abc9301"
    }
   },
   "tokens_total": 10685559,
   "gpu_seconds": 1682,
   "tok_per_s_per_gpu": 6607
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.423828125,
   "gain_se": 0.026039847516118136,
   "problems_better": 147,
   "problems_worse": 1,
   "lost": 1,
   "rescued": 107
  }
 },
 {
  "name": "dev/capB-max-samples-16",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.537109375,
   "acc_se": 0.027922737013093644,
   "cut_share": 0.396484375,
   "mean_tokens": 20725.197265625,
   "closed_share": 0.70703125,
   "p_finish": 0.603515625,
   "p_correct_given_finished": 0.8867313915857605,
   "p_correct_given_cut": 0.0049261083743842365,
   "no_answer_finished_share": 0.00390625,
   "loop_end_share_of_cut": 0.7684729064039408,
   "tail_dup8_cut_mean": 0.7750477832512315,
   "median_tokens_correct": 11535,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.69140625,
     "acc_se": 0.03641858274265708,
     "cut_share": 0.203125,
     "mean_tokens": 16059.3515625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.3828125,
     "acc_se": 0.037812174626048516,
     "cut_share": 0.58984375,
     "mean_tokens": 25391.04296875
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "capB-max-samples-16",
    "spec": {
     "about": "Lab 8 recipe B: u and 64 neurons from the base model's own loops (windows well before the loop), alpha 6",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.21637826,
        0.0208582,
        0.14215979,
        0.03148801,
        0.05498521,
        -0.20134567,
        0.02097962,
        -0.04125047,
        -0.00052325,
        0.00733103,
        0.07352018,
        0.09851355,
        0.05241353,
        0.15527157,
        0.02442253,
        0.18563084,
        0.05889465,
        0.20897448,
        -0.13037334,
        -0.07115818,
        0.07148564,
        0.1075747,
        0.09280334,
        0.09322366,
        -0.03304736,
        0.0135476,
        -0.0039322,
        -0.02402865,
        0.02404705,
        0.08518188,
        0.03829363,
        -0.15843356,
        0.02383504,
        -0.04695624,
        -0.09074076,
        -0.01772078,
        -0.07573749,
        0.16334917,
        -0.03774936,
        -0.00817425,
        -0.09472003,
        0.00438293,
        -0.02289957,
        -0.01206419,
        0.02433615,
        -0.00402353,
        0.11656889,
        -0.04101976,
        0.03317771,
        0.04635753,
        0.0136615,
        -0.01092584,
        -0.05370047,
        0.02088208,
        0.02476078,
        0.08169514,
        0.04900517,
        0.08017961,
        -0.06309437,
        -0.03409009,
        -0.01955112,
        -0.07093485,
        -0.07129309,
        0.01417559,
        0.03233548,
        0.01469945,
        0.03210051,
        -0.01336099,
        -0.0527927,
        -0.06246308,
        0.0312902,
        0.00981067,
        -0.05429796,
        -0.03030176,
        -0.08878677,
        0.027743,
        -0.04120322,
        0.01580702,
        0.0270111,
        0.00517031,
        0.05249692,
        0.11200938,
        0.02801427,
        -0.04316639,
        0.02306494,
        0.10611688,
        0.06860207,
        -0.03525721,
        0.01403375,
        0.05267483,
        0.03644583,
        -0.04387341,
        -0.03257689,
        0.02230091,
        0.05894295,
        -0.02715016,
        -0.01069902,
        0.02121824,
        0.01928968,
        0.01017583,
        -0.06540359,
        -0.0304288,
        -0.02855779,
        0.00934084,
        -0.03657155,
        0.01117012,
        0.05167731,
        0.01095467,
        -0.03311194,
        0.03558973,
        0.03556742,
        0.01650866,
        0.00263433,
        -0.0188665,
        -0.01134456,
        0.05503199,
        -0.00063654,
        -0.02584132,
        -0.01402893,
        0.06095159,
        -0.00308138,
        0.00242266,
        -0.00146307,
        0.00524068,
        -0.06716381,
        -0.00451794,
        -0.02463672,
        -0.01660852,
        0.00293268,
        0.04098685,
        -0.04678087,
        0.01451141,
        0.01131659,
        0.00731429,
        0.03095794,
        -0.00482354,
        0.00319243,
        -0.06602572,
        0.09552348,
        0.00376164,
        0.00205593,
        0.0248206,
        0.0606396,
        0.02391795,
        -0.03181076,
        -0.01020631,
        0.01061545,
        0.01111651,
        0.01812949,
        -0.01816203,
        -0.0087539,
        -0.0095157,
        0.02544892,
        0.01982855,
        -0.02565813,
        -0.00071948,
        -0.04701146,
        0.00710719,
        0.00102724,
        -0.00315379,
        0.06567564,
        -0.01805431,
        0.00854577,
        -0.00391886,
        -0.03749699,
        0.01716518,
        0.03549364,
        0.02678264,
        -0.0193614,
        0.00598351,
        -0.05132948,
        -0.0409944,
        -0.01740579,
        0.05001541,
        -0.00146954,
        -0.05465335,
        0.08600657,
        0.01201068,
        0.01541469,
        -0.02613408,
        -0.02651178,
        0.00280248,
        0.01720738,
        -0.01958507,
        -0.01702372,
        -0.00038944,
        -0.06105636,
        0.00287163,
        0.00761413,
        0.02329392,
        -0.04148633,
        0.01394837,
        0.02558159,
        0.01322039,
        0.00660018,
        0.04995323,
        -0.00177992,
        -0.00260812,
        0.01295732,
        -0.03431334,
        0.00483544,
        -0.0189087,
        -0.01810008,
        -0.00301407,
        0.01489605,
        0.04309268,
        0.00916058,
        -0.00763202,
        -0.03752465,
        -0.00257878,
        -0.00185424,
        -0.00939396,
        -0.02871411,
        -0.01694912,
        0.00617886,
        0.01543686,
        -0.00318275,
        -0.00119812,
        -0.00914472,
        -0.06660454,
        -0.02198981,
        0.01329394,
        0.02651368,
        -0.00987455,
        0.00744685,
        -0.06965589,
        0.01270202,
        -0.01686738,
        -0.02549471,
        -0.00066508,
        -0.02412686,
        0.05300555,
        0.0009579,
        0.0321163,
        -0.00716791,
        -0.01013476,
        0.01229769,
        0.02446852,
        -0.01693287,
        0.02369243,
        -0.01564124,
        0.00635829,
        0.02192136,
        -0.00652901,
        0.05100792,
        -0.00297848,
        0.00627843,
        -0.04704197,
        0.00929152,
        -0.01633348,
        0.0380201,
        -0.01274131,
        -0.04084484,
        0.00495194,
        0.01178072,
        0.08586691,
        -0.03260215,
        -0.02283864,
        0.02895299,
        -0.00908572,
        -0.01062437,
        0.02229035,
        -0.01363111,
        -0.00026542,
        0.01407236,
        0.00810807,
        0.03858791,
        -0.00178614,
        0.00746921,
        -0.011037,
        -0.00596729,
        -0.00478139,
        0.00604533,
        -0.03742398,
        0.00761321,
        0.02869093,
        -0.02771991,
        -0.01507655,
        -0.01780738,
        -0.04108199,
        0.03030084,
        -0.01594888,
        -0.06110862,
        0.02679177,
        0.01771371,
        0.01325282,
        0.04883391,
        0.00990529,
        -0.01405532,
        0.02551616,
        0.01493111,
        0.00115052,
        -0.01985505,
        -0.00212461,
        -0.00808253,
        -0.0195281,
        0.01100378,
        -0.01349443,
        0.00853589,
        -0.02471553,
        0.1474885,
        -0.0028093,
        0.00431209,
        0.04638571,
        -0.00894456,
        0.01005976,
        0.00514061,
        0.00342722,
        -0.01534806,
        0.02596342,
        0.00351884,
        0.02283818,
        0.00081903,
        0.02703408,
        -0.02058055,
        0.00455945,
        -0.05770486,
        -0.04616447,
        -0.03020212,
        0.04096419,
        -0.00021511,
        0.01669699,
        0.01905221,
        0.00096826,
        0.00021619,
        -0.01689276,
        0.02666213,
        0.0030318,
        0.01700302,
        -0.0252526,
        0.01408874,
        0.0034899,
        0.00164022,
        0.0194878,
        0.02702537,
        -0.02587424,
        0.02682163,
        0.01517034,
        0.00895178,
        0.03934432,
        -0.14160426,
        0.05098933,
        -0.02668699,
        -0.02009902,
        -0.0110586,
        0.04004399,
        0.02103234,
        -0.00054014,
        -0.00304157,
        0.04513934,
        0.00115051,
        -0.00763194,
        -0.01521879,
        -0.00248921,
        -0.01612355,
        -0.0726915,
        -0.00779943,
        -0.0390397,
        0.02930136,
        -0.01531973,
        0.01127179,
        0.00116985,
        0.04106858,
        -0.0327399,
        0.00517233,
        0.02065066,
        0.0139229,
        0.0153218,
        0.0300049,
        0.01230022,
        -0.01084541,
        0.00537872,
        -0.00136067,
        0.02197347,
        -0.04333798,
        -0.02579584,
        -0.00508774,
        0.00833374,
        2.418e-05,
        -0.01854045,
        -0.00749867,
        -0.00814498,
        -0.02718223,
        -0.01018141,
        0.01809509,
        -0.02845303,
        -0.00640503,
        0.028403,
        9.423e-05,
        0.01023048,
        -0.0148559,
        0.01151288,
        -0.00960036,
        0.00259169,
        -0.02387808,
        0.02720485,
        0.00708053,
        -0.00603507,
        -0.00515519,
        0.00921025,
        -0.01155539,
        0.03224582,
        0.01222016,
        -0.0018756,
        -0.03686034,
        -0.03205812,
        -0.02737863,
        0.00654368,
        0.02653143,
        -0.01576704,
        0.01697567,
        -0.0326158,
        0.00554613,
        -0.00331781,
        -0.01196258,
        0.01424106,
        -0.03876435,
        -0.0360326,
        -0.0211947,
        0.00411794,
        0.00194809,
        0.01709978,
        0.00240725,
        -0.01357874,
        -0.08201197,
        0.00028075,
        0.00433373,
        0.00884444,
        0.00636668,
        0.00866142,
        -0.01676651,
        -0.02009776,
        0.01145247,
        -0.00339291,
        -0.02142267,
        0.02839607,
        -0.00955048,
        0.01357461,
        0.036533,
        0.02180281,
        0.02530635,
        0.05473747,
        0.01639242,
        -0.0064534,
        0.01218683,
        0.01897812,
        0.02747294,
        0.00920427,
        0.02827672,
        0.01947163,
        0.03674255,
        0.01123746,
        0.00064828,
        0.02112044,
        0.01015427,
        0.00795799,
        -0.01490599,
        0.01035441,
        0.03797704,
        0.00894573,
        0.00049762,
        0.00639881,
        0.00384943,
        -0.01778555,
        0.01663044,
        0.00974921,
        0.02123337,
        -0.01016194,
        0.00549926,
        -0.00854986,
        -0.00565578,
        0.04361366,
        -0.00171666,
        0.00527589,
        0.00582117,
        -0.00980804,
        0.00212335,
        -0.00456517,
        -0.00473958,
        -0.04356948,
        -0.01715631,
        0.01194917,
        -0.0202417,
        0.0005836,
        -0.01327072,
        -0.00214214,
        0.00217193,
        0.04005405,
        -0.00075428,
        0.000556,
        -0.01876217,
        -0.00930269,
        -0.04083677,
        0.00474346,
        0.0197421,
        0.03920778,
        0.02430846,
        -0.00335513,
        0.02624585,
        0.0277168,
        0.00965792,
        -0.00575595,
        0.00957528,
        0.01172352,
        0.0187465,
        0.01345966,
        0.00756121,
        0.00613374,
        -0.00859714,
        0.00250639,
        -0.01373302,
        -0.0221034,
        0.00576238,
        -0.00549897,
        -0.03135081,
        0.00580172,
        -0.05249637,
        0.01283482,
        0.00825837,
        0.0311162,
        0.04761201,
        0.01806747,
        -0.01647371,
        0.00901918,
        0.00402425,
        0.01729331,
        0.00285937,
        0.03775802,
        -0.00719376,
        -0.00443339,
        -0.00292074,
        -0.014518,
        0.02157991,
        -0.00644157,
        0.0058136,
        -0.0140032,
        0.01613103,
        0.00490574,
        0.05473264,
        0.01168561,
        0.00156543,
        -0.01618162,
        -0.00696151,
        -0.0413295,
        -0.00997392,
        -0.01876063,
        -0.02228089,
        0.01021953,
        -0.00523615,
        0.01207606,
        0.00043311,
        -0.06499377,
        0.0299222,
        -0.00841037,
        0.03009915,
        -0.03534083,
        0.0241453,
        -0.01399117,
        0.00172493,
        0.01968024,
        0.0231289,
        0.02813661,
        0.02161097,
        0.00998347,
        -0.023444,
        0.00622823,
        -0.01743298,
        -0.01636894,
        0.0057391,
        0.00622567,
        0.01908882,
        -0.01835142,
        -0.00238498,
        0.00416884,
        -0.01642993,
        0.00663776,
        0.0078424,
        0.02521407,
        0.02109439,
        0.01216206,
        0.02298219,
        -0.00553557,
        0.00653391,
        -0.00815363,
        -0.01787233,
        0.00021755,
        0.02368685,
        0.00455294,
        0.01300119,
        -0.01815774,
        0.00836542,
        0.02003333,
        0.01744072,
        -0.00205533,
        0.00294184,
        0.00422834,
        -0.00681667,
        7.038e-05,
        0.01449687,
        -0.00348955,
        0.02712471,
        0.02293792,
        0.0117723,
        0.02824472,
        0.0050289,
        0.02710769,
        -0.02985661,
        0.02778633,
        0.00556758,
        -0.01496237,
        0.00734616,
        0.00228278,
        0.01276059,
        -0.00595078,
        0.02245223,
        -0.00324678,
        -0.00257048,
        0.00411377,
        -0.01252966,
        0.03350377,
        0.01627953,
        0.03409994,
        -0.01535645,
        -0.00115265,
        0.0304749,
        -0.00707587,
        -0.02790663,
        -0.0440765,
        -0.02894666,
        0.02789892,
        -0.01641196,
        -0.00374821,
        0.00833597,
        0.00653626,
        0.00927995,
        -0.00510176,
        0.01337331,
        -0.01163289,
        -0.00044067,
        0.04714484,
        0.02263353,
        0.0198896,
        0.02757403,
        -0.03915639,
        0.01243817,
        -0.00015133,
        0.01012254,
        0.02740928,
        -0.00713481,
        -0.01387607,
        0.0058999,
        0.01401392,
        0.0016258,
        0.01238173,
        0.00079326,
        0.03022914,
        0.01588522,
        0.02195257,
        -0.01408552,
        -0.00434917,
        0.00528793,
        -0.00420233,
        0.0131251,
        0.00447973,
        0.03269675,
        0.00391985,
        -0.00536354,
        0.02376903,
        0.01611643,
        0.0004442,
        0.0073623,
        -0.02064884,
        -0.01050849,
        -0.01081939,
        -0.00053128,
        -0.01569698,
        -0.01748251,
        -0.01115517,
        -0.0368048,
        -0.00608349,
        -0.00691206,
        0.00119363,
        0.01784694,
        -0.01563957,
        -0.00105553,
        -0.00412624,
        0.02558698,
        0.00535417,
        -0.01815499,
        0.02173047,
        0.02038895,
        0.01184773,
        0.01170407,
        0.03102636,
        -0.01295243,
        -0.0268425,
        -0.01411292,
        0.01309746,
        0.01036491,
        -0.01859779,
        0.01766764,
        -0.00614697,
        0.03774634,
        0.01979585,
        0.04686963,
        -0.01473713,
        0.02444057,
        -0.00396742,
        0.01549287,
        -0.00996807,
        0.01067487,
        0.00674213,
        -0.01101863,
        -0.01666162,
        -0.03999902,
        0.0134171,
        -0.00202965,
        -0.01242103,
        0.01976216,
        0.00524476,
        0.00758222,
        0.01076278,
        -0.00505364,
        -0.00425184,
        0.03837146,
        0.03884887,
        -0.0162502,
        0.02975437,
        0.00444965,
        0.03610103,
        0.02642073,
        -0.03548933,
        0.01547195,
        0.00644196,
        0.02706225,
        0.01800843,
        -0.00781093,
        -0.00486106,
        -0.0268721,
        -0.01905215,
        -0.00731676,
        -0.01124513,
        0.01282586,
        0.01430456,
        0.00293278,
        -0.03970284,
        -0.02299645,
        -0.02275939,
        0.00757372,
        -0.00179313,
        0.00823983,
        -0.04368165,
        -0.00490686,
        0.01017395,
        0.02006527,
        -0.02266996,
        -0.01984322,
        -0.00431914,
        -0.03618793,
        -0.02906649,
        0.00019875,
        0.01462264,
        -0.02227929,
        0.01260245,
        0.00904468,
        0.00200294,
        0.02408413,
        -0.00533964,
        -0.0058466,
        0.03226778,
        0.00264232,
        -0.00519984,
        -0.03621732,
        0.03478916,
        0.01705477,
        0.00978686,
        0.01098218,
        -0.02563523,
        0.00848929,
        -0.0126275,
        0.02042658,
        -0.0066765,
        -0.00933558,
        -0.01677838,
        0.02286891,
        0.03010353,
        0.01382014,
        0.01426606,
        -0.02179327,
        0.01253089,
        -0.00388169,
        0.01392385,
        0.0108657,
        0.00157205,
        0.01041973,
        -0.00554368,
        -0.00028152,
        0.00545052,
        -0.00374843,
        -0.02227512,
        -0.00266097,
        0.00254435,
        0.00698552,
        -0.02063029,
        0.02130756,
        0.0179806,
        -0.03979089,
        -0.01482454,
        0.01742368,
        0.01346612,
        -0.02217621,
        -0.00303823,
        -0.02330962,
        0.01857341,
        0.01308789,
        0.02105988,
        -0.0015126,
        -0.01697375,
        0.02212925,
        0.00411078,
        -0.01711467,
        0.04253754,
        0.00250948,
        0.02619134,
        0.03438265,
        -0.0087473,
        0.01052142,
        0.01052836,
        0.0064118,
        -0.01756983,
        0.01307795,
        -0.01589733,
        0.02563347,
        -0.0133308,
        -0.00259087,
        -0.01713379,
        -0.01071607,
        -0.03534602,
        0.00652011,
        0.0097325,
        0.00910617,
        0.01646658,
        -0.02396664,
        0.00715146,
        -0.04202237,
        -0.02859035,
        0.00242289,
        -0.02271108,
        0.04036607,
        -0.02535962,
        -0.00285476,
        0.00719117,
        0.02030975,
        -0.00159972,
        -0.01081652,
        0.01695991,
        -0.01595064,
        -0.01562011,
        0.00363326,
        -0.01818914,
        -0.0451778,
        0.01674915,
        0.01408524,
        -0.00497298,
        0.02133562,
        0.01122899,
        0.02453887,
        -0.0120907,
        -0.02230058,
        0.02245758,
        -0.00365998,
        -0.01320692,
        -0.02177522,
        -0.00991325,
        0.0139793,
        0.00438002,
        -0.01485207,
        -0.01792047,
        -0.03305126,
        0.02019338,
        -0.00272138,
        -0.02303404,
        -0.00690035,
        -0.01574001,
        0.00067245,
        -0.00380218,
        0.01910563,
        0.02367547,
        -0.01223903,
        -0.02684288,
        -0.03173235,
        -0.00261731,
        0.00736793,
        -0.01114917,
        -0.01880739,
        -0.0106492,
        0.01610846,
        0.0127876,
        -0.01013898,
        0.02557062,
        0.03280301,
        -0.01123896,
        -0.00435923,
        -0.01225559,
        0.00107175,
        -0.01544293,
        -0.00554472,
        0.00800751,
        0.00411687,
        0.00238706,
        0.02265125,
        0.01943326,
        -0.04440862,
        0.01470459,
        0.01201839,
        -0.01385308,
        0.00590084,
        -0.00615393,
        -0.0043049,
        -0.00260483,
        0.01390211,
        -0.00013944,
        -0.01767793,
        -0.01445556,
        0.00995654,
        -0.02865898,
        -0.008709,
        0.00910513,
        0.00847967,
        0.01707621,
        -0.00887391,
        -0.01253253,
        0.00312656,
        0.01035588,
        0.00641921,
        -0.01029581,
        0.01132845,
        -0.02236251,
        -0.02060476,
        0.01289726,
        0.00812421,
        -0.00296098,
        0.02756017,
        0.01764038,
        -0.01906771,
        -0.03088378,
        0.00600311,
        0.00992661,
        0.0098976,
        -0.00691109,
        -0.03716392,
        -0.01981835,
        -0.01740552,
        -0.03400804,
        0.02310871,
        -0.03407235,
        -0.00059299,
        0.0083054,
        -0.00597733,
        -0.02159307,
        -0.00415138,
        0.00054489,
        -0.0221254,
        -0.03017242,
        0.02797676,
        0.01107227,
        -0.00976945,
        0.01308582,
        0.04042145,
        -0.02927984,
        -0.00921222,
        -0.02420728,
        0.00908838,
        -0.00090499,
        0.02408376,
        0.00399322,
        0.01176275,
        0.02528179,
        -0.01991752,
        -0.00282033,
        -0.00487063,
        -0.01095138,
        -0.00946819,
        0.01733616,
        0.0195776,
        -0.0128392,
        -0.00805821,
        0.02574589,
        0.00500291,
        0.03921548,
        0.00336303,
        -0.01169733,
        -0.00991731,
        -0.02538016,
        -0.0163031,
        0.01803913,
        -0.00319162,
        -0.00572383,
        -0.01124951,
        -0.00694349,
        -0.00085283,
        -0.02370997,
        -0.01627219,
        -0.03391844,
        -0.03988779,
        -0.00684243,
        -0.00188227,
        0.00997175,
        -0.00956665,
        -0.02754596,
        -0.00666886,
        -0.0042144,
        0.01658166,
        -0.03475415,
        -0.04894758,
        -0.01744534,
        -0.02482471,
        -0.03251565,
        -0.01131866,
        -0.00662228,
        -0.02328805,
        0.00759126,
        -0.01911985,
        -0.0215375
       ],
       "cols": [
        0,
        11,
        25,
        35,
        37,
        38,
        39,
        46,
        53,
        61,
        63,
        65,
        67,
        68,
        79,
        84,
        105,
        129,
        135,
        169,
        215,
        225,
        259,
        264,
        266,
        294,
        304,
        322,
        338,
        371,
        406,
        409,
        414,
        426,
        452,
        496,
        504,
        505,
        509,
        582,
        592,
        601,
        682,
        733,
        738,
        881,
        882,
        892,
        926,
        956,
        1060,
        1087,
        1130,
        1184,
        1341,
        1702,
        1787,
        2066,
        2159,
        2252,
        2288,
        2431,
        2612,
        3535
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.40303805,
        0.0329975,
        0.10403553,
        -0.0209099,
        0.09365643,
        -0.192155,
        0.02698611,
        0.02667853,
        -0.00437309,
        -0.0299947,
        0.07137594,
        0.05299167,
        0.0937297,
        0.08620736,
        0.042626,
        0.1429681,
        0.04721639,
        0.25699237,
        -0.12434925,
        -0.07475132,
        0.08786446,
        0.06968278,
        0.07975617,
        0.08826555,
        -0.0397184,
        -0.00341501,
        -0.01464794,
        0.00140585,
        0.00736103,
        0.06114507,
        0.02299195,
        -0.13341559,
        0.05640099,
        -0.03847188,
        -0.08698785,
        0.00476994,
        -0.03285822,
        0.1037427,
        -0.04276746,
        -0.01313698,
        -0.10109258,
        -0.00824235,
        0.00531195,
        -0.02284941,
        -0.01404601,
        -0.00765076,
        0.05599665,
        -0.06144537,
        0.03866914,
        0.07693519,
        0.01647117,
        -0.01187289,
        -0.04359513,
        -0.00133371,
        0.02434327,
        0.06511034,
        0.05916858,
        0.07504672,
        -0.05050368,
        -0.05953808,
        0.01576725,
        -0.07817139,
        -0.05695913,
        0.02084892,
        0.05844348,
        0.02503907,
        -0.00118718,
        -0.00996915,
        -0.05700012,
        -0.06182868,
        0.050662,
        0.00675236,
        -0.05990036,
        0.00560643,
        -0.07600475,
        0.02052813,
        -0.04989911,
        0.03428475,
        -0.01068215,
        0.0253167,
        0.054955,
        0.1112799,
        0.02270513,
        -0.02924658,
        0.03459894,
        0.09027974,
        0.09684429,
        -0.03744385,
        0.01228896,
        0.02916334,
        0.04298693,
        -0.03321001,
        -0.05384923,
        -0.00912412,
        0.03467786,
        -0.01946466,
        -0.01537559,
        -0.00564796,
        0.00591098,
        0.01540753,
        -0.05764904,
        -0.04066702,
        -0.0189424,
        0.02351499,
        -0.03018603,
        0.00088564,
        0.03036759,
        0.00726154,
        -0.03324075,
        0.01276938,
        0.03604248,
        0.04482879,
        0.006666,
        -0.03563202,
        -0.00748893,
        0.04663388,
        -0.01966599,
        -0.04702299,
        -0.00993462,
        0.04537556,
        -0.00204271,
        0.03050143,
        -0.00201608,
        0.03898253,
        -0.047811,
        0.00189243,
        -0.03170019,
        0.01476422,
        -0.00809932,
        0.04813007,
        -0.04051394,
        0.00068748,
        0.023313,
        0.0306307,
        0.02844512,
        -0.00848589,
        -0.01803911,
        -0.06040058,
        0.05202504,
        -0.00238838,
        0.01033624,
        0.02365543,
        0.08331686,
        0.04461651,
        -0.01148987,
        0.00163412,
        -0.00153335,
        -0.00516465,
        0.01470824,
        -0.00489359,
        -0.01607419,
        0.00020207,
        0.02367819,
        0.02733325,
        0.00063969,
        -0.00831591,
        -0.0209804,
        0.00126793,
        -0.00726657,
        0.00066406,
        0.06348248,
        0.00201157,
        0.00396431,
        -0.00344394,
        -0.04016386,
        -0.00017567,
        -0.00910502,
        -0.03662831,
        -0.02763264,
        -0.00310353,
        -0.03082627,
        -0.02265084,
        -0.00451601,
        0.02336263,
        0.00673821,
        -0.03130874,
        0.05797688,
        -0.00218501,
        0.02092489,
        -0.00539545,
        -0.03473163,
        0.01805203,
        -0.00012734,
        -0.00400688,
        -0.02478947,
        -0.01183948,
        -0.04739719,
        -0.00670978,
        0.00084123,
        0.01346655,
        -0.04946645,
        0.01839454,
        0.03365371,
        0.00902308,
        -0.01371482,
        0.03675059,
        0.0009716,
        -0.00247339,
        -0.01003343,
        -0.04753535,
        0.01870654,
        -0.02161889,
        -0.02098623,
        0.0019909,
        -0.00476361,
        0.04148345,
        -0.00323742,
        -0.014203,
        -0.04067614,
        -0.00110696,
        -0.01084116,
        0.00099532,
        -0.04544856,
        -0.02752233,
        -0.01037184,
        0.00340519,
        0.01071695,
        -3.053e-05,
        0.00802704,
        -0.08500948,
        -0.02814225,
        -0.00555921,
        0.02564316,
        -0.02478302,
        0.02557177,
        -0.07124162,
        0.01407428,
        0.0010604,
        -0.01927022,
        0.0063734,
        -0.03984567,
        0.06196889,
        -0.00235534,
        0.02643645,
        -0.00265604,
        -0.01699017,
        0.00643226,
        0.01197971,
        -0.02531807,
        0.03990724,
        0.00612159,
        0.02886316,
        0.02454276,
        -0.00286661,
        0.04416312,
        -0.01598255,
        0.01194422,
        -0.03382059,
        -0.01258989,
        0.00065155,
        0.03416109,
        -0.00918627,
        -0.01756595,
        -0.00544739,
        0.00968638,
        0.08575365,
        -0.04310172,
        -0.02123114,
        0.03103097,
        0.01038746,
        -0.03642382,
        0.00219577,
        0.01220632,
        0.01007034,
        0.01126756,
        0.00783913,
        0.01929826,
        0.0019949,
        0.00045626,
        0.00400553,
        0.00912561,
        -0.01650603,
        -0.00431264,
        -0.0388132,
        -0.02495558,
        0.01603597,
        0.00626655,
        -0.03401203,
        -0.03112821,
        -0.06809703,
        0.02446333,
        -0.01712414,
        -0.04576444,
        0.01292116,
        0.01258606,
        -0.01130493,
        0.03311132,
        -0.0188331,
        -0.00239761,
        0.00029516,
        0.01813175,
        -0.00711609,
        0.00427899,
        -0.00198381,
        0.01185463,
        -0.02622689,
        0.01642408,
        -0.00308381,
        -0.01048345,
        -0.02013568,
        0.07661538,
        -0.01446139,
        -0.00600802,
        0.05260718,
        -0.02086512,
        0.01684219,
        -0.01044171,
        -0.0230399,
        -0.04302485,
        0.04375228,
        -0.00500612,
        -0.03674692,
        -0.0032724,
        0.0205769,
        -0.01249505,
        0.00432687,
        -0.06169629,
        -0.05315479,
        0.01014823,
        0.04117028,
        0.01495056,
        -0.001776,
        0.00032922,
        -0.0059673,
        -0.02366105,
        -0.00312147,
        0.02290104,
        0.00848917,
        0.00966943,
        -0.03708085,
        0.03881599,
        0.00190149,
        0.00513811,
        0.04708545,
        0.01801702,
        -0.01748442,
        0.00842807,
        0.01615084,
        0.0050975,
        0.03528532,
        -0.14008042,
        0.02364798,
        -0.04108557,
        -0.01698508,
        -0.01404503,
        0.00869193,
        -0.00010824,
        -0.01547313,
        -0.01626009,
        0.04450187,
        -0.01098249,
        -0.01527852,
        -0.00475868,
        -0.0030468,
        -0.02795796,
        -0.04963853,
        -0.01585494,
        -0.02109603,
        0.01524505,
        -0.02236662,
        0.01400957,
        0.0064209,
        0.03387895,
        -0.02655072,
        0.02563305,
        0.0312883,
        -0.00533046,
        0.00821784,
        0.04589652,
        0.00789291,
        -0.00199905,
        -0.00011294,
        -0.00419002,
        0.00910988,
        -0.03101155,
        -0.02826713,
        -0.00271063,
        0.02451408,
        -0.01221345,
        -0.02056752,
        0.00471987,
        0.02008954,
        -0.00956004,
        0.00519779,
        0.00242066,
        -0.00584248,
        -0.0048598,
        0.0114145,
        0.00469483,
        0.00931662,
        -0.00462288,
        0.00622943,
        -0.00053509,
        -0.00149505,
        0.00647583,
        0.03319455,
        -0.01123795,
        -0.00840665,
        -0.00263404,
        0.01159186,
        0.01139623,
        0.00565191,
        0.00258509,
        -0.00489478,
        -0.00853801,
        -0.0091461,
        -0.05054704,
        0.02477333,
        0.0021998,
        -0.01492881,
        0.02183418,
        -0.02420258,
        0.00471695,
        -0.00113598,
        -0.03845035,
        -0.00117403,
        -0.06199903,
        -0.01917586,
        -0.02454664,
        0.00087716,
        -0.01349168,
        -0.01287688,
        -0.01245939,
        -0.02629074,
        -0.09974691,
        0.01091907,
        -0.00391323,
        -0.01096682,
        0.01214593,
        -0.00946139,
        -0.02915651,
        0.00937881,
        0.00562696,
        -0.00936563,
        0.00256885,
        0.0268971,
        -0.0116727,
        0.01549586,
        0.01316128,
        0.02284234,
        0.00909617,
        -0.00809629,
        -0.01953212,
        -0.0129853,
        0.01894005,
        0.0325468,
        0.01911852,
        0.02675558,
        0.01520315,
        0.00495247,
        0.01502663,
        0.01590631,
        -0.00530423,
        0.0019599,
        0.0162559,
        -0.0012955,
        -0.01707534,
        0.01930814,
        0.03617071,
        -0.0019372,
        -0.00707838,
        0.00701538,
        0.00695747,
        -0.00277397,
        0.02455544,
        0.01111011,
        0.02052771,
        0.00082167,
        0.02250673,
        -0.00798365,
        -0.00801462,
        0.0508317,
        -9.375e-05,
        0.01904196,
        -0.00919574,
        0.01167577,
        0.00546223,
        -0.01508579,
        -0.0006264,
        -0.04727374,
        -0.03377324,
        0.0027254,
        -0.03818843,
        0.00818787,
        -0.00689099,
        -0.01197335,
        -0.00516053,
        0.00646393,
        0.00846315,
        0.01195741,
        -0.0365892,
        -0.00745085,
        -0.00428318,
        0.007973,
        -0.01314605,
        0.02908652,
        0.01298066,
        -0.0173705,
        0.02419879,
        0.00218602,
        0.01928374,
        0.00508567,
        -0.00211529,
        0.01487939,
        0.00837229,
        -0.00011635,
        -0.01281008,
        -0.01408992,
        -0.00351064,
        0.04980747,
        -0.00465233,
        -0.01279383,
        -0.00057706,
        -0.01141001,
        -0.02609113,
        0.00264699,
        -0.0565442,
        0.01816659,
        0.00806187,
        0.02342308,
        0.02896993,
        0.01568547,
        -0.02374927,
        -0.00248609,
        -0.00241215,
        0.01282237,
        0.00571339,
        -0.00210891,
        0.0047637,
        0.00098846,
        -0.02166379,
        -0.0131998,
        0.00795409,
        -0.01523779,
        0.01452046,
        -0.00845477,
        0.02079317,
        0.00692318,
        0.02653175,
        0.0042664,
        -0.01262448,
        -0.00510448,
        4.957e-05,
        -0.03905357,
        -0.00251511,
        -0.01699689,
        -0.00689903,
        0.02518062,
        0.01212352,
        0.03058587,
        -0.00656732,
        -0.05452856,
        0.01735215,
        0.00558136,
        0.00143205,
        -0.02730398,
        -0.00217664,
        0.00567189,
        -0.00826461,
        0.02103444,
        0.00645421,
        0.02649493,
        0.005601,
        0.00488648,
        -0.01254205,
        -0.00431054,
        -0.01591754,
        0.01170847,
        0.00488227,
        0.01092794,
        0.01418996,
        -0.00660805,
        0.00773353,
        0.01112791,
        0.00906591,
        0.02489558,
        0.01874612,
        0.07885447,
        0.02199026,
        0.02615559,
        0.01782136,
        0.00516706,
        -0.01399359,
        -0.00202788,
        -0.02244174,
        0.00386115,
        -0.0341826,
        -0.00116838,
        0.01111056,
        -0.01181473,
        0.00046735,
        0.01640572,
        0.03063136,
        0.00704706,
        -0.01418224,
        -0.00518598,
        0.00525866,
        0.02534688,
        0.00566562,
        -0.01091902,
        0.01498393,
        -0.00909562,
        0.00326286,
        0.02358589,
        0.00790946,
        0.02306728,
        -0.0262363,
        0.00915681,
        -0.00484231,
        0.00258546,
        0.0079408,
        0.00690506,
        0.00095181,
        -0.01958587,
        0.00112982,
        -0.02001894,
        -0.02493037,
        -0.0326503,
        -0.01394145,
        0.0077762,
        0.01214608,
        0.02613667,
        -0.01132605,
        0.00931333,
        0.0387103,
        -0.01500592,
        -0.01783975,
        -0.04186295,
        -0.02266708,
        0.02314912,
        -0.01698104,
        -0.01665973,
        -0.005301,
        0.00042177,
        0.00232282,
        -0.00772069,
        -0.0053295,
        -0.03100577,
        -0.01421619,
        0.02114789,
        0.03915536,
        0.02150632,
        0.00759725,
        -0.0334801,
        0.00841852,
        -0.01916282,
        0.01262707,
        0.03581546,
        -0.01396338,
        -0.0083547,
        0.00014665,
        -0.00206262,
        0.00047464,
        0.00686827,
        0.01449366,
        0.0249184,
        0.01602543,
        0.02268857,
        -0.0116243,
        0.0245544,
        0.01862229,
        0.01024355,
        0.00836354,
        0.01124888,
        0.01107886,
        -0.01351656,
        -0.01871679,
        0.0171045,
        0.01118574,
        -0.01734518,
        0.02602814,
        -0.02101769,
        0.0154846,
        -0.02667392,
        -0.01784633,
        -0.01317136,
        -0.01633694,
        0.008699,
        -0.0527638,
        -0.00203045,
        -0.0157266,
        -0.02169789,
        0.02152181,
        -0.01646204,
        0.00960654,
        0.00509686,
        -0.00608442,
        0.02444478,
        -0.03974782,
        0.01612161,
        0.00677621,
        0.01147696,
        0.04470504,
        0.00256618,
        -0.00952843,
        0.02406729,
        -0.04679559,
        -0.00774345,
        -0.01386489,
        0.01363496,
        -0.00101011,
        0.01204833,
        0.00770687,
        0.01788205,
        -0.01635344,
        -0.00641703,
        0.00463655,
        0.01557082,
        0.01394424,
        0.00123676,
        0.01102833,
        0.00125298,
        -0.01286629,
        -0.02460117,
        -0.01925873,
        0.01671567,
        -0.01477258,
        -0.00107901,
        0.00754077,
        -0.01119798,
        -0.00935859,
        -0.00847786,
        0.00715216,
        -0.00157592,
        0.00621346,
        0.01044471,
        -0.03625395,
        -0.00521711,
        -0.00452813,
        0.03532019,
        0.03946002,
        -0.00864522,
        -0.00942822,
        -0.01687333,
        0.02638818,
        0.02313282,
        -0.00988636,
        -0.02514545,
        -0.00451056,
        -0.01856106,
        -0.00306914,
        -0.00260156,
        0.02972909,
        0.01877441,
        0.00071083,
        -0.03811838,
        -0.00868523,
        -0.01375061,
        0.02080228,
        0.00818848,
        -0.00023008,
        -0.00979582,
        -0.00510938,
        -0.03489744,
        0.01566195,
        0.00826539,
        -0.01311246,
        -0.01605817,
        -0.03151313,
        -0.01793739,
        -0.02454815,
        0.04060522,
        -0.02754511,
        0.00577689,
        0.00037588,
        0.00284941,
        0.01398198,
        0.01095516,
        0.00507469,
        0.01926889,
        -0.02177124,
        0.00352636,
        -0.02421063,
        0.01897777,
        0.00794042,
        -0.01903835,
        -0.01019955,
        -0.01215394,
        0.0181435,
        -0.01626652,
        -0.01552044,
        -0.00056849,
        -0.00855363,
        -0.01600707,
        0.01713308,
        0.00498583,
        0.01981701,
        -0.01577345,
        -0.01453055,
        -0.00358987,
        0.01257273,
        0.01170709,
        0.01619244,
        -0.02788386,
        0.00302789,
        -0.00795681,
        -0.03881671,
        -0.0254103,
        -0.00649084,
        0.00401415,
        -0.00885045,
        0.00897933,
        0.00846715,
        -0.01944916,
        0.01098515,
        0.02958035,
        0.002796,
        -0.00970202,
        0.00264912,
        -0.00209761,
        -0.0297788,
        0.00745154,
        0.00078796,
        0.0077956,
        -0.02616478,
        0.01565293,
        -0.01397188,
        -0.01799043,
        0.01114042,
        -0.01150207,
        -0.00730181,
        -0.01888783,
        -0.00477981,
        0.01119853,
        0.02606427,
        -0.00990112,
        0.00452353,
        0.00097743,
        0.00404155,
        -0.02092475,
        0.0198313,
        -0.02845686,
        0.02988892,
        -0.01967429,
        -0.00234447,
        -0.00169516,
        -0.00404113,
        -0.02696731,
        0.01209176,
        0.00248254,
        0.03847836,
        0.00579242,
        -0.00249322,
        0.01219832,
        -0.03304773,
        -0.02388715,
        0.02146677,
        -0.01525156,
        0.01962912,
        -0.00011136,
        -0.00730731,
        0.00743123,
        0.02491707,
        -0.02086556,
        0.0011956,
        0.01434948,
        -0.00067252,
        -0.01052126,
        -0.00089142,
        -0.02716547,
        -0.04152113,
        0.01699185,
        -0.02839208,
        -0.00994837,
        0.0032557,
        -0.00084267,
        0.03056953,
        -0.02806186,
        -0.00636801,
        0.0102405,
        0.0392765,
        -0.02917243,
        -0.02395096,
        0.0030348,
        0.01891886,
        0.004632,
        -0.0252702,
        -0.01215409,
        0.0046654,
        -0.0112583,
        -0.01865133,
        -0.03766386,
        -0.01420537,
        -0.00806902,
        -0.00121897,
        -0.00733954,
        0.03316591,
        -0.01875471,
        0.00280505,
        -0.0154234,
        0.00519485,
        -0.03003224,
        -0.00622006,
        -0.00091026,
        -0.01525642,
        -0.00659069,
        0.0192284,
        0.0172484,
        -0.00925321,
        -0.00728299,
        -0.00394578,
        -0.0163736,
        0.00108747,
        -0.00069319,
        0.00864509,
        0.0077902,
        -0.01124784,
        0.02520256,
        -0.00707292,
        0.0137952,
        -0.00608825,
        0.01473028,
        -0.03668444,
        0.0025801,
        0.01427094,
        0.00367407,
        0.02259825,
        -0.02711322,
        -0.00902057,
        -0.01900061,
        -0.00815246,
        -0.00609889,
        -0.01662255,
        -0.00451035,
        0.00151863,
        -0.01451367,
        -0.02145989,
        -0.01448709,
        -0.00681982,
        -0.00208977,
        -0.00806661,
        0.00479471,
        -0.00269823,
        0.00959441,
        0.02306974,
        -0.00716286,
        0.00366802,
        -0.02434608,
        -0.01507821,
        -0.00585343,
        0.01796961,
        0.01575135,
        0.00706694,
        -0.00562256,
        -0.00824497,
        0.00831951,
        -0.0044277,
        0.01774421,
        -0.00207182,
        -0.00403484,
        -0.04845684,
        -0.00237786,
        -0.01226677,
        -0.00758332,
        0.00172534,
        -0.01722374,
        0.01717514,
        0.02007657,
        0.02328251,
        -0.00864593,
        0.00052561,
        -0.03738995,
        -0.00440814,
        0.02000018,
        -0.0119994,
        0.01025173,
        -0.03096017,
        -0.00707121,
        0.02796363,
        -0.01488446,
        -0.00993766,
        -0.01532069,
        0.00665802,
        -0.01918009,
        -0.00327633,
        -0.00208455,
        -0.00894725,
        0.00117816,
        -0.00573215,
        -0.01161137,
        -0.01661021,
        0.00335749,
        -0.01907716,
        0.01830916,
        0.00507185,
        0.00775102,
        -0.0079882,
        0.01377143,
        -0.00037081,
        0.0005024,
        0.01686083,
        0.00347498,
        0.00391057,
        0.00955494,
        -0.03267493,
        0.00041566,
        -0.0044906,
        0.02599197,
        -0.00566409,
        -0.01121515,
        0.01122707,
        -0.01300336,
        -0.00945701,
        -0.05133087,
        -0.00125735,
        -0.00112834,
        0.01224202,
        -0.0007026,
        0.00103709,
        -0.00757639,
        0.00300311,
        0.00511677,
        0.01669963,
        -0.01687949,
        -0.01683812,
        0.00910018,
        -0.02204714,
        0.00895432,
        0.00274409,
        0.00975537,
        -0.04031643,
        -0.01076295,
        0.00777576,
        0.00186366
       ],
       "cols": [
        1,
        3,
        11,
        13,
        14,
        15,
        20,
        24,
        26,
        34,
        36,
        41,
        53,
        57,
        61,
        63,
        64,
        66,
        69,
        76,
        79,
        95,
        98,
        99,
        101,
        119,
        123,
        135,
        145,
        146,
        152,
        161,
        171,
        180,
        182,
        225,
        226,
        246,
        253,
        265,
        268,
        280,
        324,
        343,
        351,
        355,
        380,
        450,
        489,
        585,
        602,
        614,
        705,
        795,
        836,
        998,
        1003,
        1088,
        1246,
        1973,
        2055,
        2107,
        2661,
        2899
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.09710153937339783
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.09152013063430786
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "7740fda5dd25780bd915fee4c7fb04c15a1e9cd40968b75310595cd42107874d",
     "model.language_model.layers.19.mlp.down_proj.weight": "c71e2cfeff579a6fd22723e1076bb2601809e053205b0d633d55f21e78d41b4c"
    }
   },
   "tokens_total": 10611301,
   "gpu_seconds": 1684,
   "tok_per_s_per_gpu": 6551
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.416015625,
   "gain_se": 0.025797433924361575,
   "problems_better": 146,
   "problems_worse": 1,
   "lost": 0,
   "rescued": 110
  }
 },
 {
  "name": "dev/l15only",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.603515625,
   "acc_se": 0.028629552665162126,
   "cut_share": 0.28515625,
   "mean_tokens": 17361.978515625,
   "closed_share": 0.841796875,
   "p_finish": 0.71484375,
   "p_correct_given_finished": 0.8415300546448088,
   "p_correct_given_cut": 0.00684931506849315,
   "no_answer_finished_share": 0.02734375,
   "loop_end_share_of_cut": 0.678082191780822,
   "tail_dup8_cut_mean": 0.6944130136986301,
   "median_tokens_correct": 9095,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.734375,
     "acc_se": 0.03634097158237767,
     "cut_share": 0.12109375,
     "mean_tokens": 12056.03125
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.47265625,
     "acc_se": 0.041245299835868436,
     "cut_share": 0.44921875,
     "mean_tokens": 22667.92578125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "l15only",
    "spec": {
     "about": "the released edit on layer 15 only",
     "layers": {
      "15": {
       "alpha": 6
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.10635253041982651
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "571c7435b3eedc782f4daa6b6e2cb5d86302624bb5893b087d53865585f7448a"
    }
   },
   "tokens_total": 8889333,
   "gpu_seconds": 1337,
   "tok_per_s_per_gpu": 6886
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.482421875,
   "gain_se": 0.02659463841155046,
   "problems_better": 159,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 117
  }
 },
 {
  "name": "dev/l19only",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.46875,
   "acc_se": 0.026903627024228972,
   "cut_share": 0.490234375,
   "mean_tokens": 20728.71875,
   "closed_share": 0.6171875,
   "p_finish": 0.509765625,
   "p_correct_given_finished": 0.9118773946360154,
   "p_correct_given_cut": 0.00796812749003984,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.900398406374502,
   "tail_dup8_cut_mean": 0.8424358565737052,
   "median_tokens_correct": 8348.0,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.63671875,
     "acc_se": 0.03538787977024572,
     "cut_share": 0.296875,
     "mean_tokens": 15575.28515625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.30078125,
     "acc_se": 0.034785197395756036,
     "cut_share": 0.68359375,
     "mean_tokens": 25882.15234375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "l19only",
    "spec": {
     "about": "the released edit on layer 19 only",
     "layers": {
      "19": {
       "alpha": 6
      }
     }
    },
    "built": {
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.0810554027557373
     }
    },
    "edited_sha256": {
     "model.language_model.layers.19.mlp.down_proj.weight": "b1e1949735dc682b9d7f18f4bc13eb07dce934aab85f302965d8dba403c788bc"
    }
   },
   "tokens_total": 10613104,
   "gpu_seconds": 1753,
   "tok_per_s_per_gpu": 6219
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.34765625,
   "gain_se": 0.02414550515032686,
   "problems_better": 129,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 100
  }
 },
 {
  "name": "dev/p50c",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.615234375,
   "acc_se": 0.027772321975577316,
   "cut_share": 0.197265625,
   "mean_tokens": 16103.923828125,
   "closed_share": 0.859375,
   "p_finish": 0.802734375,
   "p_correct_given_finished": 0.7664233576642335,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.02734375,
   "loop_end_share_of_cut": 0.24752475247524752,
   "tail_dup8_cut_mean": 0.31726237623762377,
   "median_tokens_correct": 7998,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.74609375,
     "acc_se": 0.03463288810753153,
     "cut_share": 0.046875,
     "mean_tokens": 10830.4609375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.484375,
     "acc_se": 0.04035151739041125,
     "cut_share": 0.34765625,
     "mean_tokens": 21377.38671875
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "p50c",
    "about": "the paper's released edit, rebuilt with its apply_edit.py",
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "82e2d733ea64feaeb4af93a1e065641d3df98b494a8b7576ef2f52e90fe2ee53",
     "model.language_model.layers.19.mlp.down_proj.weight": "8ef3c61bc36af113ad58e89dbb0a4a14dcba5a45cb750c15ab515c82ddd12eb2"
    }
   },
   "tokens_total": 8245209,
   "gpu_seconds": 1237,
   "tok_per_s_per_gpu": 6997
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.494140625,
   "gain_se": 0.025885426683875837,
   "problems_better": 167,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 125
  }
 },
 {
  "name": "dev/p50c+nothink",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.53515625,
   "acc_se": 0.028001114339586172,
   "cut_share": 0.1640625,
   "mean_tokens": 2306.08984375,
   "closed_share": 0.009765625,
   "p_finish": 0.8359375,
   "p_correct_given_finished": 0.6401869158878505,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.0,
   "tail_dup8_cut_mean": 0.00851309523809524,
   "median_tokens_correct": 479.5,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.62109375,
     "acc_se": 0.03751069965056768,
     "cut_share": 0.01953125,
     "mean_tokens": 990.296875
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.44921875,
     "acc_se": 0.040314281056150696,
     "cut_share": 0.30859375,
     "mean_tokens": 3621.8828125
    }
   },
   "sampling": {
    "temperature": 0.7,
    "top_p": 0.8,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 8192,
    "thinking": false
   },
   "edit_note": {
    "name": "p50c",
    "about": "the paper's released edit, rebuilt with its apply_edit.py",
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "82e2d733ea64feaeb4af93a1e065641d3df98b494a8b7576ef2f52e90fe2ee53",
     "model.language_model.layers.19.mlp.down_proj.weight": "8ef3c61bc36af113ad58e89dbb0a4a14dcba5a45cb750c15ab515c82ddd12eb2"
    }
   },
   "tokens_total": 1180718,
   "gpu_seconds": 161,
   "tok_per_s_per_gpu": 11474
  },
  "vs": "dev/base+nothink",
  "paired": {
   "problems": 256,
   "gain": 0.013671875,
   "gain_se": 0.01945258361125534,
   "problems_better": 43,
   "problems_worse": 38,
   "lost": 26,
   "rescued": 22
  }
 },
 {
  "name": "dev/randcols",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.146484375,
   "acc_se": 0.018670926374704726,
   "cut_share": 0.8671875,
   "mean_tokens": 29112.546875,
   "closed_share": 0.134765625,
   "p_finish": 0.1328125,
   "p_correct_given_finished": 1.0,
   "p_correct_given_cut": 0.015765765765765764,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9752252252252253,
   "tail_dup8_cut_mean": 0.9217704954954955,
   "median_tokens_correct": 5984,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.19140625,
     "acc_se": 0.027796968120647532,
     "cut_share": 0.8203125,
     "mean_tokens": 27803.72265625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.1015625,
     "acc_se": 0.02440191011526807,
     "cut_share": 0.9140625,
     "mean_tokens": 30421.37109375
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "randcols",
    "spec": {
     "about": "control: direction u, same size of change, but 64 random neurons instead of the chosen ones",
     "layers": {
      "15": {
       "alpha": 6,
       "cols": "random:15",
       "norm_match": true
      },
      "19": {
       "alpha": 6,
       "cols": "random:19",
       "norm_match": true
      }
     }
    },
    "built": {
     "15": {
      "alpha": 31.318699836730957,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.10634618997573853
     },
     "19": {
      "alpha": 21.895952224731445,
      "n_cols": 64,
      "dir": "released",
      "relative_change": 0.08105457574129105
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "09c8f4162ead661723258a282338d864d201aa5a80d5db41d2dbbfbe2d36e009",
     "model.language_model.layers.19.mlp.down_proj.weight": "784fb5f6af009fc9915970bad68d6d234bc59be00a10f21abd84dc43d53c16e6"
    }
   },
   "tokens_total": 14905624,
   "gpu_seconds": 2638,
   "tok_per_s_per_gpu": 5772
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.025390625,
   "gain_se": 0.015939223252424348,
   "problems_better": 33,
   "problems_worse": 22,
   "lost": 20,
   "rescued": 23
  }
 },
 {
  "name": "dev/randdir",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.14453125,
   "acc_se": 0.018212198860840877,
   "cut_share": 0.873046875,
   "mean_tokens": 29486.103515625,
   "closed_share": 0.140625,
   "p_finish": 0.126953125,
   "p_correct_given_finished": 0.9846153846153847,
   "p_correct_given_cut": 0.02237136465324385,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 0.9731543624161074,
   "tail_dup8_cut_mean": 0.9167756152125279,
   "median_tokens_correct": 5525.5,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.15234375,
     "acc_se": 0.025750660389962682,
     "cut_share": 0.875,
     "mean_tokens": 29301.203125
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.13671875,
     "acc_se": 0.025843808317160873,
     "cut_share": 0.87109375,
     "mean_tokens": 29671.00390625
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "randdir",
    "spec": {
     "about": "control: same 64 neurons, same size of change, but a random direction instead of u",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": "random_orth:15",
       "norm_match": true
      },
      "19": {
       "alpha": 6,
       "dir": "random_orth:19",
       "norm_match": true
      }
     }
    },
    "built": {
     "15": {
      "alpha": 26.746307373046875,
      "n_cols": 64,
      "dir": "random_orth:15",
      "relative_change": 0.10634875297546387
     },
     "19": {
      "alpha": 19.5016508102417,
      "n_cols": 64,
      "dir": "random_orth:19",
      "relative_change": 0.08105900138616562
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "067f23efd0db9a0484345af96d5442378ae673e56cd3635fccaff65339edc3ae",
     "model.language_model.layers.19.mlp.down_proj.weight": "22070034b4c6e17f38b489194b95b7a1bbe1fb820d5495b2b3bfd6fb05b0928e"
    }
   },
   "tokens_total": 15096885,
   "gpu_seconds": 2681,
   "tok_per_s_per_gpu": 5752
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.0234375,
   "gain_se": 0.01607054711829602,
   "problems_better": 32,
   "problems_worse": 24,
   "lost": 18,
   "rescued": 22
  }
 },
 {
  "name": "dev/rebuilt",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.615234375,
   "acc_se": 0.028182970196407715,
   "cut_share": 0.17578125,
   "mean_tokens": 16349.5859375,
   "closed_share": 0.892578125,
   "p_finish": 0.82421875,
   "p_correct_given_finished": 0.7464454976303317,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.05859375,
   "loop_end_share_of_cut": 0.32222222222222224,
   "tail_dup8_cut_mean": 0.3777122222222223,
   "median_tokens_correct": 9124,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.71875,
     "acc_se": 0.03668319762764659,
     "cut_share": 0.06640625,
     "mean_tokens": 11496.43359375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.51171875,
     "acc_se": 0.040929485732780733,
     "cut_share": 0.28515625,
     "mean_tokens": 21202.73828125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "rebuilt",
    "spec": {
     "about": "Lab 3: the edit rebuilt from the agent's 8 texts (alpha 6, my u, my top 64)",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.24953727,
        0.02032124,
        0.04771795,
        0.04000831,
        0.0143242,
        -0.21995239,
        -0.03093798,
        -0.13847236,
        -0.0687337,
        0.09629215,
        0.03552215,
        0.02262742,
        -0.02543711,
        0.14368935,
        0.02360879,
        0.14979322,
        0.08297141,
        0.0825967,
        -0.19932722,
        -0.09169211,
        0.07426155,
        0.06157133,
        0.10419847,
        0.10763864,
        -0.0389273,
        -0.00109971,
        0.05881784,
        0.03821842,
        -0.01023125,
        -0.0155359,
        0.02342042,
        -0.10402809,
        0.04680654,
        -0.05265392,
        -0.11036691,
        -0.02119951,
        0.05915256,
        0.27601135,
        -0.07837382,
        -0.00347673,
        -0.05321625,
        0.02205025,
        -0.10572132,
        0.03832579,
        -0.02087151,
        -0.01947924,
        0.11653381,
        -0.02051564,
        -0.01071759,
        -0.03027302,
        -0.06089418,
        0.04463274,
        -0.03164496,
        0.01951855,
        -0.02302863,
        0.10757776,
        0.02056621,
        0.0343796,
        -0.0021492,
        0.04744004,
        0.02343818,
        -0.06339314,
        -0.03820134,
        0.02501658,
        0.03175897,
        -0.01598197,
        0.11075977,
        -0.01552098,
        0.01513177,
        -0.02714768,
        0.00190105,
        0.02348685,
        -0.05483799,
        -0.01767546,
        -0.13193983,
        0.00077896,
        -0.03830451,
        0.00821382,
        -0.08470301,
        -0.01127409,
        0.04484798,
        0.09724138,
        0.01788979,
        -0.05973997,
        -0.00031167,
        0.12036057,
        0.07074808,
        -0.0102,
        0.00488621,
        0.00638768,
        -0.03298204,
        -0.04133184,
        -0.0324551,
        0.01001455,
        0.04155349,
        0.02289063,
        -0.0624258,
        0.04258976,
        -0.03576536,
        -0.00779208,
        -0.01342702,
        -0.05784821,
        -0.01904367,
        0.0157368,
        -0.03480317,
        -0.02095752,
        -0.00261995,
        0.02260072,
        -0.05302511,
        -0.02176841,
        0.00990718,
        0.06076119,
        0.0167202,
        -0.01325404,
        -0.01575754,
        0.08361955,
        0.00011008,
        -0.03992344,
        -0.08015352,
        0.05218405,
        0.0256574,
        -0.00060408,
        -0.01703091,
        -0.01975281,
        -0.03141097,
        0.02056967,
        -0.00555578,
        -0.04516612,
        0.02356683,
        0.06884296,
        0.00917865,
        -0.02308802,
        0.02309628,
        0.01845497,
        0.00878982,
        -0.0203653,
        -0.00782054,
        -0.06458497,
        0.09055139,
        0.00214113,
        0.02803794,
        0.04403042,
        -0.00094625,
        0.00861618,
        -0.02396201,
        0.0074091,
        0.06147441,
        0.02295231,
        -0.01124603,
        -0.01861799,
        0.00209179,
        0.00096943,
        0.01037515,
        0.01955204,
        -0.02585044,
        0.01777056,
        -0.03991476,
        0.03768253,
        -0.00042653,
        0.00815431,
        0.04679773,
        -0.02307066,
        0.03822683,
        0.01438087,
        -0.02928447,
        0.01390374,
        0.09826396,
        0.03247706,
        -0.03843113,
        0.02039174,
        -0.03451136,
        -0.04692665,
        -0.01404249,
        0.01338147,
        -0.01011026,
        -0.00880787,
        0.01684509,
        -0.02588393,
        0.01805674,
        -0.00719016,
        -0.03264225,
        -0.00939176,
        0.02352562,
        -0.01662001,
        8.947e-05,
        0.01536887,
        -0.05908342,
        -0.02059522,
        0.03890344,
        -0.01219262,
        -0.02270816,
        -0.01308892,
        0.032672,
        0.01836841,
        -0.02627165,
        0.03396625,
        0.00332693,
        -0.02368261,
        0.01004383,
        -0.054905,
        -0.01186761,
        0.03973839,
        -0.01927921,
        -0.02496052,
        -0.03048274,
        0.01191071,
        0.01637166,
        -0.03282031,
        -0.06146573,
        9.029e-05,
        0.04366195,
        0.01741599,
        0.00701609,
        -0.01906414,
        0.00744014,
        -0.01633424,
        -0.01800021,
        0.0323564,
        -0.00062279,
        -0.07529375,
        -0.0075791,
        0.0210552,
        0.01169259,
        -0.02394276,
        0.00213605,
        -0.07524197,
        0.0136747,
        0.00861713,
        -0.03423766,
        -0.01383792,
        -0.02035608,
        0.04885746,
        0.01876548,
        0.03787666,
        0.00321658,
        0.02173865,
        0.00801081,
        -0.00432673,
        -0.04274024,
        -0.00183638,
        -0.0103395,
        0.01865445,
        0.00329304,
        0.00230449,
        0.01730042,
        0.01731126,
        -0.00055386,
        -0.04531341,
        0.01712174,
        0.00037972,
        0.03139253,
        -0.00045943,
        -0.04149744,
        0.000518,
        0.01067489,
        0.05003539,
        -0.00879554,
        -0.03149081,
        -0.0171353,
        -0.00978476,
        0.00836213,
        0.01475394,
        -0.00144215,
        -0.00334998,
        -0.01306126,
        0.01092799,
        0.00819701,
        0.00807866,
        -0.02311526,
        0.00778096,
        0.01513516,
        -0.034882,
        -0.00481504,
        -0.01090861,
        0.01800035,
        0.00075741,
        -0.03489013,
        -0.00890846,
        -0.05034224,
        -0.02017788,
        0.02364288,
        0.00457983,
        -0.0342081,
        0.01396834,
        0.00982909,
        0.02411675,
        0.00694275,
        -0.00293969,
        -0.04230263,
        0.01600197,
        0.02097433,
        0.00090792,
        -0.01560442,
        0.00514772,
        0.0137536,
        -0.0069557,
        -0.00067648,
        -0.00811737,
        0.02232993,
        -0.01514024,
        0.08919945,
        0.00301825,
        0.01551488,
        0.0462007,
        -0.01763635,
        0.00928134,
        0.00533358,
        0.0195843,
        0.03148966,
        0.01661635,
        -0.00448385,
        0.02584421,
        0.00887918,
        0.02956191,
        -0.05374401,
        0.04092161,
        -0.06316315,
        -0.06251528,
        -0.06065762,
        0.01565573,
        0.01009507,
        0.00039843,
        0.06566611,
        0.02716734,
        -0.0003762,
        -0.00366652,
        0.06472894,
        -0.01461635,
        0.00866892,
        0.00744909,
        -0.01116645,
        -0.01881022,
        0.00428999,
        0.03664328,
        0.00441959,
        0.00618765,
        0.02925167,
        0.00133465,
        -0.01213202,
        -0.00427983,
        -0.00818278,
        0.02032951,
        -0.01536711,
        0.00697054,
        -0.03022951,
        0.02546028,
        0.01947673,
        -0.00402028,
        -0.01183439,
        0.03930105,
        -0.01655081,
        -0.00801508,
        -0.03856235,
        -0.00350546,
        -0.06303616,
        -0.01669959,
        0.00690717,
        -0.0204038,
        0.01802597,
        -0.01219154,
        0.01592795,
        -0.00070603,
        0.03511924,
        -0.018538,
        -0.00704585,
        0.00904308,
        0.00613573,
        -0.0150446,
        0.00495122,
        -0.02130735,
        -0.00971549,
        -0.01199382,
        -0.01386097,
        0.01570345,
        0.00240006,
        0.00064177,
        -0.0038635,
        0.01867323,
        0.00244209,
        -0.00370801,
        -0.02493361,
        -0.00779547,
        -0.03015996,
        0.00707168,
        -0.00050214,
        0.02271128,
        0.00928181,
        0.00883255,
        -0.01380667,
        -0.02119225,
        -0.02348454,
        0.00430965,
        -0.00848631,
        -0.00847641,
        -0.00610021,
        0.02354609,
        0.00890114,
        -0.00753464,
        -0.00556093,
        0.00221752,
        -0.02240666,
        0.03152145,
        0.02903503,
        0.02509717,
        -0.02199765,
        -0.0370455,
        -0.00424749,
        -0.0073382,
        0.04361898,
        -0.00020525,
        0.02663727,
        -0.01912568,
        0.02326005,
        -0.02344442,
        0.02198884,
        -0.01359024,
        -0.02811271,
        0.00990257,
        -0.02367434,
        0.00514392,
        -0.03639058,
        -0.00174365,
        0.01068994,
        -0.00056436,
        -0.06993997,
        0.01277461,
        -0.00027771,
        0.00881546,
        -0.00927029,
        0.00370692,
        -0.02268402,
        0.00086552,
        -0.00182187,
        0.02215254,
        0.00216581,
        0.04274159,
        -0.0213224,
        -0.00871555,
        0.01324753,
        0.03569933,
        -0.00604653,
        -0.00054132,
        0.02708152,
        0.0156354,
        0.01532854,
        0.01847429,
        0.03432374,
        0.01492259,
        0.01553609,
        -0.02336396,
        -0.01170587,
        0.01463112,
        -0.00971806,
        0.0065694,
        0.01784878,
        -0.00612434,
        -0.00295724,
        -0.01064425,
        0.01663777,
        0.0185685,
        0.02852665,
        -0.00981581,
        0.01066554,
        -0.01361641,
        -0.02228133,
        0.03113523,
        0.02426337,
        0.00486269,
        0.01181809,
        0.01762869,
        -0.02489389,
        0.03073462,
        -0.01638569,
        -0.00472346,
        0.00900668,
        0.01496488,
        -0.00837067,
        0.03504048,
        0.00483944,
        -0.01933852,
        -0.03348221,
        -0.00154681,
        -0.02760711,
        0.01916866,
        -0.00771995,
        -0.00483741,
        0.01592334,
        0.03234,
        -0.0044583,
        -0.00997334,
        -0.0054156,
        -0.01612384,
        -0.0277504,
        0.00014797,
        0.00118905,
        0.00114228,
        0.02686001,
        0.01271726,
        0.04131245,
        -0.03268129,
        -0.00507546,
        -0.01850859,
        0.01750851,
        0.02386562,
        0.01911094,
        0.02560507,
        -0.00085027,
        -0.0037884,
        -0.01314613,
        -0.00036874,
        0.01763174,
        -0.01506276,
        -0.02007655,
        -0.00070394,
        -0.01933974,
        0.02117775,
        -0.0197523,
        0.01275597,
        -0.00043964,
        -0.00920847,
        0.04400012,
        0.00065479,
        0.00978442,
        0.01224339,
        0.00843249,
        0.01852363,
        -0.02272808,
        -0.00435086,
        0.00467805,
        -0.01969587,
        0.0104729,
        0.00644387,
        0.01556693,
        -0.00039924,
        -0.03624526,
        -0.00583931,
        0.01209956,
        0.03393426,
        0.02946118,
        0.0052841,
        0.01848364,
        -0.01311671,
        0.00703236,
        -0.00775086,
        0.01492621,
        0.01959657,
        -0.02304517,
        0.02501997,
        0.02633144,
        0.01188129,
        -0.01033177,
        -0.05345566,
        0.01437744,
        -0.02516746,
        0.02001703,
        -0.0043796,
        0.02080955,
        -0.0092044,
        0.00400259,
        0.03293351,
        -0.00926822,
        0.02755668,
        0.00430748,
        0.03074696,
        -0.01154997,
        -0.00662604,
        0.01208532,
        -0.0054236,
        0.00058863,
        0.01515122,
        0.00286804,
        -0.03359331,
        0.006274,
        -0.01387866,
        0.00994134,
        -0.00111388,
        -0.03085189,
        -0.02703462,
        0.03251583,
        0.01163809,
        0.00467459,
        0.02080074,
        0.00122755,
        -0.01627947,
        -0.00485002,
        -0.00307627,
        -0.00993429,
        0.01340899,
        0.01787454,
        -0.02771156,
        -0.00708306,
        0.00729373,
        0.01489344,
        -0.0032803,
        -0.00571629,
        -0.02973327,
        0.0013901,
        -0.00129384,
        0.00512576,
        0.03255487,
        0.00524011,
        -0.01886851,
        0.03806211,
        0.00619361,
        -0.01725866,
        0.00897313,
        -0.00135034,
        0.01599166,
        -0.02018507,
        -0.01595133,
        0.01487378,
        0.00294721,
        0.00102176,
        -0.00473533,
        0.00511234,
        -0.00398348,
        0.01135204,
        0.00754507,
        0.02357361,
        0.03142235,
        -0.00648861,
        -0.01727412,
        -0.01826213,
        -0.00099926,
        0.02374178,
        -0.00095574,
        0.02314333,
        -0.00078425,
        -0.0192946,
        0.01915835,
        -0.00171457,
        -0.00351598,
        0.00217374,
        -0.00616731,
        0.00662051,
        -0.00403052,
        0.02256066,
        -0.01207136,
        -0.00523706,
        0.01712961,
        0.0475691,
        -0.00626641,
        0.0019913,
        -0.01728008,
        0.0176838,
        -0.00322787,
        0.01693019,
        0.03213869,
        -0.01507388,
        -0.02262384,
        0.0189039,
        -0.00333628,
        -0.00649579,
        -0.00333384,
        0.00296422,
        0.007682,
        0.00162625,
        0.02766717,
        0.00457197,
        0.04865065,
        -0.00820853,
        0.02016005,
        0.03420485,
        -0.0131285,
        0.02328214,
        -0.00852074,
        -0.01124847,
        -0.00485998,
        0.04002898,
        -0.0211242,
        -0.00886603,
        -0.02890895,
        -0.01964639,
        0.00854094,
        0.01961291,
        -0.03156931,
        -0.03173686,
        -0.00388045,
        -0.02344103,
        -0.037501,
        -0.03553733,
        -0.01519209,
        -0.01791494,
        -0.03089717,
        -0.01997609,
        0.00598362,
        0.02980532,
        0.00301147,
        -0.02656583,
        -0.01941959,
        0.01617874,
        0.01348796,
        -0.00811255,
        0.00204054,
        -0.00675811,
        0.01261742,
        0.00900566,
        -0.01580282,
        0.00220431,
        -0.00297819,
        -0.00867088,
        0.02229637,
        0.00264761,
        0.00745153,
        0.0156985,
        -0.00621707,
        0.001004,
        0.00017393,
        -0.02039811,
        0.00801156,
        -0.02776234,
        -0.02535997,
        -0.02567489,
        0.00281981,
        -0.00654595,
        -0.01022325,
        -0.00170163,
        -0.01141319,
        0.01317656,
        0.00056951,
        -0.01078958,
        0.02116568,
        0.0095097,
        -0.0149497,
        0.02496791,
        0.01960952,
        0.01990261,
        0.02258615,
        0.01920174,
        0.03596667,
        0.00099478,
        -0.0229254,
        0.00990298,
        0.02504748,
        0.01103509,
        -0.01002065,
        -0.01105082,
        0.0085911,
        -0.02008658,
        -0.01259166,
        -0.00247381,
        0.00217059,
        -0.02131948,
        -0.00264463,
        0.01183303,
        -0.0200939,
        -0.00802105,
        0.01097476,
        0.00860818,
        -0.02176685,
        0.01244621,
        0.01678269,
        -0.00806077,
        0.0194993,
        0.00974802,
        -0.02071967,
        -0.02892916,
        -0.00469439,
        -0.01954783,
        -0.03511016,
        -0.00481206,
        0.00092754,
        -0.00647932,
        0.02529612,
        0.00747797,
        -0.00231357,
        -0.00390756,
        -0.0171801,
        -0.00410183,
        0.02131562,
        0.00454892,
        -0.0292922,
        -0.00711533,
        0.02149809,
        -0.01275244,
        -0.01269646,
        -0.01939993,
        -0.02410693,
        -0.00975765,
        0.01132927,
        0.02547917,
        -0.01860545,
        -0.02865321,
        -0.03200746,
        0.01562794,
        0.02289022,
        -0.01663926,
        -0.00958291,
        -0.01763906,
        -0.01870583,
        0.02814463,
        0.01109149,
        0.02033663,
        0.01271503,
        0.03006222,
        -0.00048329,
        -0.00158084,
        0.00507858,
        -0.02844111,
        -0.00451897,
        0.00376603,
        0.00168753,
        0.00129588,
        -0.01696272,
        0.0429162,
        0.00415294,
        -0.02960312,
        -0.01082198,
        0.02226594,
        0.00565284,
        -0.00193778,
        0.00644563,
        0.00607838,
        0.00383652,
        0.0387188,
        -0.02177966,
        0.01392916,
        -0.00389068,
        0.00462986,
        -0.00591028,
        0.00774544,
        0.02415533,
        -0.01322896,
        0.02906025,
        0.02997837,
        -0.00962439,
        0.04012598,
        0.0074251,
        0.0035456,
        -0.01087397,
        0.01074715,
        -0.00203071,
        -0.0077369,
        0.00579586,
        0.0075242,
        0.01921529,
        0.03780481,
        0.02322195,
        -0.00854881,
        0.01923305,
        -0.00798716,
        0.00166868,
        -0.02916843,
        0.00192206,
        0.0144256,
        0.00113591,
        -0.01708934,
        -0.02459632,
        0.02938533,
        -0.03380818,
        0.02188608,
        -0.02040062,
        -0.02458778,
        0.00072677,
        -0.00347958,
        -0.00128368,
        -0.00388601,
        -0.02840634,
        0.0021292,
        0.0023034,
        -0.01680031,
        0.01571158,
        0.00830004,
        -0.03735995,
        0.0254634,
        -0.00473872,
        -0.00072189,
        0.02520677,
        -0.00860385,
        0.01570575,
        0.00436401,
        -0.02640044,
        0.00596871,
        0.01531329,
        -0.00725632,
        0.00638598,
        -0.02094878,
        -0.01477943,
        -0.01413115,
        0.04499755,
        0.00113113,
        -0.03174527,
        -0.00209084,
        -0.03338251,
        -0.0096309,
        0.00287617,
        -0.01256197,
        0.01806203,
        -0.02083992,
        0.00520981,
        -0.01840962,
        -0.01567308,
        0.02502837,
        -0.00166109,
        -0.02704363,
        -0.00332124,
        0.00635724,
        -0.00385252,
        -0.00838694,
        0.01483678,
        0.00363128,
        -0.0092808,
        0.00838382,
        -0.00979391,
        0.03600009,
        -0.0133385,
        -0.03795407,
        0.01375116,
        0.01596306,
        0.00234801,
        0.01738501,
        0.02754136,
        -0.00016695,
        -0.02247729,
        -0.00583192,
        0.00303804,
        -0.01862978,
        0.00295507,
        -0.00252994,
        -0.01407245,
        0.00016214,
        -0.01388401,
        0.01226901,
        -0.01216287,
        -0.01331897,
        -0.02745839,
        0.00533697,
        -0.00886373,
        0.01137462,
        -0.0085808,
        0.0069616,
        -0.02154622,
        0.00649606,
        -0.00231059,
        -0.01416667,
        0.02500885,
        -0.01119208,
        -0.02103906,
        -0.01935066,
        -0.00227805,
        0.02452481,
        0.00060232,
        0.0104103,
        -0.00241755,
        -0.01093803,
        0.00326898,
        0.02128485,
        0.02182901,
        -0.00381456,
        -0.00549965,
        -0.0475321,
        0.00133885,
        0.0024913,
        -0.00498843,
        0.0218831,
        0.00093283,
        0.00075971,
        0.02190154,
        -0.03986854,
        -0.02121811,
        -0.01359594,
        0.00847025,
        -0.00618094,
        -0.01546106,
        0.00517741,
        0.01312633,
        -0.01497871,
        -0.00776035,
        0.01118489,
        -0.02040217,
        0.00727101,
        -0.03115027,
        0.0184103,
        -0.00714149,
        0.01175752,
        0.0036893,
        0.00872613,
        0.01293681,
        -0.02438077,
        -0.00291088,
        0.00280636,
        -0.00522472,
        0.00602782,
        0.0032788,
        0.01566291,
        0.00508319,
        -0.00120315,
        0.02941313,
        0.00818047,
        0.03064339,
        0.00138223,
        -0.00743662,
        -0.00375532,
        -0.00553083,
        -0.02147844,
        -0.02098986,
        0.01503158,
        -0.01685054,
        -0.01447685,
        -0.01132737,
        -0.00244616,
        -0.01728076,
        -0.03332868,
        -0.00314168,
        -0.02164423,
        0.0036973,
        0.02682395,
        0.00388641,
        0.00867326,
        -0.03751247,
        -0.00233092,
        0.01589548,
        0.02289741,
        -0.01888031,
        -0.02657688,
        -0.02343804,
        -0.00483036,
        -0.02808756,
        -0.00989105,
        -0.00036061,
        -0.01134445,
        0.01664197,
        0.02578348,
        -0.00212988
       ],
       "cols": [
        0,
        2,
        11,
        25,
        34,
        35,
        38,
        39,
        46,
        50,
        53,
        56,
        61,
        62,
        63,
        64,
        67,
        73,
        100,
        108,
        129,
        135,
        156,
        169,
        209,
        215,
        264,
        266,
        294,
        327,
        328,
        357,
        371,
        376,
        412,
        414,
        442,
        504,
        505,
        509,
        516,
        580,
        590,
        601,
        638,
        682,
        738,
        882,
        926,
        930,
        1047,
        1060,
        1087,
        1130,
        1155,
        1184,
        1460,
        1481,
        1787,
        1943,
        2005,
        2066,
        2738,
        3003
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.33485293,
        0.03469285,
        0.06433747,
        0.07593478,
        0.04320995,
        -0.20440264,
        0.01049561,
        -0.07845271,
        -0.02966316,
        0.07869723,
        0.02690876,
        -0.00667397,
        0.02327623,
        0.10146445,
        0.03316295,
        0.14016815,
        0.09809733,
        0.11769328,
        -0.20819545,
        -0.1066898,
        0.09799061,
        0.02515803,
        0.11596736,
        0.12506141,
        -0.02365931,
        -0.01581082,
        0.05179979,
        0.07284577,
        -0.03920847,
        -0.04298451,
        0.00825938,
        -0.10469546,
        0.06105305,
        -0.01464969,
        -0.1059337,
        0.00563145,
        0.08228201,
        0.21913013,
        -0.13936099,
        -0.01100376,
        -0.05633171,
        0.02826658,
        -0.06082795,
        0.01529873,
        -0.03269898,
        -0.06137543,
        0.07338464,
        -0.01731984,
        0.01293509,
        0.02285551,
        -0.0430566,
        0.06165075,
        -0.03291543,
        0.01243704,
        -0.02252448,
        0.10640015,
        0.02985976,
        0.02642925,
        0.01327473,
        0.03750305,
        0.02248123,
        -0.08859696,
        -0.04791253,
        0.02915941,
        0.04655077,
        -0.02370902,
        0.06000244,
        -0.02559192,
        0.0041156,
        -0.04574716,
        -0.0151819,
        0.03427166,
        -0.0521356,
        0.00275684,
        -0.11008257,
        -0.01052809,
        -0.05736936,
        -0.01020324,
        -0.09052463,
        0.00689397,
        0.03621768,
        0.07123613,
        0.00360201,
        -0.06619763,
        0.02345335,
        0.11091703,
        0.09016617,
        -0.01928664,
        0.01368285,
        -0.00499045,
        -0.03138366,
        -0.02867982,
        -0.04870289,
        -0.00659964,
        0.03185755,
        0.01343173,
        -0.04430854,
        0.03535172,
        -0.02320377,
        0.00691644,
        -0.02510364,
        -0.07474331,
        -0.01688526,
        0.03140407,
        -0.02430508,
        -0.01303292,
        -0.00812541,
        0.0027574,
        -0.02376566,
        -0.03320733,
        0.02914509,
        0.06341685,
        0.01786544,
        0.0007114,
        -0.01188948,
        0.07291664,
        -0.00413994,
        -0.0639967,
        -0.06567573,
        0.04150274,
        0.01945941,
        0.03311839,
        -0.02324571,
        0.00037765,
        -0.0109944,
        0.04036979,
        0.00052145,
        -0.01924994,
        0.00095022,
        0.0644691,
        0.00839896,
        -0.04536164,
        0.01759123,
        0.01193937,
        0.00483495,
        -0.00580474,
        -0.01910567,
        -0.06255472,
        0.05657258,
        -0.02691831,
        0.01994252,
        0.02171535,
        0.01559719,
        0.01146398,
        -0.03114962,
        0.02478721,
        0.04094142,
        0.0108493,
        -0.02564245,
        -0.00549383,
        0.01298171,
        0.00228927,
        0.0052698,
        0.02828737,
        -0.00475973,
        0.02829008,
        -0.05092382,
        0.02987025,
        0.00792591,
        0.00794679,
        0.03851486,
        -0.01412571,
        0.03591633,
        0.02479657,
        -0.01975248,
        -0.00360033,
        0.04643525,
        -0.01874319,
        -0.03569885,
        0.02199704,
        -0.01068916,
        -0.03476141,
        -0.00933738,
        -0.01238625,
        -0.0188238,
        -0.00079303,
        -0.00026924,
        -0.02419199,
        0.03646034,
        0.03449475,
        -0.0292365,
        -0.01684576,
        0.00764235,
        -0.01628162,
        -0.0080728,
        -0.01059124,
        -0.04215249,
        -0.04302702,
        0.02810987,
        -0.0130589,
        -0.03027271,
        -0.00660881,
        0.0222896,
        0.04006188,
        -0.03167387,
        0.03514763,
        -0.0102343,
        -0.02564783,
        -0.00238742,
        -0.04280112,
        -0.02142761,
        0.0457569,
        -0.00995881,
        -0.01363918,
        -0.0523981,
        0.03240933,
        -0.00046247,
        -0.02916587,
        -0.05593346,
        0.01162838,
        0.0239982,
        0.00696456,
        0.01568088,
        -0.02222509,
        -0.00589124,
        -0.02352338,
        -0.00299364,
        0.03131129,
        0.01445309,
        -0.08602708,
        -0.02007218,
        0.04017609,
        -0.01014829,
        -0.02538945,
        0.02321257,
        -0.06834598,
        0.00964575,
        -0.0051437,
        -0.01859846,
        -0.00214777,
        -0.04108446,
        0.03662089,
        0.01966953,
        0.04098223,
        0.01839868,
        0.01493723,
        0.00900578,
        0.01188021,
        -0.04769861,
        -0.00375667,
        -0.00330618,
        0.01062461,
        0.0013934,
        -0.00176543,
        0.02101856,
        0.02736561,
        0.01389204,
        -0.00640379,
        -0.00614297,
        0.01084499,
        0.02786553,
        -0.02415286,
        -0.02912875,
        -0.01692037,
        0.00126084,
        0.05189257,
        -0.01389195,
        -0.03966757,
        -0.00938222,
        -0.029164,
        -0.00431837,
        -0.00161096,
        0.02716199,
        0.01256876,
        0.00973001,
        0.03604037,
        0.02316862,
        0.02573312,
        -0.02866352,
        0.00940141,
        0.01636082,
        -0.04596978,
        0.01874516,
        -0.02349585,
        0.00517315,
        0.00220712,
        -0.01262933,
        0.02448426,
        -0.02697523,
        -0.03611716,
        0.01318228,
        -0.0020534,
        -0.02395383,
        0.02149507,
        -7.5e-07,
        0.01313674,
        0.00810257,
        -0.0237144,
        -0.03781516,
        -0.01663774,
        0.00806578,
        0.01225692,
        -0.01204816,
        0.02055262,
        0.01788219,
        -0.03242413,
        0.00801747,
        -0.00297862,
        -0.01131719,
        -0.01430189,
        0.03083245,
        -0.01074697,
        -0.02104215,
        0.03708439,
        -0.03587766,
        -0.00112949,
        -0.00407534,
        0.01345476,
        0.03780131,
        0.02845756,
        -0.01566019,
        -0.01311745,
        0.01434955,
        0.01990891,
        -0.03681851,
        0.02035851,
        -0.06993868,
        -0.05787938,
        -0.03253908,
        0.00905447,
        0.038856,
        -0.00199011,
        0.02992324,
        0.00809208,
        -0.00987577,
        -0.00634818,
        0.06414509,
        -0.00876435,
        -0.00199508,
        -0.01413713,
        0.02092653,
        -0.01234324,
        0.03740568,
        0.05363179,
        0.01417355,
        0.0100616,
        0.01451284,
        0.00778567,
        -0.0122038,
        0.00317306,
        -0.00395102,
        -0.01568509,
        -0.01977195,
        -0.00337621,
        -0.00852562,
        -0.01215244,
        0.00799697,
        0.01198815,
        -0.01456201,
        0.02279017,
        -0.0340085,
        -0.00045465,
        -0.04464959,
        -0.00148215,
        -0.04413975,
        0.00469116,
        -0.0103799,
        -0.01301511,
        0.01054597,
        -0.01396076,
        0.05034662,
        -0.01023035,
        0.01737638,
        -0.03203622,
        0.00871286,
        0.00355895,
        0.01077468,
        -0.0107326,
        0.00578704,
        0.00076102,
        0.00033403,
        -0.00997107,
        0.01247552,
        -0.00807111,
        0.00515466,
        -0.01044779,
        -0.00936228,
        0.0198695,
        -0.00272679,
        -0.01352749,
        7.16e-06,
        0.02315546,
        -0.026254,
        -0.0053682,
        0.00264656,
        0.01020446,
        0.00516271,
        0.01508454,
        -0.0209725,
        0.00244697,
        -0.01309793,
        -0.014711,
        -0.03019547,
        -0.00102567,
        0.00826303,
        0.03253384,
        0.01062864,
        -0.00843968,
        -0.01330544,
        0.02085557,
        -0.02482615,
        0.01753628,
        0.00801335,
        0.02842218,
        0.00948801,
        -0.03443109,
        0.0126709,
        0.00087775,
        0.00197925,
        0.00805351,
        0.02990451,
        -0.01561085,
        0.02241008,
        -0.02911878,
        0.01346374,
        -0.01211556,
        -0.0524451,
        0.04090678,
        -0.03539928,
        -0.01168483,
        -0.04193525,
        -0.00351266,
        0.01685971,
        -0.01135502,
        -0.10916007,
        0.02025623,
        5.093e-05,
        0.01171376,
        0.01459979,
        0.00613427,
        -0.00408939,
        0.01221592,
        -0.01002734,
        0.0186257,
        0.01269805,
        0.06049786,
        -0.01004597,
        -0.00597877,
        0.01513275,
        0.02150752,
        0.00289783,
        -0.00502687,
        -0.02977115,
        0.0105178,
        0.01677245,
        0.02142598,
        0.0200704,
        0.04995825,
        0.01128616,
        -0.01138572,
        0.0028806,
        0.02906739,
        -0.01654103,
        -0.0074083,
        -0.00165478,
        -0.02611711,
        -0.01441723,
        -0.02270881,
        0.01406153,
        0.0329129,
        0.03200575,
        -0.00264824,
        0.02199779,
        -0.01492557,
        -0.01760359,
        0.01623378,
        0.01867373,
        0.02524926,
        0.00967028,
        0.01461598,
        -0.02035144,
        0.02304462,
        -0.01513378,
        0.00965755,
        0.01401328,
        -0.00270961,
        0.00232686,
        0.01563304,
        0.02284709,
        -0.05560019,
        -0.04236459,
        0.00073883,
        -0.02807729,
        0.01340476,
        -0.00480668,
        -0.02714749,
        -0.00581044,
        0.00199742,
        0.01153813,
        -0.00933401,
        -0.03477429,
        -0.03197195,
        -0.00130699,
        -0.00737675,
        -0.01272538,
        0.02102258,
        0.00410118,
        -0.00145837,
        0.01512554,
        -0.02576101,
        -0.00219411,
        -0.00436368,
        0.00527814,
        0.00784812,
        0.01105572,
        0.00454362,
        -0.02113932,
        -0.00996873,
        0.01481754,
        0.0370915,
        0.01813238,
        -0.01072198,
        -0.02466616,
        -0.01082149,
        -0.0235935,
        0.00772955,
        -0.01920894,
        0.011986,
        0.0027178,
        -0.00140089,
        0.04917992,
        0.00532532,
        -0.00862383,
        0.0033925,
        0.01695543,
        0.01353779,
        -0.01470014,
        -0.03946432,
        0.01393099,
        -0.00813009,
        -0.00216593,
        0.00183808,
        0.02404295,
        -0.01900738,
        -0.02037269,
        0.00566403,
        0.00196521,
        0.01408339,
        -0.01416086,
        -0.02554832,
        0.00501152,
        -0.02169447,
        -0.00156593,
        0.00677395,
        0.01410867,
        0.01969471,
        -0.00997529,
        0.04218512,
        0.03097025,
        0.03468947,
        0.00412627,
        -0.02789333,
        0.01408405,
        -0.02234736,
        -0.00035949,
        -0.00303544,
        -0.00914162,
        -0.02251699,
        0.00473057,
        0.02165684,
        -0.00946849,
        0.0231431,
        -0.00792189,
        0.03188115,
        0.00995001,
        -0.01436275,
        0.0132283,
        0.02302178,
        0.01678467,
        0.01890898,
        0.00624642,
        -0.01549046,
        0.01312298,
        -0.01649535,
        0.02968395,
        -0.00939973,
        -0.01924723,
        0.04292338,
        0.0288663,
        0.02567896,
        -0.00700893,
        0.02072216,
        0.01288865,
        -0.00674905,
        0.0068656,
        -0.00257756,
        -0.00780505,
        -0.02037166,
        -0.00193348,
        -0.00860267,
        -0.03601069,
        0.00303545,
        0.05838604,
        0.02260059,
        -0.03325956,
        -0.03232592,
        -0.00711191,
        0.02423159,
        -0.00944073,
        0.0153579,
        0.01699695,
        -0.0008257,
        0.02907693,
        0.02055094,
        -0.00871408,
        -0.01249677,
        0.00056563,
        0.0096538,
        -0.01459426,
        0.00653958,
        0.01096033,
        0.02558932,
        -0.0168935,
        -0.01167921,
        0.01401768,
        -0.01887079,
        -0.0095849,
        -0.03007321,
        0.0249985,
        0.02601537,
        0.00875255,
        -0.01530061,
        -0.01763298,
        0.00101135,
        0.02701717,
        -0.01504728,
        0.01979423,
        -0.01740025,
        -0.00037391,
        0.01941003,
        0.00366848,
        0.00170964,
        0.01005537,
        0.00897676,
        -0.01451694,
        0.01472355,
        0.01401075,
        -0.04008098,
        0.00478178,
        0.00264469,
        0.01465146,
        -0.00858278,
        -0.01525469,
        -0.00837144,
        0.00379487,
        0.00762924,
        0.0141948,
        0.02449119,
        -0.02006853,
        -0.01467974,
        0.01018124,
        -0.03718886,
        -0.00821285,
        -0.00819946,
        0.00170308,
        0.01008323,
        0.01641961,
        0.03285327,
        -0.02158241,
        0.05546584,
        0.00506394,
        0.0028938,
        0.00908288,
        0.00138076,
        0.00620869,
        -0.00761552,
        -0.02185999,
        -0.00480003,
        0.01747121,
        0.00039572,
        0.01573705,
        0.00300708,
        -0.03099894,
        0.00092616,
        0.01118857,
        -0.02362317,
        -0.0301687,
        0.01169634,
        -0.00954914,
        -0.0323673,
        -0.04537297,
        -0.01935816,
        -0.00577393,
        -0.0322955,
        -0.00516561,
        9.74e-06,
        0.00058782,
        0.01400073,
        -0.04664317,
        -0.01463405,
        0.01198609,
        0.0194691,
        -0.00406392,
        0.0008507,
        -0.01848799,
        0.03592278,
        -0.01971447,
        -0.00676394,
        -0.02517347,
        0.01982344,
        0.00479301,
        0.02273475,
        0.00241195,
        -0.00936509,
        0.00513546,
        -0.01280215,
        0.00603569,
        0.0172984,
        -0.01518925,
        0.0097814,
        0.00418319,
        0.00138834,
        -0.02091384,
        -0.00198403,
        0.01229568,
        0.00035958,
        -0.01921193,
        0.01499279,
        -0.00202204,
        -0.01947481,
        -0.01102965,
        0.00401898,
        0.03645612,
        -0.02703262,
        0.00610309,
        -0.00235634,
        0.00785879,
        0.00642532,
        0.02070143,
        0.02173702,
        0.0086331,
        0.00403808,
        -0.02067142,
        -0.02638881,
        -0.00668427,
        -0.01563201,
        0.00041501,
        -0.01161527,
        -0.00428055,
        -0.03578255,
        0.00167846,
        -2.603e-05,
        0.00864414,
        0.00446198,
        -0.00604678,
        -0.0234791,
        0.00210582,
        0.02637112,
        0.02551471,
        0.00376715,
        0.01265203,
        0.01572001,
        -0.01759844,
        -0.01298658,
        -0.01324992,
        -0.01552491,
        -0.00672995,
        -0.00874197,
        -0.03830329,
        -0.0154488,
        -0.02508856,
        0.03405344,
        -0.00183639,
        0.01713831,
        0.00159486,
        -0.03485499,
        -0.00087476,
        -0.01704301,
        -0.00951778,
        0.04916522,
        0.00483608,
        -0.00797562,
        -0.01565256,
        0.00146399,
        -0.00162913,
        -0.02793031,
        -0.00984591,
        -0.00824814,
        0.00142111,
        0.01817587,
        0.01086203,
        -0.01275286,
        -0.0189762,
        -0.03228875,
        0.01003015,
        -0.00134121,
        0.00325151,
        -0.03226647,
        0.00423768,
        -0.0380742,
        0.02109345,
        0.00124923,
        0.03016158,
        -0.01302608,
        0.02091108,
        0.01425921,
        -0.03021008,
        -0.01007143,
        -0.02217595,
        -0.00590678,
        -0.01367597,
        -0.02060196,
        -0.00706154,
        -0.00447443,
        0.0351731,
        0.03089835,
        -0.00138713,
        -0.01089517,
        0.0110692,
        -0.01402011,
        -0.01749948,
        0.01299706,
        0.02726881,
        -0.00705925,
        0.01604795,
        -0.00103185,
        -0.00643478,
        -0.01959145,
        0.02240784,
        -0.0106791,
        0.0045717,
        -0.00056095,
        -0.00478964,
        0.01092616,
        0.00612308,
        -0.01870584,
        0.02174109,
        -0.00156753,
        0.01371979,
        -0.01055524,
        0.00970679,
        0.00153045,
        0.01469247,
        -0.00180606,
        0.00455373,
        0.03337794,
        0.01545489,
        0.02447022,
        -0.00159542,
        0.01690913,
        -0.01614372,
        0.00776934,
        0.00011459,
        0.00944597,
        -0.0094295,
        -0.00338595,
        -0.01048475,
        -0.02400045,
        0.03072975,
        -0.0109637,
        0.01086839,
        -0.00842686,
        -0.02364761,
        0.00342246,
        -0.00714168,
        0.02385984,
        -0.02467543,
        -0.01504063,
        -0.00446535,
        -0.01871253,
        -0.01395926,
        0.0247374,
        -0.0080816,
        -0.03657099,
        0.00132056,
        -0.01758603,
        0.01844427,
        -0.01328465,
        0.0111822,
        0.01086053,
        0.00981689,
        -0.03230486,
        0.01464552,
        -0.00148964,
        -0.00762999,
        -0.00404623,
        -0.01966663,
        0.00110262,
        0.00535944,
        0.01039123,
        -0.01684566,
        -0.02311614,
        -0.01413236,
        -0.02443904,
        -0.01073471,
        -0.00278614,
        -0.00934225,
        -0.00017413,
        -0.00365744,
        0.01714262,
        -0.01331676,
        -2.972e-05,
        -0.00191073,
        0.00781554,
        -0.01613794,
        0.00775712,
        0.00647007,
        -0.01789146,
        0.00141006,
        -0.0162336,
        -0.01072993,
        0.00046216,
        0.015242,
        0.00215394,
        0.03298695,
        0.03746279,
        -0.02986987,
        0.01046771,
        0.02376416,
        0.01895383,
        0.00395636,
        0.00173356,
        0.00281301,
        -0.02129791,
        0.0113186,
        0.00275263,
        0.01533038,
        -0.02215966,
        -0.00148776,
        -0.04362523,
        -0.02110263,
        -0.03406411,
        0.00858526,
        0.00519482,
        -0.01531371,
        -0.02032654,
        -0.00879037,
        -0.01910952,
        -0.00970773,
        -0.00597221,
        0.02600741,
        -0.01500964,
        0.00282593,
        0.00812054,
        0.01510925,
        0.01722519,
        -0.01325881,
        -0.03556012,
        -0.02189088,
        -0.0053198,
        0.02048756,
        0.02681401,
        -0.01647379,
        -0.00249846,
        -0.01893351,
        0.00662435,
        0.02269262,
        0.01222809,
        -0.0210267,
        -0.00039488,
        -0.0512335,
        0.00088038,
        -0.02341066,
        -0.00038121,
        0.01761548,
        0.02631648,
        0.01183771,
        0.02191784,
        0.00207306,
        -0.01902432,
        -0.02336112,
        -0.00491415,
        -0.00072113,
        0.00028628,
        -0.01824824,
        0.01573452,
        -0.03276414,
        -0.00953589,
        0.01647868,
        -0.01684641,
        0.00790728,
        -0.01832088,
        0.01247018,
        0.00042123,
        0.0078352,
        0.00828961,
        -0.0020343,
        -0.01149357,
        -0.02579743,
        -0.01467749,
        0.00252954,
        0.00356522,
        -0.0229656,
        0.00305361,
        0.0100733,
        0.00604701,
        0.00316089,
        0.0172147,
        -0.00011459,
        0.01843379,
        0.0113596,
        -0.01007929,
        -0.01242581,
        0.00019472,
        -0.02393127,
        -0.04665328,
        0.01382595,
        0.00461308,
        -0.02666152,
        -0.03019182,
        0.00341553,
        -0.0221114,
        0.00693722,
        -0.00555421,
        -0.02032205,
        -0.02492155,
        0.03080052,
        -0.0129261,
        -0.02659664,
        -0.02317971,
        -3.857e-05,
        0.01464641,
        0.02506778,
        -0.00284662,
        -0.00378326,
        0.0097126,
        -0.0022778,
        -0.00778427,
        0.0195424,
        0.00874459,
        -0.03001611,
        0.01055702,
        0.00944672,
        0.00660469
       ],
       "cols": [
        1,
        5,
        8,
        11,
        13,
        15,
        17,
        18,
        34,
        36,
        44,
        55,
        63,
        66,
        69,
        92,
        93,
        95,
        98,
        114,
        119,
        127,
        145,
        152,
        161,
        168,
        171,
        195,
        246,
        259,
        265,
        343,
        364,
        445,
        506,
        544,
        621,
        625,
        636,
        744,
        766,
        770,
        799,
        877,
        965,
        1003,
        1346,
        1410,
        1505,
        1704,
        1799,
        2072,
        2135,
        2175,
        2248,
        2314,
        2376,
        2437,
        2514,
        2595,
        2664,
        2684,
        2816,
        3343
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.10629002749919891
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.08094526082277298
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "60903250be040d25909fafea61cf5249241e2880bf156bb4893489a472bc1104",
     "model.language_model.layers.19.mlp.down_proj.weight": "76080ffdc9c649590aa9aeee43a66574c9fd2f426fcf2992a93c8202d779a526"
    }
   },
   "tokens_total": 8370988,
   "gpu_seconds": 1241,
   "tok_per_s_per_gpu": 7090
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.494140625,
   "gain_se": 0.026325524795961463,
   "problems_better": 164,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 122
  }
 },
 {
  "name": "dev/rebuilt-layers15-19-21",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.61328125,
   "acc_se": 0.028146055231451382,
   "cut_share": 0.2109375,
   "mean_tokens": 15946.546875,
   "closed_share": 0.87890625,
   "p_finish": 0.7890625,
   "p_correct_given_finished": 0.7747524752475248,
   "p_correct_given_cut": 0.009259259259259259,
   "no_answer_finished_share": 0.041015625,
   "loop_end_share_of_cut": 0.37962962962962965,
   "tail_dup8_cut_mean": 0.4439194444444445,
   "median_tokens_correct": 7588.0,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.734375,
     "acc_se": 0.035048432111921025,
     "cut_share": 0.06640625,
     "mean_tokens": 10811.515625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.4921875,
     "acc_se": 0.04149651013158087,
     "cut_share": 0.35546875,
     "mean_tokens": 21081.578125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "rebuilt-layers15-19-21",
    "spec": {
     "about": "Lab 3 experiment: layers15-19-21",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.24953727,
        0.02032124,
        0.04771795,
        0.04000831,
        0.0143242,
        -0.21995239,
        -0.03093798,
        -0.13847236,
        -0.0687337,
        0.09629215,
        0.03552215,
        0.02262742,
        -0.02543711,
        0.14368935,
        0.02360879,
        0.14979322,
        0.08297141,
        0.0825967,
        -0.19932722,
        -0.09169211,
        0.07426155,
        0.06157133,
        0.10419847,
        0.10763864,
        -0.0389273,
        -0.00109971,
        0.05881784,
        0.03821842,
        -0.01023125,
        -0.0155359,
        0.02342042,
        -0.10402809,
        0.04680654,
        -0.05265392,
        -0.11036691,
        -0.02119951,
        0.05915256,
        0.27601135,
        -0.07837382,
        -0.00347673,
        -0.05321625,
        0.02205025,
        -0.10572132,
        0.03832579,
        -0.02087151,
        -0.01947924,
        0.11653381,
        -0.02051564,
        -0.01071759,
        -0.03027302,
        -0.06089418,
        0.04463274,
        -0.03164496,
        0.01951855,
        -0.02302863,
        0.10757776,
        0.02056621,
        0.0343796,
        -0.0021492,
        0.04744004,
        0.02343818,
        -0.06339314,
        -0.03820134,
        0.02501658,
        0.03175897,
        -0.01598197,
        0.11075977,
        -0.01552098,
        0.01513177,
        -0.02714768,
        0.00190105,
        0.02348685,
        -0.05483799,
        -0.01767546,
        -0.13193983,
        0.00077896,
        -0.03830451,
        0.00821382,
        -0.08470301,
        -0.01127409,
        0.04484798,
        0.09724138,
        0.01788979,
        -0.05973997,
        -0.00031167,
        0.12036057,
        0.07074808,
        -0.0102,
        0.00488621,
        0.00638768,
        -0.03298204,
        -0.04133184,
        -0.0324551,
        0.01001455,
        0.04155349,
        0.02289063,
        -0.0624258,
        0.04258976,
        -0.03576536,
        -0.00779208,
        -0.01342702,
        -0.05784821,
        -0.01904367,
        0.0157368,
        -0.03480317,
        -0.02095752,
        -0.00261995,
        0.02260072,
        -0.05302511,
        -0.02176841,
        0.00990718,
        0.06076119,
        0.0167202,
        -0.01325404,
        -0.01575754,
        0.08361955,
        0.00011008,
        -0.03992344,
        -0.08015352,
        0.05218405,
        0.0256574,
        -0.00060408,
        -0.01703091,
        -0.01975281,
        -0.03141097,
        0.02056967,
        -0.00555578,
        -0.04516612,
        0.02356683,
        0.06884296,
        0.00917865,
        -0.02308802,
        0.02309628,
        0.01845497,
        0.00878982,
        -0.0203653,
        -0.00782054,
        -0.06458497,
        0.09055139,
        0.00214113,
        0.02803794,
        0.04403042,
        -0.00094625,
        0.00861618,
        -0.02396201,
        0.0074091,
        0.06147441,
        0.02295231,
        -0.01124603,
        -0.01861799,
        0.00209179,
        0.00096943,
        0.01037515,
        0.01955204,
        -0.02585044,
        0.01777056,
        -0.03991476,
        0.03768253,
        -0.00042653,
        0.00815431,
        0.04679773,
        -0.02307066,
        0.03822683,
        0.01438087,
        -0.02928447,
        0.01390374,
        0.09826396,
        0.03247706,
        -0.03843113,
        0.02039174,
        -0.03451136,
        -0.04692665,
        -0.01404249,
        0.01338147,
        -0.01011026,
        -0.00880787,
        0.01684509,
        -0.02588393,
        0.01805674,
        -0.00719016,
        -0.03264225,
        -0.00939176,
        0.02352562,
        -0.01662001,
        8.947e-05,
        0.01536887,
        -0.05908342,
        -0.02059522,
        0.03890344,
        -0.01219262,
        -0.02270816,
        -0.01308892,
        0.032672,
        0.01836841,
        -0.02627165,
        0.03396625,
        0.00332693,
        -0.02368261,
        0.01004383,
        -0.054905,
        -0.01186761,
        0.03973839,
        -0.01927921,
        -0.02496052,
        -0.03048274,
        0.01191071,
        0.01637166,
        -0.03282031,
        -0.06146573,
        9.029e-05,
        0.04366195,
        0.01741599,
        0.00701609,
        -0.01906414,
        0.00744014,
        -0.01633424,
        -0.01800021,
        0.0323564,
        -0.00062279,
        -0.07529375,
        -0.0075791,
        0.0210552,
        0.01169259,
        -0.02394276,
        0.00213605,
        -0.07524197,
        0.0136747,
        0.00861713,
        -0.03423766,
        -0.01383792,
        -0.02035608,
        0.04885746,
        0.01876548,
        0.03787666,
        0.00321658,
        0.02173865,
        0.00801081,
        -0.00432673,
        -0.04274024,
        -0.00183638,
        -0.0103395,
        0.01865445,
        0.00329304,
        0.00230449,
        0.01730042,
        0.01731126,
        -0.00055386,
        -0.04531341,
        0.01712174,
        0.00037972,
        0.03139253,
        -0.00045943,
        -0.04149744,
        0.000518,
        0.01067489,
        0.05003539,
        -0.00879554,
        -0.03149081,
        -0.0171353,
        -0.00978476,
        0.00836213,
        0.01475394,
        -0.00144215,
        -0.00334998,
        -0.01306126,
        0.01092799,
        0.00819701,
        0.00807866,
        -0.02311526,
        0.00778096,
        0.01513516,
        -0.034882,
        -0.00481504,
        -0.01090861,
        0.01800035,
        0.00075741,
        -0.03489013,
        -0.00890846,
        -0.05034224,
        -0.02017788,
        0.02364288,
        0.00457983,
        -0.0342081,
        0.01396834,
        0.00982909,
        0.02411675,
        0.00694275,
        -0.00293969,
        -0.04230263,
        0.01600197,
        0.02097433,
        0.00090792,
        -0.01560442,
        0.00514772,
        0.0137536,
        -0.0069557,
        -0.00067648,
        -0.00811737,
        0.02232993,
        -0.01514024,
        0.08919945,
        0.00301825,
        0.01551488,
        0.0462007,
        -0.01763635,
        0.00928134,
        0.00533358,
        0.0195843,
        0.03148966,
        0.01661635,
        -0.00448385,
        0.02584421,
        0.00887918,
        0.02956191,
        -0.05374401,
        0.04092161,
        -0.06316315,
        -0.06251528,
        -0.06065762,
        0.01565573,
        0.01009507,
        0.00039843,
        0.06566611,
        0.02716734,
        -0.0003762,
        -0.00366652,
        0.06472894,
        -0.01461635,
        0.00866892,
        0.00744909,
        -0.01116645,
        -0.01881022,
        0.00428999,
        0.03664328,
        0.00441959,
        0.00618765,
        0.02925167,
        0.00133465,
        -0.01213202,
        -0.00427983,
        -0.00818278,
        0.02032951,
        -0.01536711,
        0.00697054,
        -0.03022951,
        0.02546028,
        0.01947673,
        -0.00402028,
        -0.01183439,
        0.03930105,
        -0.01655081,
        -0.00801508,
        -0.03856235,
        -0.00350546,
        -0.06303616,
        -0.01669959,
        0.00690717,
        -0.0204038,
        0.01802597,
        -0.01219154,
        0.01592795,
        -0.00070603,
        0.03511924,
        -0.018538,
        -0.00704585,
        0.00904308,
        0.00613573,
        -0.0150446,
        0.00495122,
        -0.02130735,
        -0.00971549,
        -0.01199382,
        -0.01386097,
        0.01570345,
        0.00240006,
        0.00064177,
        -0.0038635,
        0.01867323,
        0.00244209,
        -0.00370801,
        -0.02493361,
        -0.00779547,
        -0.03015996,
        0.00707168,
        -0.00050214,
        0.02271128,
        0.00928181,
        0.00883255,
        -0.01380667,
        -0.02119225,
        -0.02348454,
        0.00430965,
        -0.00848631,
        -0.00847641,
        -0.00610021,
        0.02354609,
        0.00890114,
        -0.00753464,
        -0.00556093,
        0.00221752,
        -0.02240666,
        0.03152145,
        0.02903503,
        0.02509717,
        -0.02199765,
        -0.0370455,
        -0.00424749,
        -0.0073382,
        0.04361898,
        -0.00020525,
        0.02663727,
        -0.01912568,
        0.02326005,
        -0.02344442,
        0.02198884,
        -0.01359024,
        -0.02811271,
        0.00990257,
        -0.02367434,
        0.00514392,
        -0.03639058,
        -0.00174365,
        0.01068994,
        -0.00056436,
        -0.06993997,
        0.01277461,
        -0.00027771,
        0.00881546,
        -0.00927029,
        0.00370692,
        -0.02268402,
        0.00086552,
        -0.00182187,
        0.02215254,
        0.00216581,
        0.04274159,
        -0.0213224,
        -0.00871555,
        0.01324753,
        0.03569933,
        -0.00604653,
        -0.00054132,
        0.02708152,
        0.0156354,
        0.01532854,
        0.01847429,
        0.03432374,
        0.01492259,
        0.01553609,
        -0.02336396,
        -0.01170587,
        0.01463112,
        -0.00971806,
        0.0065694,
        0.01784878,
        -0.00612434,
        -0.00295724,
        -0.01064425,
        0.01663777,
        0.0185685,
        0.02852665,
        -0.00981581,
        0.01066554,
        -0.01361641,
        -0.02228133,
        0.03113523,
        0.02426337,
        0.00486269,
        0.01181809,
        0.01762869,
        -0.02489389,
        0.03073462,
        -0.01638569,
        -0.00472346,
        0.00900668,
        0.01496488,
        -0.00837067,
        0.03504048,
        0.00483944,
        -0.01933852,
        -0.03348221,
        -0.00154681,
        -0.02760711,
        0.01916866,
        -0.00771995,
        -0.00483741,
        0.01592334,
        0.03234,
        -0.0044583,
        -0.00997334,
        -0.0054156,
        -0.01612384,
        -0.0277504,
        0.00014797,
        0.00118905,
        0.00114228,
        0.02686001,
        0.01271726,
        0.04131245,
        -0.03268129,
        -0.00507546,
        -0.01850859,
        0.01750851,
        0.02386562,
        0.01911094,
        0.02560507,
        -0.00085027,
        -0.0037884,
        -0.01314613,
        -0.00036874,
        0.01763174,
        -0.01506276,
        -0.02007655,
        -0.00070394,
        -0.01933974,
        0.02117775,
        -0.0197523,
        0.01275597,
        -0.00043964,
        -0.00920847,
        0.04400012,
        0.00065479,
        0.00978442,
        0.01224339,
        0.00843249,
        0.01852363,
        -0.02272808,
        -0.00435086,
        0.00467805,
        -0.01969587,
        0.0104729,
        0.00644387,
        0.01556693,
        -0.00039924,
        -0.03624526,
        -0.00583931,
        0.01209956,
        0.03393426,
        0.02946118,
        0.0052841,
        0.01848364,
        -0.01311671,
        0.00703236,
        -0.00775086,
        0.01492621,
        0.01959657,
        -0.02304517,
        0.02501997,
        0.02633144,
        0.01188129,
        -0.01033177,
        -0.05345566,
        0.01437744,
        -0.02516746,
        0.02001703,
        -0.0043796,
        0.02080955,
        -0.0092044,
        0.00400259,
        0.03293351,
        -0.00926822,
        0.02755668,
        0.00430748,
        0.03074696,
        -0.01154997,
        -0.00662604,
        0.01208532,
        -0.0054236,
        0.00058863,
        0.01515122,
        0.00286804,
        -0.03359331,
        0.006274,
        -0.01387866,
        0.00994134,
        -0.00111388,
        -0.03085189,
        -0.02703462,
        0.03251583,
        0.01163809,
        0.00467459,
        0.02080074,
        0.00122755,
        -0.01627947,
        -0.00485002,
        -0.00307627,
        -0.00993429,
        0.01340899,
        0.01787454,
        -0.02771156,
        -0.00708306,
        0.00729373,
        0.01489344,
        -0.0032803,
        -0.00571629,
        -0.02973327,
        0.0013901,
        -0.00129384,
        0.00512576,
        0.03255487,
        0.00524011,
        -0.01886851,
        0.03806211,
        0.00619361,
        -0.01725866,
        0.00897313,
        -0.00135034,
        0.01599166,
        -0.02018507,
        -0.01595133,
        0.01487378,
        0.00294721,
        0.00102176,
        -0.00473533,
        0.00511234,
        -0.00398348,
        0.01135204,
        0.00754507,
        0.02357361,
        0.03142235,
        -0.00648861,
        -0.01727412,
        -0.01826213,
        -0.00099926,
        0.02374178,
        -0.00095574,
        0.02314333,
        -0.00078425,
        -0.0192946,
        0.01915835,
        -0.00171457,
        -0.00351598,
        0.00217374,
        -0.00616731,
        0.00662051,
        -0.00403052,
        0.02256066,
        -0.01207136,
        -0.00523706,
        0.01712961,
        0.0475691,
        -0.00626641,
        0.0019913,
        -0.01728008,
        0.0176838,
        -0.00322787,
        0.01693019,
        0.03213869,
        -0.01507388,
        -0.02262384,
        0.0189039,
        -0.00333628,
        -0.00649579,
        -0.00333384,
        0.00296422,
        0.007682,
        0.00162625,
        0.02766717,
        0.00457197,
        0.04865065,
        -0.00820853,
        0.02016005,
        0.03420485,
        -0.0131285,
        0.02328214,
        -0.00852074,
        -0.01124847,
        -0.00485998,
        0.04002898,
        -0.0211242,
        -0.00886603,
        -0.02890895,
        -0.01964639,
        0.00854094,
        0.01961291,
        -0.03156931,
        -0.03173686,
        -0.00388045,
        -0.02344103,
        -0.037501,
        -0.03553733,
        -0.01519209,
        -0.01791494,
        -0.03089717,
        -0.01997609,
        0.00598362,
        0.02980532,
        0.00301147,
        -0.02656583,
        -0.01941959,
        0.01617874,
        0.01348796,
        -0.00811255,
        0.00204054,
        -0.00675811,
        0.01261742,
        0.00900566,
        -0.01580282,
        0.00220431,
        -0.00297819,
        -0.00867088,
        0.02229637,
        0.00264761,
        0.00745153,
        0.0156985,
        -0.00621707,
        0.001004,
        0.00017393,
        -0.02039811,
        0.00801156,
        -0.02776234,
        -0.02535997,
        -0.02567489,
        0.00281981,
        -0.00654595,
        -0.01022325,
        -0.00170163,
        -0.01141319,
        0.01317656,
        0.00056951,
        -0.01078958,
        0.02116568,
        0.0095097,
        -0.0149497,
        0.02496791,
        0.01960952,
        0.01990261,
        0.02258615,
        0.01920174,
        0.03596667,
        0.00099478,
        -0.0229254,
        0.00990298,
        0.02504748,
        0.01103509,
        -0.01002065,
        -0.01105082,
        0.0085911,
        -0.02008658,
        -0.01259166,
        -0.00247381,
        0.00217059,
        -0.02131948,
        -0.00264463,
        0.01183303,
        -0.0200939,
        -0.00802105,
        0.01097476,
        0.00860818,
        -0.02176685,
        0.01244621,
        0.01678269,
        -0.00806077,
        0.0194993,
        0.00974802,
        -0.02071967,
        -0.02892916,
        -0.00469439,
        -0.01954783,
        -0.03511016,
        -0.00481206,
        0.00092754,
        -0.00647932,
        0.02529612,
        0.00747797,
        -0.00231357,
        -0.00390756,
        -0.0171801,
        -0.00410183,
        0.02131562,
        0.00454892,
        -0.0292922,
        -0.00711533,
        0.02149809,
        -0.01275244,
        -0.01269646,
        -0.01939993,
        -0.02410693,
        -0.00975765,
        0.01132927,
        0.02547917,
        -0.01860545,
        -0.02865321,
        -0.03200746,
        0.01562794,
        0.02289022,
        -0.01663926,
        -0.00958291,
        -0.01763906,
        -0.01870583,
        0.02814463,
        0.01109149,
        0.02033663,
        0.01271503,
        0.03006222,
        -0.00048329,
        -0.00158084,
        0.00507858,
        -0.02844111,
        -0.00451897,
        0.00376603,
        0.00168753,
        0.00129588,
        -0.01696272,
        0.0429162,
        0.00415294,
        -0.02960312,
        -0.01082198,
        0.02226594,
        0.00565284,
        -0.00193778,
        0.00644563,
        0.00607838,
        0.00383652,
        0.0387188,
        -0.02177966,
        0.01392916,
        -0.00389068,
        0.00462986,
        -0.00591028,
        0.00774544,
        0.02415533,
        -0.01322896,
        0.02906025,
        0.02997837,
        -0.00962439,
        0.04012598,
        0.0074251,
        0.0035456,
        -0.01087397,
        0.01074715,
        -0.00203071,
        -0.0077369,
        0.00579586,
        0.0075242,
        0.01921529,
        0.03780481,
        0.02322195,
        -0.00854881,
        0.01923305,
        -0.00798716,
        0.00166868,
        -0.02916843,
        0.00192206,
        0.0144256,
        0.00113591,
        -0.01708934,
        -0.02459632,
        0.02938533,
        -0.03380818,
        0.02188608,
        -0.02040062,
        -0.02458778,
        0.00072677,
        -0.00347958,
        -0.00128368,
        -0.00388601,
        -0.02840634,
        0.0021292,
        0.0023034,
        -0.01680031,
        0.01571158,
        0.00830004,
        -0.03735995,
        0.0254634,
        -0.00473872,
        -0.00072189,
        0.02520677,
        -0.00860385,
        0.01570575,
        0.00436401,
        -0.02640044,
        0.00596871,
        0.01531329,
        -0.00725632,
        0.00638598,
        -0.02094878,
        -0.01477943,
        -0.01413115,
        0.04499755,
        0.00113113,
        -0.03174527,
        -0.00209084,
        -0.03338251,
        -0.0096309,
        0.00287617,
        -0.01256197,
        0.01806203,
        -0.02083992,
        0.00520981,
        -0.01840962,
        -0.01567308,
        0.02502837,
        -0.00166109,
        -0.02704363,
        -0.00332124,
        0.00635724,
        -0.00385252,
        -0.00838694,
        0.01483678,
        0.00363128,
        -0.0092808,
        0.00838382,
        -0.00979391,
        0.03600009,
        -0.0133385,
        -0.03795407,
        0.01375116,
        0.01596306,
        0.00234801,
        0.01738501,
        0.02754136,
        -0.00016695,
        -0.02247729,
        -0.00583192,
        0.00303804,
        -0.01862978,
        0.00295507,
        -0.00252994,
        -0.01407245,
        0.00016214,
        -0.01388401,
        0.01226901,
        -0.01216287,
        -0.01331897,
        -0.02745839,
        0.00533697,
        -0.00886373,
        0.01137462,
        -0.0085808,
        0.0069616,
        -0.02154622,
        0.00649606,
        -0.00231059,
        -0.01416667,
        0.02500885,
        -0.01119208,
        -0.02103906,
        -0.01935066,
        -0.00227805,
        0.02452481,
        0.00060232,
        0.0104103,
        -0.00241755,
        -0.01093803,
        0.00326898,
        0.02128485,
        0.02182901,
        -0.00381456,
        -0.00549965,
        -0.0475321,
        0.00133885,
        0.0024913,
        -0.00498843,
        0.0218831,
        0.00093283,
        0.00075971,
        0.02190154,
        -0.03986854,
        -0.02121811,
        -0.01359594,
        0.00847025,
        -0.00618094,
        -0.01546106,
        0.00517741,
        0.01312633,
        -0.01497871,
        -0.00776035,
        0.01118489,
        -0.02040217,
        0.00727101,
        -0.03115027,
        0.0184103,
        -0.00714149,
        0.01175752,
        0.0036893,
        0.00872613,
        0.01293681,
        -0.02438077,
        -0.00291088,
        0.00280636,
        -0.00522472,
        0.00602782,
        0.0032788,
        0.01566291,
        0.00508319,
        -0.00120315,
        0.02941313,
        0.00818047,
        0.03064339,
        0.00138223,
        -0.00743662,
        -0.00375532,
        -0.00553083,
        -0.02147844,
        -0.02098986,
        0.01503158,
        -0.01685054,
        -0.01447685,
        -0.01132737,
        -0.00244616,
        -0.01728076,
        -0.03332868,
        -0.00314168,
        -0.02164423,
        0.0036973,
        0.02682395,
        0.00388641,
        0.00867326,
        -0.03751247,
        -0.00233092,
        0.01589548,
        0.02289741,
        -0.01888031,
        -0.02657688,
        -0.02343804,
        -0.00483036,
        -0.02808756,
        -0.00989105,
        -0.00036061,
        -0.01134445,
        0.01664197,
        0.02578348,
        -0.00212988
       ],
       "cols": [
        0,
        2,
        11,
        25,
        34,
        35,
        38,
        39,
        46,
        50,
        53,
        56,
        61,
        62,
        63,
        64,
        67,
        73,
        100,
        108,
        129,
        135,
        156,
        169,
        209,
        215,
        264,
        266,
        294,
        327,
        328,
        357,
        371,
        376,
        412,
        414,
        442,
        504,
        505,
        509,
        516,
        580,
        590,
        601,
        638,
        682,
        738,
        882,
        926,
        930,
        1047,
        1060,
        1087,
        1130,
        1155,
        1184,
        1460,
        1481,
        1787,
        1943,
        2005,
        2066,
        2738,
        3003
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.33485293,
        0.03469285,
        0.06433747,
        0.07593478,
        0.04320995,
        -0.20440264,
        0.01049561,
        -0.07845271,
        -0.02966316,
        0.07869723,
        0.02690876,
        -0.00667397,
        0.02327623,
        0.10146445,
        0.03316295,
        0.14016815,
        0.09809733,
        0.11769328,
        -0.20819545,
        -0.1066898,
        0.09799061,
        0.02515803,
        0.11596736,
        0.12506141,
        -0.02365931,
        -0.01581082,
        0.05179979,
        0.07284577,
        -0.03920847,
        -0.04298451,
        0.00825938,
        -0.10469546,
        0.06105305,
        -0.01464969,
        -0.1059337,
        0.00563145,
        0.08228201,
        0.21913013,
        -0.13936099,
        -0.01100376,
        -0.05633171,
        0.02826658,
        -0.06082795,
        0.01529873,
        -0.03269898,
        -0.06137543,
        0.07338464,
        -0.01731984,
        0.01293509,
        0.02285551,
        -0.0430566,
        0.06165075,
        -0.03291543,
        0.01243704,
        -0.02252448,
        0.10640015,
        0.02985976,
        0.02642925,
        0.01327473,
        0.03750305,
        0.02248123,
        -0.08859696,
        -0.04791253,
        0.02915941,
        0.04655077,
        -0.02370902,
        0.06000244,
        -0.02559192,
        0.0041156,
        -0.04574716,
        -0.0151819,
        0.03427166,
        -0.0521356,
        0.00275684,
        -0.11008257,
        -0.01052809,
        -0.05736936,
        -0.01020324,
        -0.09052463,
        0.00689397,
        0.03621768,
        0.07123613,
        0.00360201,
        -0.06619763,
        0.02345335,
        0.11091703,
        0.09016617,
        -0.01928664,
        0.01368285,
        -0.00499045,
        -0.03138366,
        -0.02867982,
        -0.04870289,
        -0.00659964,
        0.03185755,
        0.01343173,
        -0.04430854,
        0.03535172,
        -0.02320377,
        0.00691644,
        -0.02510364,
        -0.07474331,
        -0.01688526,
        0.03140407,
        -0.02430508,
        -0.01303292,
        -0.00812541,
        0.0027574,
        -0.02376566,
        -0.03320733,
        0.02914509,
        0.06341685,
        0.01786544,
        0.0007114,
        -0.01188948,
        0.07291664,
        -0.00413994,
        -0.0639967,
        -0.06567573,
        0.04150274,
        0.01945941,
        0.03311839,
        -0.02324571,
        0.00037765,
        -0.0109944,
        0.04036979,
        0.00052145,
        -0.01924994,
        0.00095022,
        0.0644691,
        0.00839896,
        -0.04536164,
        0.01759123,
        0.01193937,
        0.00483495,
        -0.00580474,
        -0.01910567,
        -0.06255472,
        0.05657258,
        -0.02691831,
        0.01994252,
        0.02171535,
        0.01559719,
        0.01146398,
        -0.03114962,
        0.02478721,
        0.04094142,
        0.0108493,
        -0.02564245,
        -0.00549383,
        0.01298171,
        0.00228927,
        0.0052698,
        0.02828737,
        -0.00475973,
        0.02829008,
        -0.05092382,
        0.02987025,
        0.00792591,
        0.00794679,
        0.03851486,
        -0.01412571,
        0.03591633,
        0.02479657,
        -0.01975248,
        -0.00360033,
        0.04643525,
        -0.01874319,
        -0.03569885,
        0.02199704,
        -0.01068916,
        -0.03476141,
        -0.00933738,
        -0.01238625,
        -0.0188238,
        -0.00079303,
        -0.00026924,
        -0.02419199,
        0.03646034,
        0.03449475,
        -0.0292365,
        -0.01684576,
        0.00764235,
        -0.01628162,
        -0.0080728,
        -0.01059124,
        -0.04215249,
        -0.04302702,
        0.02810987,
        -0.0130589,
        -0.03027271,
        -0.00660881,
        0.0222896,
        0.04006188,
        -0.03167387,
        0.03514763,
        -0.0102343,
        -0.02564783,
        -0.00238742,
        -0.04280112,
        -0.02142761,
        0.0457569,
        -0.00995881,
        -0.01363918,
        -0.0523981,
        0.03240933,
        -0.00046247,
        -0.02916587,
        -0.05593346,
        0.01162838,
        0.0239982,
        0.00696456,
        0.01568088,
        -0.02222509,
        -0.00589124,
        -0.02352338,
        -0.00299364,
        0.03131129,
        0.01445309,
        -0.08602708,
        -0.02007218,
        0.04017609,
        -0.01014829,
        -0.02538945,
        0.02321257,
        -0.06834598,
        0.00964575,
        -0.0051437,
        -0.01859846,
        -0.00214777,
        -0.04108446,
        0.03662089,
        0.01966953,
        0.04098223,
        0.01839868,
        0.01493723,
        0.00900578,
        0.01188021,
        -0.04769861,
        -0.00375667,
        -0.00330618,
        0.01062461,
        0.0013934,
        -0.00176543,
        0.02101856,
        0.02736561,
        0.01389204,
        -0.00640379,
        -0.00614297,
        0.01084499,
        0.02786553,
        -0.02415286,
        -0.02912875,
        -0.01692037,
        0.00126084,
        0.05189257,
        -0.01389195,
        -0.03966757,
        -0.00938222,
        -0.029164,
        -0.00431837,
        -0.00161096,
        0.02716199,
        0.01256876,
        0.00973001,
        0.03604037,
        0.02316862,
        0.02573312,
        -0.02866352,
        0.00940141,
        0.01636082,
        -0.04596978,
        0.01874516,
        -0.02349585,
        0.00517315,
        0.00220712,
        -0.01262933,
        0.02448426,
        -0.02697523,
        -0.03611716,
        0.01318228,
        -0.0020534,
        -0.02395383,
        0.02149507,
        -7.5e-07,
        0.01313674,
        0.00810257,
        -0.0237144,
        -0.03781516,
        -0.01663774,
        0.00806578,
        0.01225692,
        -0.01204816,
        0.02055262,
        0.01788219,
        -0.03242413,
        0.00801747,
        -0.00297862,
        -0.01131719,
        -0.01430189,
        0.03083245,
        -0.01074697,
        -0.02104215,
        0.03708439,
        -0.03587766,
        -0.00112949,
        -0.00407534,
        0.01345476,
        0.03780131,
        0.02845756,
        -0.01566019,
        -0.01311745,
        0.01434955,
        0.01990891,
        -0.03681851,
        0.02035851,
        -0.06993868,
        -0.05787938,
        -0.03253908,
        0.00905447,
        0.038856,
        -0.00199011,
        0.02992324,
        0.00809208,
        -0.00987577,
        -0.00634818,
        0.06414509,
        -0.00876435,
        -0.00199508,
        -0.01413713,
        0.02092653,
        -0.01234324,
        0.03740568,
        0.05363179,
        0.01417355,
        0.0100616,
        0.01451284,
        0.00778567,
        -0.0122038,
        0.00317306,
        -0.00395102,
        -0.01568509,
        -0.01977195,
        -0.00337621,
        -0.00852562,
        -0.01215244,
        0.00799697,
        0.01198815,
        -0.01456201,
        0.02279017,
        -0.0340085,
        -0.00045465,
        -0.04464959,
        -0.00148215,
        -0.04413975,
        0.00469116,
        -0.0103799,
        -0.01301511,
        0.01054597,
        -0.01396076,
        0.05034662,
        -0.01023035,
        0.01737638,
        -0.03203622,
        0.00871286,
        0.00355895,
        0.01077468,
        -0.0107326,
        0.00578704,
        0.00076102,
        0.00033403,
        -0.00997107,
        0.01247552,
        -0.00807111,
        0.00515466,
        -0.01044779,
        -0.00936228,
        0.0198695,
        -0.00272679,
        -0.01352749,
        7.16e-06,
        0.02315546,
        -0.026254,
        -0.0053682,
        0.00264656,
        0.01020446,
        0.00516271,
        0.01508454,
        -0.0209725,
        0.00244697,
        -0.01309793,
        -0.014711,
        -0.03019547,
        -0.00102567,
        0.00826303,
        0.03253384,
        0.01062864,
        -0.00843968,
        -0.01330544,
        0.02085557,
        -0.02482615,
        0.01753628,
        0.00801335,
        0.02842218,
        0.00948801,
        -0.03443109,
        0.0126709,
        0.00087775,
        0.00197925,
        0.00805351,
        0.02990451,
        -0.01561085,
        0.02241008,
        -0.02911878,
        0.01346374,
        -0.01211556,
        -0.0524451,
        0.04090678,
        -0.03539928,
        -0.01168483,
        -0.04193525,
        -0.00351266,
        0.01685971,
        -0.01135502,
        -0.10916007,
        0.02025623,
        5.093e-05,
        0.01171376,
        0.01459979,
        0.00613427,
        -0.00408939,
        0.01221592,
        -0.01002734,
        0.0186257,
        0.01269805,
        0.06049786,
        -0.01004597,
        -0.00597877,
        0.01513275,
        0.02150752,
        0.00289783,
        -0.00502687,
        -0.02977115,
        0.0105178,
        0.01677245,
        0.02142598,
        0.0200704,
        0.04995825,
        0.01128616,
        -0.01138572,
        0.0028806,
        0.02906739,
        -0.01654103,
        -0.0074083,
        -0.00165478,
        -0.02611711,
        -0.01441723,
        -0.02270881,
        0.01406153,
        0.0329129,
        0.03200575,
        -0.00264824,
        0.02199779,
        -0.01492557,
        -0.01760359,
        0.01623378,
        0.01867373,
        0.02524926,
        0.00967028,
        0.01461598,
        -0.02035144,
        0.02304462,
        -0.01513378,
        0.00965755,
        0.01401328,
        -0.00270961,
        0.00232686,
        0.01563304,
        0.02284709,
        -0.05560019,
        -0.04236459,
        0.00073883,
        -0.02807729,
        0.01340476,
        -0.00480668,
        -0.02714749,
        -0.00581044,
        0.00199742,
        0.01153813,
        -0.00933401,
        -0.03477429,
        -0.03197195,
        -0.00130699,
        -0.00737675,
        -0.01272538,
        0.02102258,
        0.00410118,
        -0.00145837,
        0.01512554,
        -0.02576101,
        -0.00219411,
        -0.00436368,
        0.00527814,
        0.00784812,
        0.01105572,
        0.00454362,
        -0.02113932,
        -0.00996873,
        0.01481754,
        0.0370915,
        0.01813238,
        -0.01072198,
        -0.02466616,
        -0.01082149,
        -0.0235935,
        0.00772955,
        -0.01920894,
        0.011986,
        0.0027178,
        -0.00140089,
        0.04917992,
        0.00532532,
        -0.00862383,
        0.0033925,
        0.01695543,
        0.01353779,
        -0.01470014,
        -0.03946432,
        0.01393099,
        -0.00813009,
        -0.00216593,
        0.00183808,
        0.02404295,
        -0.01900738,
        -0.02037269,
        0.00566403,
        0.00196521,
        0.01408339,
        -0.01416086,
        -0.02554832,
        0.00501152,
        -0.02169447,
        -0.00156593,
        0.00677395,
        0.01410867,
        0.01969471,
        -0.00997529,
        0.04218512,
        0.03097025,
        0.03468947,
        0.00412627,
        -0.02789333,
        0.01408405,
        -0.02234736,
        -0.00035949,
        -0.00303544,
        -0.00914162,
        -0.02251699,
        0.00473057,
        0.02165684,
        -0.00946849,
        0.0231431,
        -0.00792189,
        0.03188115,
        0.00995001,
        -0.01436275,
        0.0132283,
        0.02302178,
        0.01678467,
        0.01890898,
        0.00624642,
        -0.01549046,
        0.01312298,
        -0.01649535,
        0.02968395,
        -0.00939973,
        -0.01924723,
        0.04292338,
        0.0288663,
        0.02567896,
        -0.00700893,
        0.02072216,
        0.01288865,
        -0.00674905,
        0.0068656,
        -0.00257756,
        -0.00780505,
        -0.02037166,
        -0.00193348,
        -0.00860267,
        -0.03601069,
        0.00303545,
        0.05838604,
        0.02260059,
        -0.03325956,
        -0.03232592,
        -0.00711191,
        0.02423159,
        -0.00944073,
        0.0153579,
        0.01699695,
        -0.0008257,
        0.02907693,
        0.02055094,
        -0.00871408,
        -0.01249677,
        0.00056563,
        0.0096538,
        -0.01459426,
        0.00653958,
        0.01096033,
        0.02558932,
        -0.0168935,
        -0.01167921,
        0.01401768,
        -0.01887079,
        -0.0095849,
        -0.03007321,
        0.0249985,
        0.02601537,
        0.00875255,
        -0.01530061,
        -0.01763298,
        0.00101135,
        0.02701717,
        -0.01504728,
        0.01979423,
        -0.01740025,
        -0.00037391,
        0.01941003,
        0.00366848,
        0.00170964,
        0.01005537,
        0.00897676,
        -0.01451694,
        0.01472355,
        0.01401075,
        -0.04008098,
        0.00478178,
        0.00264469,
        0.01465146,
        -0.00858278,
        -0.01525469,
        -0.00837144,
        0.00379487,
        0.00762924,
        0.0141948,
        0.02449119,
        -0.02006853,
        -0.01467974,
        0.01018124,
        -0.03718886,
        -0.00821285,
        -0.00819946,
        0.00170308,
        0.01008323,
        0.01641961,
        0.03285327,
        -0.02158241,
        0.05546584,
        0.00506394,
        0.0028938,
        0.00908288,
        0.00138076,
        0.00620869,
        -0.00761552,
        -0.02185999,
        -0.00480003,
        0.01747121,
        0.00039572,
        0.01573705,
        0.00300708,
        -0.03099894,
        0.00092616,
        0.01118857,
        -0.02362317,
        -0.0301687,
        0.01169634,
        -0.00954914,
        -0.0323673,
        -0.04537297,
        -0.01935816,
        -0.00577393,
        -0.0322955,
        -0.00516561,
        9.74e-06,
        0.00058782,
        0.01400073,
        -0.04664317,
        -0.01463405,
        0.01198609,
        0.0194691,
        -0.00406392,
        0.0008507,
        -0.01848799,
        0.03592278,
        -0.01971447,
        -0.00676394,
        -0.02517347,
        0.01982344,
        0.00479301,
        0.02273475,
        0.00241195,
        -0.00936509,
        0.00513546,
        -0.01280215,
        0.00603569,
        0.0172984,
        -0.01518925,
        0.0097814,
        0.00418319,
        0.00138834,
        -0.02091384,
        -0.00198403,
        0.01229568,
        0.00035958,
        -0.01921193,
        0.01499279,
        -0.00202204,
        -0.01947481,
        -0.01102965,
        0.00401898,
        0.03645612,
        -0.02703262,
        0.00610309,
        -0.00235634,
        0.00785879,
        0.00642532,
        0.02070143,
        0.02173702,
        0.0086331,
        0.00403808,
        -0.02067142,
        -0.02638881,
        -0.00668427,
        -0.01563201,
        0.00041501,
        -0.01161527,
        -0.00428055,
        -0.03578255,
        0.00167846,
        -2.603e-05,
        0.00864414,
        0.00446198,
        -0.00604678,
        -0.0234791,
        0.00210582,
        0.02637112,
        0.02551471,
        0.00376715,
        0.01265203,
        0.01572001,
        -0.01759844,
        -0.01298658,
        -0.01324992,
        -0.01552491,
        -0.00672995,
        -0.00874197,
        -0.03830329,
        -0.0154488,
        -0.02508856,
        0.03405344,
        -0.00183639,
        0.01713831,
        0.00159486,
        -0.03485499,
        -0.00087476,
        -0.01704301,
        -0.00951778,
        0.04916522,
        0.00483608,
        -0.00797562,
        -0.01565256,
        0.00146399,
        -0.00162913,
        -0.02793031,
        -0.00984591,
        -0.00824814,
        0.00142111,
        0.01817587,
        0.01086203,
        -0.01275286,
        -0.0189762,
        -0.03228875,
        0.01003015,
        -0.00134121,
        0.00325151,
        -0.03226647,
        0.00423768,
        -0.0380742,
        0.02109345,
        0.00124923,
        0.03016158,
        -0.01302608,
        0.02091108,
        0.01425921,
        -0.03021008,
        -0.01007143,
        -0.02217595,
        -0.00590678,
        -0.01367597,
        -0.02060196,
        -0.00706154,
        -0.00447443,
        0.0351731,
        0.03089835,
        -0.00138713,
        -0.01089517,
        0.0110692,
        -0.01402011,
        -0.01749948,
        0.01299706,
        0.02726881,
        -0.00705925,
        0.01604795,
        -0.00103185,
        -0.00643478,
        -0.01959145,
        0.02240784,
        -0.0106791,
        0.0045717,
        -0.00056095,
        -0.00478964,
        0.01092616,
        0.00612308,
        -0.01870584,
        0.02174109,
        -0.00156753,
        0.01371979,
        -0.01055524,
        0.00970679,
        0.00153045,
        0.01469247,
        -0.00180606,
        0.00455373,
        0.03337794,
        0.01545489,
        0.02447022,
        -0.00159542,
        0.01690913,
        -0.01614372,
        0.00776934,
        0.00011459,
        0.00944597,
        -0.0094295,
        -0.00338595,
        -0.01048475,
        -0.02400045,
        0.03072975,
        -0.0109637,
        0.01086839,
        -0.00842686,
        -0.02364761,
        0.00342246,
        -0.00714168,
        0.02385984,
        -0.02467543,
        -0.01504063,
        -0.00446535,
        -0.01871253,
        -0.01395926,
        0.0247374,
        -0.0080816,
        -0.03657099,
        0.00132056,
        -0.01758603,
        0.01844427,
        -0.01328465,
        0.0111822,
        0.01086053,
        0.00981689,
        -0.03230486,
        0.01464552,
        -0.00148964,
        -0.00762999,
        -0.00404623,
        -0.01966663,
        0.00110262,
        0.00535944,
        0.01039123,
        -0.01684566,
        -0.02311614,
        -0.01413236,
        -0.02443904,
        -0.01073471,
        -0.00278614,
        -0.00934225,
        -0.00017413,
        -0.00365744,
        0.01714262,
        -0.01331676,
        -2.972e-05,
        -0.00191073,
        0.00781554,
        -0.01613794,
        0.00775712,
        0.00647007,
        -0.01789146,
        0.00141006,
        -0.0162336,
        -0.01072993,
        0.00046216,
        0.015242,
        0.00215394,
        0.03298695,
        0.03746279,
        -0.02986987,
        0.01046771,
        0.02376416,
        0.01895383,
        0.00395636,
        0.00173356,
        0.00281301,
        -0.02129791,
        0.0113186,
        0.00275263,
        0.01533038,
        -0.02215966,
        -0.00148776,
        -0.04362523,
        -0.02110263,
        -0.03406411,
        0.00858526,
        0.00519482,
        -0.01531371,
        -0.02032654,
        -0.00879037,
        -0.01910952,
        -0.00970773,
        -0.00597221,
        0.02600741,
        -0.01500964,
        0.00282593,
        0.00812054,
        0.01510925,
        0.01722519,
        -0.01325881,
        -0.03556012,
        -0.02189088,
        -0.0053198,
        0.02048756,
        0.02681401,
        -0.01647379,
        -0.00249846,
        -0.01893351,
        0.00662435,
        0.02269262,
        0.01222809,
        -0.0210267,
        -0.00039488,
        -0.0512335,
        0.00088038,
        -0.02341066,
        -0.00038121,
        0.01761548,
        0.02631648,
        0.01183771,
        0.02191784,
        0.00207306,
        -0.01902432,
        -0.02336112,
        -0.00491415,
        -0.00072113,
        0.00028628,
        -0.01824824,
        0.01573452,
        -0.03276414,
        -0.00953589,
        0.01647868,
        -0.01684641,
        0.00790728,
        -0.01832088,
        0.01247018,
        0.00042123,
        0.0078352,
        0.00828961,
        -0.0020343,
        -0.01149357,
        -0.02579743,
        -0.01467749,
        0.00252954,
        0.00356522,
        -0.0229656,
        0.00305361,
        0.0100733,
        0.00604701,
        0.00316089,
        0.0172147,
        -0.00011459,
        0.01843379,
        0.0113596,
        -0.01007929,
        -0.01242581,
        0.00019472,
        -0.02393127,
        -0.04665328,
        0.01382595,
        0.00461308,
        -0.02666152,
        -0.03019182,
        0.00341553,
        -0.0221114,
        0.00693722,
        -0.00555421,
        -0.02032205,
        -0.02492155,
        0.03080052,
        -0.0129261,
        -0.02659664,
        -0.02317971,
        -3.857e-05,
        0.01464641,
        0.02506778,
        -0.00284662,
        -0.00378326,
        0.0097126,
        -0.0022778,
        -0.00778427,
        0.0195424,
        0.00874459,
        -0.03001611,
        0.01055702,
        0.00944672,
        0.00660469
       ],
       "cols": [
        1,
        5,
        8,
        11,
        13,
        15,
        17,
        18,
        34,
        36,
        44,
        55,
        63,
        66,
        69,
        92,
        93,
        95,
        98,
        114,
        119,
        127,
        145,
        152,
        161,
        168,
        171,
        195,
        246,
        259,
        265,
        343,
        364,
        445,
        506,
        544,
        621,
        625,
        636,
        744,
        766,
        770,
        799,
        877,
        965,
        1003,
        1346,
        1410,
        1505,
        1704,
        1799,
        2072,
        2135,
        2175,
        2248,
        2314,
        2376,
        2437,
        2514,
        2595,
        2664,
        2684,
        2816,
        3343
       ]
      },
      "21": {
       "alpha": 6,
       "dir": [
        -0.25619632,
        0.03937999,
        0.07459319,
        0.01812149,
        0.04995134,
        -0.18554549,
        -0.00286592,
        -0.04852294,
        -0.02843755,
        0.07977207,
        0.03708645,
        -0.00546059,
        0.04216861,
        0.11248799,
        0.04716822,
        0.14322296,
        0.08788656,
        0.13933095,
        -0.19876646,
        -0.10009629,
        0.08435155,
        0.01691885,
        0.12438663,
        0.13048254,
        -0.02066603,
        -0.00969203,
        0.03867309,
        0.08990725,
        -0.03885792,
        -0.05076795,
        -0.00767109,
        -0.08436354,
        0.07251434,
        -0.00358818,
        -0.10450953,
        0.00032729,
        0.07475286,
        0.21252181,
        -0.14231876,
        -0.02124752,
        -0.06392404,
        0.03387265,
        -0.02963733,
        0.01712698,
        -0.02695792,
        -0.06908045,
        0.06859365,
        -0.01650717,
        0.01321607,
        0.02179221,
        -0.04210733,
        0.05372444,
        -0.04008436,
        -0.00799888,
        -0.02838227,
        0.09234647,
        0.03213123,
        0.01025655,
        0.02590956,
        0.03937779,
        0.02513311,
        -0.0798568,
        -0.08237483,
        0.01862366,
        0.03747315,
        -0.02006598,
        0.05717943,
        -0.01692831,
        0.01353626,
        -0.03818174,
        -0.02238687,
        0.02471805,
        -0.04256762,
        0.00483082,
        -0.10700005,
        -0.01630631,
        -0.06032681,
        0.00081493,
        -0.08635629,
        0.01977178,
        0.04025079,
        0.06957619,
        -0.00087181,
        -0.05152052,
        0.01912952,
        0.10046172,
        0.10800638,
        -0.01646481,
        0.00531082,
        -0.0299928,
        -0.03404541,
        -0.03869664,
        -0.03606812,
        -0.00099562,
        0.03816942,
        0.01122728,
        -0.0461531,
        0.02997077,
        -0.02562134,
        0.01218872,
        -0.02486558,
        -0.07232421,
        -0.01674669,
        0.01809846,
        -0.02621794,
        -0.01145321,
        -0.00477124,
        0.00137169,
        -0.0229335,
        -0.02419328,
        0.02583225,
        0.05930284,
        0.01203638,
        0.01805563,
        0.00180118,
        0.08201083,
        -0.01303107,
        -0.05770598,
        -0.05833869,
        0.0437328,
        0.00973068,
        0.00694207,
        -0.02934749,
        -0.00158858,
        -0.02819905,
        0.06015709,
        0.01543771,
        -0.02707371,
        -0.02227344,
        0.05356172,
        0.0050219,
        -0.04347724,
        0.01235759,
        -0.00652465,
        0.00902716,
        0.00454961,
        -0.01262175,
        -0.0534169,
        0.05912966,
        -0.03413478,
        0.01059338,
        0.01991339,
        0.00916582,
        0.00639949,
        -0.04655416,
        0.03721085,
        0.05939483,
        0.00091924,
        -0.02696408,
        0.00395505,
        0.01650109,
        -0.00197698,
        -0.02367323,
        0.03512095,
        -0.00912143,
        0.02450382,
        -0.05570411,
        0.01481875,
        0.00058875,
        0.01853115,
        0.04226042,
        -0.01709127,
        0.0442423,
        0.01562144,
        -0.02286727,
        -0.02114675,
        0.041538,
        -0.01264352,
        -0.02033774,
        0.01925814,
        0.00348184,
        -0.06997994,
        -0.02645551,
        -0.01760651,
        -0.00827164,
        -0.00394543,
        -0.00199461,
        -0.02566599,
        0.03405207,
        0.04158458,
        -0.01425616,
        -0.02771782,
        0.00114137,
        -0.02903402,
        -0.00287318,
        -0.01304576,
        -0.04180773,
        -0.02874948,
        0.02591411,
        -0.01260863,
        -0.02609548,
        -0.00218299,
        0.03959934,
        0.03231909,
        -0.03078275,
        0.04457389,
        -0.00097823,
        -0.01587471,
        0.0011823,
        -0.0447231,
        -0.02871893,
        0.0336993,
        -0.00146262,
        -0.01407421,
        -0.05670023,
        0.01927008,
        0.00716454,
        -0.02259887,
        -0.06017279,
        0.00586932,
        0.04368402,
        0.0137373,
        0.01877624,
        -0.01278919,
        -0.00550658,
        -0.02293072,
        0.0044799,
        0.02742581,
        0.01747557,
        -0.07135855,
        -0.0109413,
        0.04161463,
        -0.02133512,
        -0.01202288,
        0.02607201,
        -0.06370037,
        0.02207646,
        0.00887027,
        -0.01912859,
        -0.01364683,
        -0.04472445,
        0.0339865,
        0.01130171,
        0.04167016,
        0.01669478,
        0.00542708,
        0.00387496,
        0.04252492,
        -0.05116779,
        -0.00403109,
        -0.00071648,
        0.03777985,
        0.00169737,
        0.00319438,
        0.01738008,
        0.02807684,
        0.02412661,
        -0.02203038,
        -0.00930972,
        0.02827686,
        0.02603142,
        -0.02714714,
        -0.01975203,
        -0.0175682,
        -0.01359771,
        0.02755295,
        -0.00105529,
        -0.03966694,
        -0.02044475,
        -0.02553703,
        -0.00718649,
        0.00122728,
        0.02105738,
        0.02324264,
        0.00565841,
        0.02583799,
        0.02452812,
        0.03622544,
        -0.01442301,
        0.00627534,
        0.0211292,
        -0.04356283,
        0.01008802,
        -0.01280388,
        -0.0043707,
        0.00564246,
        -0.01515312,
        0.0177434,
        -0.02011712,
        -0.03247657,
        0.02595901,
        -0.00425541,
        -0.03456217,
        0.03657754,
        -0.00667243,
        0.00230435,
        -0.0012667,
        -0.02562852,
        -0.05822172,
        -0.00245888,
        -0.00821814,
        -0.01194523,
        0.00088987,
        0.00877941,
        0.01329768,
        -0.02666709,
        0.01507852,
        0.00347914,
        -0.01164673,
        -0.02064046,
        0.044,
        -0.0024041,
        -0.0225657,
        0.01392128,
        -0.04112952,
        -0.00109613,
        -0.01332141,
        0.01608199,
        0.03961698,
        0.03084511,
        -0.01996901,
        -0.01937528,
        0.01418527,
        0.03983016,
        -0.04273844,
        0.01369392,
        -0.07269141,
        -0.06072516,
        -0.02208051,
        0.00020643,
        0.03927318,
        -0.00340706,
        0.03820457,
        0.01341777,
        -0.01365054,
        -0.00843824,
        0.0755131,
        -0.02192883,
        -0.00300386,
        -0.00840786,
        0.00702259,
        -0.00340133,
        0.03275896,
        0.03327074,
        0.01577782,
        -0.00197824,
        0.02654556,
        0.00327456,
        -0.00512891,
        0.00514229,
        -0.01456077,
        -0.00050621,
        -0.00537366,
        -0.00990446,
        -0.00888217,
        -0.000715,
        -0.01281628,
        0.0062529,
        -0.01606101,
        0.00773193,
        -0.02896198,
        -0.00983415,
        -0.0446955,
        -0.00672686,
        -0.04631557,
        0.0172115,
        0.00420376,
        0.00408561,
        0.01510688,
        -0.03452334,
        0.05027517,
        0.00144401,
        0.00364456,
        -0.05262239,
        0.0044821,
        0.0093774,
        0.01129935,
        -0.02504483,
        -0.00539661,
        -0.00688578,
        -0.0082987,
        -0.01603776,
        0.02407951,
        -0.01683834,
        0.00831334,
        -0.01146806,
        -0.02108228,
        0.03406009,
        0.00620648,
        -0.01484432,
        0.01934338,
        0.02679943,
        -0.01850803,
        -0.00424604,
        0.00041843,
        0.00242892,
        0.00368641,
        0.00063263,
        -0.00306357,
        0.01009877,
        -0.01047632,
        -0.00659605,
        -0.02809355,
        -0.01112127,
        0.0265091,
        0.02635483,
        0.00756061,
        -0.00264396,
        -0.0087154,
        0.03486262,
        -0.0158826,
        0.02123908,
        -0.00158605,
        0.01229649,
        0.03483594,
        -0.04497021,
        0.03351278,
        0.00497826,
        -0.007307,
        -0.00422689,
        0.02727188,
        -0.01032247,
        0.03037402,
        -0.04270316,
        0.02071253,
        -0.02763461,
        -0.04492472,
        0.03219435,
        -0.03635626,
        -0.02077263,
        -0.04988661,
        -0.00696705,
        0.00883811,
        -0.01674466,
        -0.11332569,
        0.02216204,
        -0.00923308,
        0.00180962,
        0.00940736,
        0.00455536,
        0.00836583,
        0.02173804,
        -0.00871456,
        0.03517944,
        0.01946525,
        0.05943686,
        -0.00652397,
        -0.01474296,
        0.02537094,
        0.0208258,
        0.00541079,
        -0.01859783,
        -0.03053778,
        0.01057034,
        0.02175913,
        0.01938339,
        0.03711514,
        0.03672836,
        0.00806087,
        -0.01019858,
        0.00031024,
        0.0065157,
        -0.00969422,
        -0.02419529,
        0.01779742,
        -0.02634402,
        -0.01712782,
        -0.02570751,
        0.02381451,
        0.03105383,
        0.02415733,
        -0.00353028,
        0.02596707,
        -0.02226475,
        -0.02403242,
        0.00622724,
        -0.00330629,
        0.02288312,
        -0.00314008,
        0.01319986,
        -0.02474835,
        0.02385126,
        -0.01010287,
        0.00848264,
        0.02922252,
        -0.02617481,
        0.0093585,
        0.02043006,
        0.01227066,
        -0.06338862,
        -0.05695249,
        0.00224907,
        -0.0207933,
        0.00622458,
        0.00426993,
        -0.01789869,
        -0.00633189,
        -0.00473284,
        0.01983102,
        -0.01011485,
        -0.01288996,
        -0.01797811,
        -0.02846,
        -0.00902745,
        -0.02006902,
        0.03864693,
        -0.00699997,
        0.01553696,
        0.02778568,
        -0.00398467,
        0.01455813,
        -0.01708224,
        0.0069127,
        0.01313538,
        -0.002919,
        -0.00136266,
        -0.01712799,
        -0.01425582,
        0.01201359,
        0.03722224,
        0.01416274,
        -0.00566803,
        -0.03900055,
        0.00035235,
        -0.01678551,
        0.00776307,
        -0.01511915,
        0.01309521,
        -0.00503435,
        -0.01651249,
        0.05172416,
        0.0178992,
        -0.02198843,
        0.00585387,
        0.03146011,
        0.02247836,
        -0.00651351,
        -0.04482741,
        0.00807062,
        0.00715441,
        -0.00909163,
        0.00496974,
        0.02014329,
        -0.01299596,
        -0.02552138,
        -0.00035573,
        0.00400011,
        0.01776636,
        -0.00315101,
        -0.03055201,
        0.01441415,
        -0.03270748,
        0.00252344,
        0.00323148,
        0.01408121,
        0.02778196,
        -0.02291278,
        0.02416745,
        0.03182871,
        0.04117948,
        -0.00907374,
        -0.02921737,
        0.023767,
        -0.00923747,
        0.00737334,
        -0.0070847,
        -0.01858044,
        0.00443788,
        0.01523752,
        -0.00287486,
        -0.01562346,
        0.02247498,
        -0.00700183,
        0.02563493,
        0.00861294,
        -0.02887962,
        0.00236376,
        0.02792885,
        0.01860424,
        0.02494373,
        -0.00082556,
        -0.03643381,
        0.00691844,
        -0.01436082,
        0.02924961,
        -0.00577969,
        -0.01234561,
        0.03171819,
        0.02451415,
        0.03126431,
        -0.00162429,
        0.01704773,
        -0.00453324,
        -0.00950724,
        0.00364928,
        0.00335558,
        0.00689582,
        -0.006883,
        -0.00247584,
        -0.02193746,
        -0.03256443,
        -0.00760475,
        0.06302486,
        0.02048104,
        -0.02697033,
        -0.06108359,
        0.00481445,
        0.02392962,
        -0.00798588,
        0.02558227,
        0.00740389,
        0.01069634,
        0.04334187,
        0.03518264,
        -0.01360365,
        -0.01289405,
        -0.00205082,
        0.00386837,
        -0.01083998,
        -0.00563246,
        0.01753663,
        0.01818412,
        -0.01463797,
        0.00415692,
        0.00020019,
        -0.01939908,
        -0.01038112,
        -0.01744,
        0.02350714,
        0.04659449,
        0.02425286,
        -0.00804534,
        -0.04459921,
        0.01015705,
        0.01937115,
        -0.00347678,
        0.01945411,
        -0.01038121,
        0.00498527,
        0.00575791,
        -0.00448071,
        0.01159246,
        0.00416831,
        0.0185232,
        -0.00317227,
        0.02038381,
        -0.00557933,
        -0.03429666,
        0.01093763,
        0.00856484,
        0.01303175,
        -0.00775514,
        -0.01023554,
        -0.00408012,
        0.02069287,
        0.0100762,
        -0.0129882,
        0.0071096,
        -0.03340087,
        -0.02224095,
        -0.00157036,
        -0.04763712,
        -0.00014702,
        -0.00936576,
        -0.01390727,
        -0.00195512,
        0.01722606,
        0.03874673,
        -0.0127556,
        0.06769905,
        0.00129582,
        0.01061059,
        0.01509742,
        0.00389724,
        0.01189443,
        -0.01361948,
        -0.00952214,
        -0.00875794,
        0.0177475,
        -0.01960501,
        -0.01531213,
        -0.01438014,
        -0.03748226,
        -0.00478626,
        0.01738725,
        -0.03242889,
        -0.02569114,
        0.00190347,
        0.01000531,
        -0.03982088,
        -0.03019451,
        0.00062765,
        0.00406442,
        -0.05223214,
        -0.0056282,
        0.00255804,
        0.00029268,
        0.01565427,
        -0.02833071,
        -0.01012464,
        0.01239574,
        0.02136981,
        -0.01308863,
        -3.241e-05,
        -0.00567259,
        0.02581866,
        -0.02776998,
        0.00394213,
        -0.02570127,
        0.0163031,
        0.02081204,
        0.02530866,
        -0.00470811,
        -0.008538,
        0.01244224,
        -0.02383654,
        0.02174799,
        0.0098139,
        -0.00722396,
        0.01833008,
        -0.00785794,
        0.01024913,
        -0.03298176,
        -0.01315497,
        0.0043204,
        -0.00039818,
        -0.01478414,
        0.023589,
        -0.01319813,
        -0.02538005,
        -0.00734126,
        -0.00482703,
        0.03507192,
        -0.00111555,
        -0.00040375,
        -0.00304231,
        0.02085263,
        0.03291189,
        0.00561857,
        0.02542799,
        0.00408831,
        0.00023403,
        -0.02419868,
        -0.02279349,
        -0.02933839,
        -0.02984772,
        -0.00493311,
        -0.02026963,
        0.00804141,
        -0.04509039,
        0.00662782,
        -0.01603413,
        -0.0081578,
        0.01328105,
        -0.01923333,
        -0.00545181,
        0.00496282,
        0.03480792,
        0.01585471,
        0.00503489,
        0.02648564,
        0.01185763,
        -0.02523295,
        0.00481656,
        -0.03600753,
        -0.03035655,
        -0.0110422,
        -0.00848551,
        -0.02879969,
        -0.01525887,
        -0.01229117,
        0.04161032,
        -0.00278481,
        0.02050906,
        -0.00591717,
        -0.04904029,
        -0.00039413,
        0.00587987,
        0.00210956,
        0.03999811,
        0.00764273,
        -0.00642861,
        -0.0066163,
        0.0012948,
        -0.01034846,
        -0.03223334,
        -0.00880993,
        -0.00555393,
        -0.00382672,
        0.02468261,
        -0.00108027,
        -0.00955978,
        -0.02263432,
        -0.03956026,
        0.00120922,
        -0.002674,
        -0.01105671,
        -0.03153843,
        0.00378128,
        -0.03510888,
        0.02247042,
        0.01648616,
        0.03600398,
        -0.00406552,
        -0.00071787,
        0.02959394,
        -0.03992418,
        -0.00641878,
        -0.02040711,
        -0.00069989,
        -0.00596527,
        -0.03471948,
        0.00386213,
        -0.01071373,
        0.01847224,
        0.02293814,
        0.00241534,
        -0.00640548,
        0.00947944,
        -0.00974402,
        -0.00896517,
        0.01552641,
        0.0321157,
        -0.01819585,
        0.0252197,
        -0.00177911,
        0.00658491,
        -0.02277712,
        0.00127083,
        -0.00401252,
        0.00359662,
        -0.01152832,
        -0.00758736,
        0.00997146,
        0.00401117,
        -0.00848483,
        0.02892215,
        -0.00702267,
        0.00672956,
        -0.00358244,
        0.00031834,
        0.01159946,
        0.01593227,
        0.00438859,
        0.01289064,
        0.03436029,
        0.01806107,
        0.02775454,
        -0.02219765,
        0.00811501,
        -0.01996167,
        0.00662761,
        -0.00539197,
        -0.00847234,
        -0.02955057,
        -0.01936726,
        -0.01363864,
        -0.01749697,
        0.01648312,
        -0.02088057,
        0.01762238,
        0.00657402,
        -0.02535549,
        0.01021672,
        0.01603439,
        0.04613183,
        -0.02276319,
        0.00802352,
        4.684e-05,
        -0.02878931,
        -0.00569293,
        0.01245448,
        0.00241474,
        -0.0276817,
        -0.00661057,
        -0.01156123,
        0.00890922,
        -0.00182278,
        0.00890689,
        -0.0053237,
        0.00136485,
        -0.03718245,
        -0.00334149,
        -0.0119097,
        -0.01436706,
        -0.00344386,
        -0.00551609,
        0.00721307,
        0.00690342,
        0.01059743,
        -0.02209486,
        -0.03037461,
        -0.00045701,
        -0.01614157,
        -0.007876,
        0.004448,
        -0.01000632,
        -0.01033023,
        0.00061035,
        0.00899711,
        -0.01093012,
        -0.00594232,
        -0.00795786,
        -0.01375316,
        -0.02162646,
        0.03836235,
        0.00299606,
        -0.02128246,
        -0.006135,
        -0.01231826,
        -0.02599918,
        -0.01878958,
        0.034668,
        -0.0086197,
        0.04050769,
        0.03008757,
        -0.00667572,
        0.02441102,
        0.02752844,
        0.01769935,
        0.00408713,
        -0.00468381,
        -0.00554338,
        -0.03511715,
        0.01340908,
        -0.02330459,
        -0.00218282,
        -0.0182713,
        -0.01056502,
        -0.046357,
        -0.02521709,
        -0.03035098,
        0.00277359,
        -0.00412232,
        -0.02457036,
        -0.02435051,
        -0.01225041,
        -0.03004918,
        -0.01219606,
        -0.00663825,
        0.01769137,
        -0.01659891,
        0.01358403,
        0.00180422,
        0.02277357,
        0.01917746,
        -0.00760002,
        -0.04438526,
        -0.02448875,
        0.00555022,
        0.01213192,
        0.03087288,
        -0.01812707,
        -0.00141136,
        -0.01317421,
        0.00870696,
        0.05112099,
        0.02548234,
        -0.02222774,
        0.00209614,
        -0.06095177,
        -0.00811146,
        -0.02824673,
        -0.01777328,
        0.01037661,
        0.0194547,
        0.01443508,
        0.00191224,
        0.01806039,
        -0.00636903,
        -0.03263798,
        -0.00810108,
        0.01792958,
        0.00318274,
        -0.02228568,
        5.165e-05,
        -0.01626302,
        0.00111217,
        0.00161466,
        -0.02112481,
        0.01054468,
        -0.01521625,
        0.01801567,
        0.00132738,
        -0.00110221,
        -0.0071907,
        0.00183654,
        -0.0270543,
        -0.01018473,
        -0.02160047,
        0.0005452,
        0.01442951,
        -0.02454437,
        -0.00312991,
        -0.0086943,
        -0.01134923,
        -0.00696427,
        0.01973633,
        0.00839689,
        0.01369898,
        -0.0015647,
        -0.00666418,
        -0.01021005,
        -0.00400239,
        -0.02882459,
        -0.06172956,
        0.01547889,
        0.00931174,
        -0.02821703,
        -0.05111913,
        0.0124744,
        -0.01345086,
        0.00763007,
        -0.0190929,
        -0.0153966,
        -0.01274176,
        0.02689766,
        -0.01205765,
        -0.03116675,
        -0.00781464,
        0.01051793,
        -0.00369148,
        0.03318069,
        0.00596966,
        0.00056161,
        0.01567233,
        0.01333507,
        0.00709221,
        0.02029756,
        0.01276354,
        -0.03363685,
        0.01534909,
        -0.00062394,
        0.02158823
       ],
       "cols": [
        1,
        2,
        9,
        10,
        11,
        14,
        17,
        27,
        30,
        43,
        47,
        50,
        54,
        62,
        68,
        71,
        85,
        99,
        101,
        103,
        106,
        109,
        126,
        132,
        138,
        168,
        169,
        182,
        212,
        218,
        227,
        246,
        255,
        265,
        296,
        335,
        355,
        363,
        365,
        471,
        552,
        569,
        587,
        605,
        681,
        842,
        1103,
        1200,
        1235,
        1351,
        1421,
        1509,
        1952,
        2266,
        2296,
        2319,
        2329,
        2430,
        2433,
        2647,
        2931,
        3372,
        3390,
        3572
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.10629002749919891
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.08094526082277298
     },
     "21": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.058167893439531326
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "60903250be040d25909fafea61cf5249241e2880bf156bb4893489a472bc1104",
     "model.language_model.layers.19.mlp.down_proj.weight": "76080ffdc9c649590aa9aeee43a66574c9fd2f426fcf2992a93c8202d779a526",
     "model.language_model.layers.21.mlp.down_proj.weight": "2826ec29361833a9ca6882da9995bb533a55efc13faec7212ae022099b6f4306"
    }
   },
   "tokens_total": 8164632,
   "gpu_seconds": 1338,
   "tok_per_s_per_gpu": 6800
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.4921875,
   "gain_se": 0.02610439748423062,
   "problems_better": 165,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 122
  }
 },
 {
  "name": "dev/rebuilt-pairs2",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.623046875,
   "acc_se": 0.02736207150545343,
   "cut_share": 0.251953125,
   "mean_tokens": 16079.55859375,
   "closed_share": 0.83203125,
   "p_finish": 0.748046875,
   "p_correct_given_finished": 0.8302872062663186,
   "p_correct_given_cut": 0.007751937984496124,
   "no_answer_finished_share": 0.013671875,
   "loop_end_share_of_cut": 0.7441860465116279,
   "tail_dup8_cut_mean": 0.7250418604651163,
   "median_tokens_correct": 6834,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.71875,
     "acc_se": 0.034523435780788626,
     "cut_share": 0.11328125,
     "mean_tokens": 11081.9140625
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.52734375,
     "acc_se": 0.04087073383895793,
     "cut_share": 0.390625,
     "mean_tokens": 21077.203125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "rebuilt-pairs2",
    "spec": {
     "about": "Lab 3 experiment: pairs2",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.2253738,
        0.01885044,
        -0.05861699,
        0.0534522,
        -0.05555323,
        -0.04098649,
        -0.05087947,
        -0.17507468,
        -0.02587276,
        0.16000345,
        0.00179877,
        0.04476315,
        -0.16704842,
        0.10083793,
        0.00899372,
        0.10775112,
        0.0725563,
        0.0437195,
        -0.18100174,
        -0.11090036,
        0.07666574,
        0.05955987,
        0.06246258,
        0.06719612,
        0.00228319,
        -0.00894754,
        0.07990505,
        0.06812552,
        -0.00157449,
        -0.0143291,
        -0.00993165,
        -0.07655481,
        0.05542347,
        -0.04761676,
        -0.09189091,
        0.00300104,
        0.0710856,
        0.30813786,
        -0.06519483,
        -0.02126059,
        0.00901777,
        0.03373341,
        -0.08052634,
        0.05342396,
        -0.08570436,
        -0.03436438,
        0.09444786,
        -0.00610818,
        -0.03343726,
        0.00261852,
        -0.05221265,
        0.07321322,
        0.00814713,
        0.0358642,
        -0.05711741,
        0.10604445,
        0.01714149,
        0.02265584,
        -0.00046865,
        0.08045053,
        0.02219178,
        -0.04440835,
        -0.02553159,
        0.00748512,
        0.0229118,
        -0.0055211,
        0.09834867,
        -0.00739862,
        0.01877361,
        -0.05151553,
        0.00701698,
        0.02921435,
        -0.03074878,
        -0.0511727,
        -0.07959007,
        -0.01723206,
        0.05328123,
        0.01718219,
        -0.0808141,
        -0.00625066,
        0.03874045,
        -0.03988484,
        0.02474898,
        -0.03881373,
        0.02331505,
        0.08296627,
        0.04856906,
        -0.02827884,
        0.03477401,
        0.03064218,
        -0.01367116,
        -0.04497941,
        0.01048273,
        0.00690173,
        0.0259664,
        -0.03180641,
        -0.07664894,
        0.01532847,
        -0.06844737,
        -0.00521414,
        -0.01510661,
        -0.07418549,
        0.00291543,
        0.00629798,
        -0.02921474,
        -0.01478311,
        -0.01358822,
        0.01355361,
        -0.06182322,
        -0.00820463,
        -0.01157471,
        0.05363716,
        0.01599378,
        -0.01812585,
        -0.05231696,
        0.10484841,
        -0.00751311,
        -0.02425056,
        -0.04237157,
        0.05810814,
        0.02807276,
        -0.02813102,
        -0.03963755,
        -0.02391982,
        -0.01953153,
        0.04211525,
        0.02416355,
        -0.06375021,
        0.02073877,
        0.07259802,
        0.00448446,
        -0.01345515,
        -0.0236486,
        -7e-06,
        0.01629985,
        -0.04331599,
        -0.04118291,
        -0.07990505,
        0.08594746,
        0.01065319,
        0.00420154,
        0.05403814,
        0.00721034,
        0.01214487,
        -0.01844794,
        0.02421367,
        0.04204999,
        0.02519244,
        -0.01345744,
        -0.03856719,
        0.00426285,
        0.00392396,
        -0.00378123,
        0.02446479,
        0.00170209,
        0.01267178,
        -0.00388809,
        0.04715116,
        0.01954724,
        0.01595536,
        0.01631054,
        -0.04641945,
        0.03115077,
        -0.00422443,
        -0.02585851,
        0.00586406,
        0.07546689,
        0.02259325,
        -0.05141224,
        0.02478689,
        -0.03967062,
        -0.0557359,
        -0.03033153,
        0.02054922,
        0.0173842,
        -0.03264397,
        0.01834083,
        -0.05011723,
        -0.02569696,
        -0.00085486,
        -0.00462413,
        0.00237122,
        0.01838408,
        -0.02870017,
        0.01106739,
        0.00929254,
        -0.05913778,
        0.01039292,
        0.03209137,
        -0.00220127,
        -0.01538037,
        -0.02905203,
        0.03025902,
        0.0253171,
        -0.01881101,
        0.02110997,
        0.00610691,
        -0.02159286,
        -0.02433402,
        -0.052549,
        -0.00018598,
        0.06454758,
        -0.02036413,
        -0.02156335,
        -0.05463425,
        0.01553328,
        -0.01528725,
        -0.01660567,
        -0.05815444,
        0.00432468,
        0.04251278,
        0.01212236,
        0.01713436,
        -0.01069339,
        -0.00383085,
        -0.02125296,
        -0.03898622,
        0.00678037,
        -0.01630698,
        -0.07536156,
        -0.00867607,
        -0.01801237,
        0.02349442,
        -0.01594849,
        -0.00819559,
        -0.05001494,
        0.0076795,
        0.01005072,
        -0.0259295,
        -0.02159922,
        -0.00793036,
        0.04785057,
        0.01993098,
        0.02745222,
        -0.00267933,
        -0.00122683,
        0.00393122,
        -0.00681624,
        -0.04159966,
        -0.00367946,
        -0.02656912,
        0.02089422,
        -0.00100319,
        0.00450506,
        -0.01243364,
        0.02503113,
        0.01537744,
        -0.05501969,
        0.01627237,
        0.00692641,
        0.01305443,
        0.02304893,
        -0.03014147,
        0.01220161,
        0.00454145,
        0.02481869,
        -0.0172,
        -0.03435649,
        -0.00519888,
        -0.02161423,
        0.00405982,
        0.02941051,
        0.01155996,
        0.01400165,
        -0.02288508,
        0.00769935,
        0.03108589,
        0.02090796,
        -0.00586267,
        0.00731262,
        0.0199325,
        -0.0233924,
        0.00901344,
        -0.00317036,
        0.0191728,
        0.02829665,
        -0.03530727,
        0.0025483,
        -0.06326885,
        0.00999246,
        0.02075251,
        -0.00874757,
        -0.0488787,
        0.00709992,
        0.00939227,
        0.03102444,
        0.00630714,
        -0.0217571,
        -0.04101143,
        -0.00033329,
        0.01989803,
        -0.00797539,
        -0.00609241,
        0.04724072,
        -0.00257654,
        -0.00559845,
        0.01452296,
        -0.02526889,
        0.00318385,
        -0.01680412,
        0.06153012,
        -0.00018013,
        0.01876088,
        0.04398004,
        -0.02097004,
        0.03063645,
        0.03877531,
        0.03195627,
        0.01745404,
        -0.01880134,
        -0.02202513,
        0.05554101,
        0.00759783,
        0.03470454,
        -0.04307709,
        0.05225794,
        -0.08011978,
        -0.06918672,
        -0.03132097,
        0.01854641,
        -0.0183449,
        0.01570934,
        0.05435642,
        0.01443595,
        0.01029318,
        0.00451321,
        0.04673213,
        -0.0175165,
        -0.00104771,
        0.01033211,
        -0.0272179,
        -0.00443688,
        0.01873977,
        0.02427652,
        -0.01581874,
        -0.00360746,
        0.03133599,
        0.00063097,
        -0.03473177,
        -0.05102348,
        0.06271675,
        0.02373103,
        -0.01237436,
        -0.00470275,
        -0.02597072,
        0.01524705,
        0.01234129,
        0.0161949,
        -0.02020321,
        0.02291866,
        0.01229969,
        -0.02111277,
        -0.00860305,
        -0.01340094,
        -0.05683099,
        0.02914362,
        -0.00224286,
        -0.01495396,
        0.03461371,
        0.00321132,
        0.02321252,
        -0.01037587,
        0.01261123,
        -0.03720094,
        0.00574461,
        0.02915787,
        -0.00692361,
        -0.02595469,
        9.274e-05,
        -0.00697907,
        0.01496719,
        -0.00369218,
        -0.02455562,
        0.0172056,
        0.0095088,
        -0.01032143,
        0.00160592,
        0.04224945,
        0.01416016,
        -0.01144572,
        -0.01986839,
        -0.01498194,
        -0.03861197,
        -0.00559272,
        -0.00371126,
        0.05156998,
        0.00434274,
        -0.00052971,
        -0.02218376,
        -0.03455876,
        -0.03747648,
        -0.00909663,
        -0.0003249,
        -0.00469461,
        -0.00282104,
        0.00103525,
        0.02951356,
        -0.00240124,
        -0.01185712,
        0.00819534,
        -0.02169056,
        0.02852487,
        0.00564259,
        0.00749059,
        -0.02624168,
        -0.02074691,
        -0.0011692,
        -0.01056923,
        0.03672695,
        -0.00210026,
        0.01980758,
        -0.02560028,
        0.02464111,
        -0.01568389,
        0.01145208,
        -0.00967265,
        -0.00169954,
        0.01084808,
        -0.02732781,
        -0.02278356,
        -0.02846737,
        -0.00272131,
        0.02567508,
        0.00577871,
        -0.04448888,
        0.02543211,
        -0.01780362,
        -0.00683176,
        0.01564904,
        -0.00899486,
        -0.01116764,
        -0.00812143,
        0.00435826,
        0.02898016,
        0.00037858,
        0.03184051,
        -0.03283606,
        -0.00348254,
        0.00340494,
        0.03024858,
        -0.00986703,
        -0.00601634,
        0.01445936,
        0.02710201,
        -0.01398499,
        0.02253168,
        0.04506286,
        0.02105044,
        0.00991791,
        -0.03055046,
        -0.00870202,
        -0.00246892,
        -0.0004834,
        -0.01604492,
        0.01588489,
        -0.02234799,
        -0.01080381,
        -0.00690224,
        -0.01537477,
        -0.00101617,
        0.0198058,
        -0.0040008,
        0.03226158,
        -9.948e-05,
        -0.03125177,
        0.02737539,
        -0.00579575,
        0.00957291,
        0.02610187,
        0.00606506,
        -0.0385705,
        0.02283165,
        -0.01847161,
        -0.02318097,
        9.554e-05,
        0.00300601,
        -0.01160066,
        0.03631504,
        0.00602677,
        -0.02074462,
        -0.01412988,
        0.01617468,
        -0.01541624,
        -0.00871449,
        -0.02196661,
        -0.0151781,
        0.02551759,
        0.03626161,
        -0.01631334,
        -0.02039555,
        -0.00341283,
        -0.00518972,
        -0.01182557,
        -0.00081822,
        -0.02560842,
        -0.02848874,
        0.03431756,
        0.00604928,
        0.02021287,
        -0.03699435,
        -0.00886867,
        -0.03379753,
        -0.01062063,
        0.02126313,
        0.02819139,
        0.0378917,
        -0.01869448,
        -0.00357897,
        -0.01487915,
        0.00116933,
        0.04711401,
        -0.02834576,
        -0.02990181,
        0.021457,
        -0.04194975,
        -0.00684117,
        -0.02620758,
        0.00620639,
        -0.0074294,
        -0.01522466,
        0.04742238,
        0.00861984,
        0.01202758,
        0.00290169,
        0.02931663,
        0.00334032,
        0.00953831,
        -0.01678529,
        0.0201597,
        -0.02410198,
        0.02220831,
        -0.00938184,
        0.01809684,
        -0.017315,
        -0.02246859,
        -0.02036998,
        0.01811592,
        0.02784556,
        0.0126097,
        0.00123853,
        0.0216211,
        -0.0047086,
        -0.01979562,
        -0.01133657,
        -0.00968212,
        0.02055482,
        -0.034659,
        0.04737404,
        0.01409553,
        -0.00362807,
        -0.01531524,
        -0.03417916,
        0.01969309,
        0.01183295,
        -0.00107519,
        -0.00533677,
        0.0311701,
        -0.00400563,
        -0.01086894,
        0.03761311,
        -0.03494008,
        0.0463276,
        -0.00016537,
        0.02906806,
        -0.02013095,
        -0.00439713,
        -0.00520498,
        -0.00456027,
        -0.00785759,
        0.02118719,
        -0.01120783,
        -0.0445072,
        0.02277084,
        0.00653218,
        0.02197781,
        -0.00356281,
        -0.02788118,
        -0.03501977,
        0.02309498,
        -0.00492919,
        0.00184914,
        -0.00186441,
        -0.00526579,
        -0.01441204,
        0.00291467,
        -0.01663823,
        -0.00349322,
        -0.00023941,
        0.01124727,
        -0.0309443,
        -0.02947641,
        -0.01450872,
        -0.00362731,
        -0.02003809,
        0.00664349,
        -0.02129112,
        0.015431,
        -0.01054481,
        0.00560646,
        0.01431332,
        0.00825195,
        -0.01983455,
        0.05157151,
        -0.00807742,
        0.00637736,
        -0.01199069,
        0.01084757,
        0.02342471,
        -0.02360382,
        -0.00156788,
        0.01746613,
        0.00202368,
        0.00339807,
        0.01999051,
        0.00015749,
        -0.00594179,
        -0.00723019,
        -0.0092788,
        0.0242811,
        0.0125003,
        -0.0109557,
        -0.02134557,
        -0.01093331,
        -0.0029363,
        0.0448307,
        0.0088763,
        0.02874723,
        -0.01447488,
        -0.01528979,
        0.02735325,
        0.0127289,
        0.00016143,
        0.00929101,
        -0.01725088,
        0.00477653,
        0.01210009,
        0.01796276,
        0.00902412,
        0.00723858,
        0.03385096,
        0.03065515,
        -0.0204617,
        -0.00976475,
        3.715e-05,
        0.01329105,
        -0.01162102,
        0.04604774,
        0.0147494,
        -0.03602932,
        -0.02944435,
        0.00563801,
        -0.01832048,
        0.00111743,
        0.00176595,
        -0.01178156,
        -0.0140421,
        -0.03393644,
        0.02499119,
        0.01895984,
        0.05556391,
        0.00399342,
        0.00662975,
        0.01781214,
        -0.00125583,
        0.00176162,
        0.00075513,
        0.00599217,
        -0.02025651,
        0.00735905,
        -0.02926524,
        -0.00989806,
        -0.04048121,
        -0.00056762,
        0.00303984,
        -0.00940296,
        -0.02945962,
        -0.04420952,
        -0.02002282,
        -0.02314306,
        -0.02288304,
        -0.04086158,
        -0.00339909,
        -0.00822447,
        -0.03129757,
        0.01452373,
        -0.00162118,
        0.01535442,
        0.02802111,
        -0.01024561,
        -0.00669692,
        -0.007622,
        0.00752519,
        -0.01760911,
        -0.0172112,
        0.00161024,
        0.0026605,
        -0.01123506,
        -0.01245425,
        -0.00227454,
        -0.00073897,
        -0.02529027,
        0.0221054,
        -0.00832115,
        0.00505894,
        0.01932227,
        0.01537019,
        0.01149075,
        0.0020163,
        0.00612141,
        0.02738302,
        -0.00875202,
        -0.02549571,
        0.0106219,
        0.01700645,
        0.01134573,
        -0.01233238,
        0.00609343,
        -0.00309251,
        0.01592203,
        -0.00731211,
        -0.01791416,
        0.03124465,
        0.01259317,
        -0.03059307,
        0.00343751,
        0.00257145,
        -0.00125151,
        -0.00497651,
        0.04212479,
        0.03500807,
        0.00548332,
        -0.00849556,
        -0.00791535,
        0.02509321,
        0.01462677,
        -0.02698917,
        -0.00527011,
        -0.00183235,
        0.00833693,
        -0.00947623,
        0.01197365,
        0.0245808,
        -0.01664663,
        0.02816461,
        0.00157233,
        -0.03450635,
        -0.02076294,
        -0.01228837,
        -0.01552844,
        -0.0134956,
        0.02599858,
        0.01668174,
        0.00074546,
        0.02496142,
        0.00295537,
        -0.01095697,
        -0.00430585,
        0.00696304,
        -0.00093933,
        -0.02166766,
        -0.01657692,
        -0.01238479,
        -0.00326348,
        0.01454841,
        -0.00292942,
        -0.00119935,
        0.00575352,
        -0.00188833,
        0.00251421,
        -0.00297649,
        -0.00875698,
        -0.0238267,
        -0.02235054,
        0.02612871,
        0.01338366,
        -0.01537503,
        -0.01214106,
        0.01076463,
        -0.01776838,
        -0.00384433,
        0.0146996,
        -0.02106519,
        -0.01142982,
        -0.02672457,
        0.00735893,
        0.03455062,
        -0.02710061,
        -0.02792621,
        -0.0212326,
        -0.01046619,
        0.0366145,
        0.0134035,
        0.00357311,
        -0.00173465,
        0.0416251,
        -0.01768798,
        0.01758265,
        0.01123328,
        -0.04369203,
        -0.01395611,
        0.01198891,
        0.00427939,
        -0.00995048,
        0.02906068,
        0.0566508,
        0.00240328,
        -0.02821842,
        -0.00636617,
        0.01131571,
        -0.01163934,
        -0.00431832,
        0.00870788,
        0.00813721,
        -0.00086249,
        0.05319066,
        -0.02732297,
        0.006155,
        0.00429644,
        -0.01312669,
        -0.01847949,
        0.00490018,
        0.01916923,
        -0.0182472,
        0.01434385,
        0.01850633,
        0.00553319,
        0.0193626,
        0.01714326,
        0.00353851,
        -0.00880659,
        -0.00296275,
        0.00534402,
        -0.00262488,
        0.01427566,
        0.00622013,
        0.01907357,
        0.04626272,
        -0.01646828,
        -0.0088847,
        0.03971998,
        -0.01401997,
        0.00390971,
        -0.03431324,
        -0.02278255,
        0.00245467,
        0.01510381,
        -0.00565226,
        -0.01944019,
        0.0204706,
        -0.03621633,
        0.02395798,
        -0.02561872,
        -0.00911088,
        -0.00216972,
        -0.01056974,
        0.01014155,
        -0.00254397,
        -0.04785617,
        -0.00486863,
        0.00127033,
        -0.00151738,
        -0.00757926,
        0.00463864,
        -0.02386804,
        0.03237429,
        -0.00074749,
        0.00191097,
        0.04728295,
        -0.01522212,
        -0.00600692,
        0.01501044,
        -0.00599064,
        0.00388046,
        0.02018743,
        0.00392294,
        0.00147463,
        -0.00887529,
        0.00200434,
        -0.00226182,
        0.02392261,
        -0.0244847,
        -0.01177265,
        0.00930093,
        -0.01624057,
        0.01429729,
        0.00292281,
        -0.02751939,
        0.01539818,
        -0.02521661,
        -0.00623081,
        -0.0106766,
        -0.00949608,
        0.03034374,
        -0.00730652,
        -0.0025357,
        -0.00023254,
        0.00514138,
        -0.0149794,
        0.00025748,
        0.01914964,
        -0.00564895,
        -0.00421719,
        0.00679283,
        -0.01091359,
        0.03497576,
        0.00041267,
        -0.04072088,
        0.00344692,
        0.00504012,
        0.00910197,
        0.01031125,
        0.02486754,
        0.01350069,
        -0.00936263,
        -0.00356217,
        0.00364384,
        -0.01884663,
        6.411e-05,
        -0.00049205,
        -0.01781723,
        0.00135556,
        -0.0291683,
        0.01125566,
        -0.0152758,
        -0.02130384,
        -0.01397443,
        0.00309938,
        -0.00779755,
        0.00380604,
        -0.01663111,
        0.02299575,
        -0.02421927,
        0.00926913,
        -0.01310125,
        -0.00794512,
        0.0005638,
        -0.00209772,
        -0.01310888,
        -0.00993903,
        -0.01058348,
        0.03306466,
        -0.02082527,
        0.00519512,
        0.00617357,
        -0.008715,
        0.01762183,
        0.030862,
        0.01760682,
        0.00041115,
        -0.00248011,
        -0.01394212,
        0.02020677,
        -0.01013341,
        0.01547094,
        0.00060451,
        0.01459598,
        0.01203878,
        -0.00217124,
        -0.04175765,
        0.00869923,
        -0.0002473,
        0.01096677,
        0.0109917,
        -0.01410113,
        0.00782605,
        0.01220924,
        -0.02061792,
        0.0174244,
        -0.00635039,
        -0.018178,
        0.02503823,
        -0.03572783,
        0.00354055,
        0.00144436,
        0.02836662,
        -0.013202,
        0.00149702,
        0.01676087,
        -0.0210372,
        0.00384382,
        -0.00228599,
        0.00736452,
        0.01119359,
        0.01627288,
        0.00184915,
        0.02301203,
        0.02302577,
        0.0162449,
        0.03507473,
        0.01730788,
        0.00849772,
        -0.0222419,
        0.01924276,
        -0.01848178,
        -0.02829462,
        -0.03461397,
        0.01502469,
        -0.02432562,
        -0.02880066,
        -0.00792603,
        -0.00387639,
        -0.03365403,
        -0.04350834,
        -0.01679954,
        -0.00205065,
        0.00400182,
        0.01688248,
        0.0161528,
        0.02499297,
        -0.0522956,
        -0.01634997,
        0.02432498,
        0.02830734,
        0.00826365,
        0.02058993,
        -0.01281426,
        -0.00013408,
        -0.00952254,
        -0.02155267,
        -0.00507955,
        -0.01263769,
        0.01858482,
        0.02256832,
        0.0228838
       ],
       "cols": [
        0,
        2,
        3,
        6,
        20,
        25,
        32,
        38,
        46,
        50,
        53,
        56,
        61,
        62,
        63,
        64,
        73,
        100,
        108,
        121,
        129,
        146,
        191,
        204,
        209,
        215,
        236,
        264,
        266,
        294,
        359,
        371,
        376,
        412,
        414,
        442,
        481,
        504,
        516,
        580,
        590,
        601,
        638,
        639,
        682,
        738,
        793,
        912,
        926,
        930,
        1060,
        1088,
        1130,
        1184,
        1222,
        1301,
        1310,
        1588,
        1725,
        1787,
        1789,
        2702,
        2738,
        3003
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.33877277,
        0.02542511,
        -0.05619962,
        0.17060404,
        -0.02450958,
        -0.02875808,
        0.00072029,
        -0.14406022,
        0.01961927,
        0.16031486,
        -0.01567154,
        0.02036726,
        -0.14520893,
        0.05497341,
        0.01998271,
        0.08852682,
        0.09026026,
        0.07255186,
        -0.18018544,
        -0.10956556,
        0.08096379,
        0.03308971,
        0.07931016,
        0.082937,
        -0.00455325,
        -0.00801684,
        0.06864206,
        0.09503975,
        -0.0120414,
        -0.04866165,
        -0.01230327,
        -0.05289499,
        0.07517321,
        -0.00993381,
        -0.07648508,
        0.02688151,
        0.09024904,
        0.24493484,
        -0.11114465,
        0.02195889,
        0.00622073,
        0.05837465,
        -0.04763861,
        0.0269356,
        -0.09868175,
        -0.07163897,
        0.05130798,
        0.02879865,
        -0.00858211,
        0.03002321,
        -0.03439704,
        0.07151429,
        0.00526925,
        0.04327004,
        -0.03667499,
        0.10741954,
        0.03783854,
        0.04775733,
        0.01995171,
        0.08093675,
        0.01289131,
        -0.06871577,
        -0.02805232,
        -0.00385737,
        0.02572589,
        -0.01801824,
        0.05404501,
        -0.01172558,
        0.02044608,
        -0.07949024,
        0.00235875,
        0.04093521,
        0.00207643,
        -0.05624447,
        -0.06483581,
        -0.00975472,
        0.03964519,
        0.00432502,
        -0.06760681,
        -0.00883144,
        0.03322954,
        -0.02987809,
        0.01677374,
        -0.02658304,
        0.04416381,
        0.08146146,
        0.05261251,
        -0.04258142,
        0.04122692,
        0.01949725,
        -0.02320785,
        -0.02473385,
        -0.00453124,
        -0.00710493,
        0.00588498,
        -0.03534621,
        -0.09650984,
        0.02126037,
        -0.0313345,
        0.02706752,
        -0.02264389,
        -0.07226559,
        0.03556554,
        0.02811597,
        -0.03603122,
        -0.00115513,
        -0.02102093,
        -0.00496517,
        -0.05373269,
        -0.00107845,
        0.00776321,
        0.01674669,
        0.02259491,
        0.01075782,
        -0.05422245,
        0.06372041,
        -0.02258815,
        -0.03229554,
        -0.03199064,
        0.03725643,
        0.02322426,
        -0.01494927,
        -0.04276413,
        -0.01091909,
        -0.01759033,
        0.04722025,
        0.01871034,
        -0.02027689,
        -0.0025408,
        0.05586651,
        0.00420069,
        -0.0227458,
        -0.04403419,
        -0.00325762,
        0.01490178,
        -0.02962794,
        -0.05442824,
        -0.06479359,
        0.05866604,
        -0.03303101,
        -0.00116717,
        0.0366552,
        0.0046136,
        -0.00552584,
        -0.04757231,
        0.04927805,
        0.04206561,
        0.00767186,
        -0.03035104,
        -0.0485825,
        0.03617336,
        -0.00021247,
        -0.01085494,
        0.02442515,
        0.00153152,
        0.02784042,
        -0.0118333,
        0.04131597,
        0.00879269,
        0.02765045,
        0.01414555,
        -0.04080048,
        0.02512317,
        -0.01343845,
        -0.0083717,
        -0.01469401,
        0.04149571,
        -0.0024351,
        -0.02826767,
        0.02296248,
        -0.01201131,
        -0.05652685,
        -0.03884938,
        -0.00595458,
        0.01186133,
        -0.01523472,
        0.00013555,
        -0.04470831,
        -0.01525863,
        0.03278068,
        -0.00767804,
        -0.01510098,
        0.00912661,
        -0.04383021,
        0.0027268,
        -0.02900437,
        -0.05059305,
        -0.00937133,
        0.03247826,
        -0.00650502,
        -0.02568648,
        -0.03211185,
        0.00328252,
        0.03240768,
        -0.01117271,
        0.02848963,
        -0.01715631,
        -0.0139099,
        -0.02574567,
        -0.02046406,
        -0.01115589,
        0.06833072,
        -0.00046304,
        -0.00682625,
        -0.06886896,
        8.938e-05,
        -0.01570188,
        0.00165099,
        -0.04271795,
        0.01175679,
        0.01907641,
        0.02435622,
        0.02009303,
        0.00996068,
        0.00074238,
        -0.0175956,
        -0.02747343,
        -0.00326174,
        0.00236765,
        -0.07321872,
        -0.01546096,
        -0.0146851,
        -0.03135429,
        -0.00932615,
        0.01663093,
        -0.03949942,
        0.01050354,
        0.00393025,
        -0.00440781,
        -0.01078783,
        -0.0155416,
        0.0319298,
        0.0080132,
        0.03647612,
        0.0204794,
        0.01127899,
        0.00201707,
        0.01710453,
        -0.03275018,
        -0.01806656,
        -0.01462145,
        -0.00971861,
        0.01136036,
        0.00586158,
        -0.00282344,
        0.03520754,
        0.01372868,
        -0.02611571,
        0.00652151,
        0.03286215,
        0.02868256,
        0.00648852,
        -0.02309275,
        -0.00230565,
        -0.00597635,
        0.02207069,
        -0.01352552,
        -0.02476336,
        -0.01741323,
        -0.05222318,
        -0.00517855,
        0.00575967,
        0.04146141,
        0.02295176,
        0.00301901,
        0.03122732,
        0.03142726,
        0.0392448,
        0.00154842,
        0.0078671,
        0.01880779,
        -0.02456433,
        0.03667961,
        -0.01319407,
        0.00765479,
        0.00481115,
        -0.00569008,
        0.07064626,
        -0.01394074,
        -0.02122441,
        0.01942502,
        -0.00722695,
        -0.04162598,
        0.02145792,
        0.00467198,
        0.01010844,
        0.01694293,
        -0.03763958,
        -0.0221106,
        -0.01288867,
        0.00712999,
        0.00896699,
        -0.01708507,
        0.06037292,
        -0.01811274,
        -0.01958761,
        0.01843512,
        -0.01040097,
        -0.01511912,
        -0.01388236,
        0.01860414,
        0.01050305,
        -0.02310594,
        0.05463684,
        -0.04496094,
        -0.00465846,
        0.02604184,
        0.04071968,
        0.01193422,
        0.02236883,
        -0.0197037,
        0.02739073,
        0.00061871,
        0.01502282,
        -0.02970165,
        0.04132215,
        -0.07120198,
        -0.06596703,
        -0.00507764,
        0.01709068,
        -0.00471353,
        0.00393602,
        0.02574469,
        -0.00202565,
        0.00433344,
        0.01172414,
        0.05412252,
        -0.02808068,
        -0.00583338,
        -0.01069186,
        -0.00630334,
        -0.00763855,
        0.0247101,
        0.02097608,
        -0.00916487,
        0.00400875,
        0.02913757,
        0.0023787,
        -0.01890377,
        -0.04942778,
        0.05235279,
        -0.01790974,
        -0.00608221,
        -0.00338938,
        0.0093494,
        -0.02662064,
        -0.01100517,
        -0.00486194,
        -0.00571333,
        -0.00244944,
        0.00643378,
        -0.02360757,
        0.00015105,
        -0.02082173,
        -0.03289084,
        0.02095975,
        -0.0076679,
        -0.00538546,
        0.05261004,
        0.00560565,
        0.05948114,
        -0.01272773,
        0.00791097,
        -0.05388473,
        -0.00119982,
        0.01610193,
        -0.00581639,
        -0.00584344,
        -0.01401395,
        0.01976884,
        -0.00031694,
        -0.0025746,
        0.00596035,
        -0.00550077,
        -0.00542722,
        -0.01787297,
        -0.00087563,
        0.03307091,
        0.00239354,
        0.00266414,
        -0.00802837,
        0.01866483,
        -0.03718519,
        -0.02563387,
        0.00656537,
        0.03277607,
        0.00463026,
        0.0010425,
        -0.03125601,
        -0.00355263,
        -0.0371598,
        -0.01570188,
        -0.0204883,
        -0.01330092,
        0.00405063,
        0.00980106,
        0.02799179,
        -0.02580751,
        -0.01967897,
        0.02851717,
        -0.04066328,
        0.02387223,
        -0.00533851,
        -0.01121756,
        0.00527782,
        -0.01483351,
        0.01926836,
        0.00744067,
        -0.01022453,
        -0.00802507,
        0.03927976,
        -0.02782936,
        0.03779335,
        -0.01021678,
        0.01434623,
        0.02357294,
        -0.00861575,
        0.03164584,
        -0.03654999,
        -0.03213609,
        -0.04397912,
        -0.00688124,
        0.01327981,
        -0.00065466,
        -0.08295612,
        0.0216586,
        -0.0024003,
        0.0079667,
        0.02973694,
        0.00271015,
        0.01923967,
        0.00207248,
        -0.00418618,
        0.01899693,
        0.02343706,
        0.0345072,
        -0.0267115,
        -0.00909067,
        0.00865698,
        0.00645126,
        0.01589811,
        -0.01424745,
        -0.01959355,
        0.02682298,
        0.00442726,
        -0.01100517,
        0.02381765,
        0.04161312,
        -0.00153655,
        -0.02597423,
        0.00690045,
        0.02058064,
        0.00198013,
        -0.01670613,
        -0.00247649,
        -0.0280632,
        -0.00930669,
        -0.03558335,
        -0.01164663,
        0.01466878,
        0.02590678,
        -0.00467791,
        0.02833199,
        -0.00093499,
        -0.00553111,
        0.02705499,
        -0.00671856,
        0.02173355,
        0.02080458,
        0.00548049,
        -0.01871067,
        0.01382959,
        -0.01873804,
        -0.00109824,
        0.0163915,
        -0.00143703,
        -0.00593479,
        0.00992902,
        -0.0019333,
        -0.0643759,
        -0.02887583,
        0.02413888,
        -0.02262806,
        0.00177879,
        -0.00641795,
        -0.0254073,
        -0.0115002,
        0.01970073,
        -0.00124764,
        -0.01732022,
        -0.04132916,
        -0.01382728,
        -0.00904252,
        -0.00205566,
        -0.0180222,
        -0.00973609,
        0.00980601,
        0.01404034,
        0.0062791,
        -0.04220115,
        -0.0046512,
        -0.00552583,
        -0.03829135,
        -0.0065779,
        0.02140581,
        0.03399667,
        -0.02919969,
        -0.01596704,
        -0.00804091,
        0.03125766,
        0.05291668,
        -0.0206499,
        -0.02484762,
        0.01387181,
        -0.05106789,
        -0.01274397,
        -0.01328196,
        -0.0036984,
        -0.00380757,
        -0.01024497,
        0.0346876,
        0.01703296,
        0.00635776,
        -0.00514788,
        0.0090271,
        0.01483417,
        0.01630311,
        -0.03007994,
        0.02252252,
        -0.0154918,
        0.0020019,
        -0.00134922,
        0.04136445,
        -0.00709108,
        -0.01924989,
        -0.01806887,
        0.02778319,
        0.01589877,
        -0.01672089,
        -0.033281,
        0.01825323,
        -0.03001728,
        -0.02226313,
        0.00574647,
        -0.01618207,
        0.02240775,
        -0.03334267,
        0.06960277,
        0.01900452,
        0.03618424,
        0.00890664,
        -0.01328229,
        0.00751157,
        0.01505712,
        -0.03283313,
        0.01978681,
        0.01632042,
        -0.00826715,
        0.00755956,
        0.02502374,
        -0.02161796,
        0.03184009,
        0.01196786,
        0.04024708,
        0.01246157,
        -0.01045143,
        -0.00953953,
        0.01064997,
        -0.01717502,
        0.02496404,
        -0.0140466,
        -0.01324222,
        0.00860503,
        0.00799638,
        0.03154986,
        -0.01395855,
        -0.01670102,
        0.02186061,
        0.01828159,
        0.01994578,
        -0.00184524,
        0.01416138,
        0.00066323,
        -0.00542591,
        0.02063737,
        0.00370269,
        0.00814941,
        -0.02450232,
        -0.01955397,
        -0.00264699,
        -0.04262396,
        -0.0100339,
        0.04113952,
        0.00184178,
        -0.01106948,
        -0.03408489,
        0.00326636,
        0.01676022,
        0.01100352,
        0.01944481,
        0.02846127,
        -0.01662731,
        0.04207385,
        0.01064865,
        -0.00103228,
        -0.00841259,
        0.02188171,
        -0.01180692,
        -0.01056933,
        -0.01121641,
        0.01314328,
        0.0159024,
        -0.02503561,
        0.03499712,
        0.0046977,
        -0.02787455,
        -0.00658747,
        -0.03433109,
        0.04055462,
        -0.0088044,
        0.00931757,
        -0.03331563,
        -0.01251797,
        0.00680992,
        0.01482296,
        -0.01076771,
        0.02264916,
        -0.02910851,
        -0.03014458,
        0.03371732,
        0.0095979,
        -0.01254205,
        0.01942073,
        -0.0163661,
        -0.0275807,
        0.01581731,
        0.00151544,
        -0.03657291,
        0.00124203,
        0.01014109,
        -0.00531509,
        -0.00472343,
        -0.01246421,
        0.00642125,
        0.01347308,
        0.01219608,
        0.01763617,
        0.01553599,
        -0.01538725,
        -0.02384206,
        0.00145806,
        -0.03328265,
        -0.01055367,
        -0.02498466,
        -0.00132927,
        -0.01357598,
        -0.01031539,
        0.04861943,
        -0.01114006,
        0.05742813,
        0.00403876,
        0.00490581,
        -0.01713165,
        0.00177714,
        -0.0118333,
        -0.00566419,
        -0.00741132,
        -0.01251385,
        -0.01343911,
        -0.01645268,
        -0.00416672,
        -0.01285288,
        -0.01437608,
        0.00534939,
        -0.02452046,
        -0.02003152,
        -0.05482796,
        0.00761513,
        -0.00813853,
        -0.02400877,
        -0.03808094,
        -0.01478107,
        -0.00300054,
        -0.04186508,
        0.01238638,
        -0.00823582,
        0.00058111,
        0.02791561,
        -0.00337899,
        -0.00871271,
        0.00314301,
        0.00784946,
        -0.02038936,
        -9.993e-05,
        -0.00193792,
        0.01968919,
        -0.0285208,
        -0.01118145,
        -0.01326909,
        0.02255913,
        0.00149928,
        0.03609619,
        0.01058665,
        -0.0089693,
        0.01399153,
        0.01242629,
        0.01508878,
        -0.00156112,
        -0.00141386,
        0.01578763,
        0.00751685,
        0.0008034,
        -0.00243377,
        0.0152855,
        0.01316405,
        -0.00077949,
        -0.02026931,
        0.01778607,
        0.01253133,
        -0.02227649,
        0.00440847,
        -0.00761381,
        0.03693405,
        -0.03109375,
        0.00311399,
        -0.00981128,
        -0.01123306,
        0.00600669,
        0.03892589,
        0.02223642,
        0.00791385,
        0.01795575,
        -0.01812856,
        -0.03285671,
        -0.02622389,
        -0.01667216,
        0.00747876,
        -0.00720857,
        0.00873349,
        -0.00356582,
        0.02338528,
        0.01208857,
        -0.00298735,
        0.02794513,
        -0.0083726,
        -0.0222097,
        -0.01420755,
        0.00084396,
        -0.00465004,
        0.01079508,
        0.01430368,
        0.00761282,
        -0.01326151,
        0.00271823,
        -0.01404578,
        0.00962429,
        0.02395881,
        0.00273571,
        -0.02428564,
        0.00090217,
        -0.01709365,
        0.00968134,
        0.01391897,
        0.02403202,
        0.00544503,
        -0.01591196,
        -0.01921394,
        -0.02352479,
        0.01132475,
        0.01969001,
        0.01653793,
        0.00810621,
        -0.0048424,
        0.01927859,
        0.0012887,
        -0.01726844,
        -0.00197848,
        0.01493196,
        0.00096962,
        -0.00760359,
        0.01470159,
        -0.0105526,
        0.02531364,
        -0.00906956,
        0.00736877,
        0.03433001,
        -0.01577905,
        -0.04074112,
        -0.01630476,
        -0.03658182,
        0.02991438,
        0.00598228,
        0.02747978,
        -0.01627508,
        0.03978074,
        0.01755405,
        -0.01046792,
        -0.02845995,
        -0.03402173,
        0.01005996,
        -0.01337414,
        -0.01607456,
        -0.0174899,
        0.04239838,
        0.02815356,
        0.0089848,
        -0.01797273,
        -0.00639552,
        0.00896996,
        -0.02475198,
        -0.01849448,
        0.00526958,
        0.04855215,
        -0.01070266,
        0.03237082,
        -0.00461558,
        -0.0017961,
        0.00568612,
        0.01545816,
        -0.03167684,
        -0.00065301,
        -0.00217669,
        0.00861905,
        -0.00801353,
        -0.0040517,
        -0.0219236,
        -0.00093796,
        0.01464915,
        0.01614612,
        -0.01801033,
        -0.01999063,
        0.00897853,
        0.00809763,
        0.00320106,
        -0.0024778,
        0.01989861,
        0.00304836,
        0.01455648,
        0.00278881,
        0.02991635,
        -0.0002269,
        0.01989688,
        -0.021544,
        -0.00644796,
        -0.02279065,
        0.01143952,
        -0.01192861,
        -0.02289058,
        0.00486772,
        -0.04012835,
        0.0145667,
        -0.01208164,
        -0.01937604,
        -0.01398295,
        0.01349155,
        0.03079627,
        -0.02293444,
        -0.03159241,
        -0.0186325,
        -0.00852835,
        -0.01589614,
        0.00772924,
        0.01106058,
        -0.0161824,
        0.02840454,
        -0.00754694,
        0.00256256,
        0.00494076,
        0.01011239,
        -0.01036832,
        0.0115467,
        -0.00821636,
        0.01637369,
        -0.0016378,
        0.01630674,
        0.00395152,
        -0.02251823,
        0.0154608,
        0.01382382,
        -0.01261807,
        -0.01158793,
        0.00034596,
        0.00688973,
        0.00072688,
        0.0152362,
        0.00045133,
        -0.03574726,
        -0.00492197,
        0.00207973,
        0.00854286,
        -0.01212386,
        0.02117825,
        -0.00036509,
        -0.01512671,
        -0.01112229,
        0.00638035,
        0.01045836,
        -0.0276859,
        -0.01153813,
        -0.00963913,
        -0.00767549,
        0.01812823,
        0.01127066,
        -0.00544536,
        0.03647809,
        0.02998594,
        -0.03370116,
        -0.00346754,
        -0.00662836,
        0.02279922,
        0.01147497,
        -0.0026902,
        0.00393652,
        -0.02443504,
        0.01108828,
        0.01132821,
        -0.00939474,
        -0.03000491,
        0.00238942,
        -0.0623148,
        -0.01093855,
        -0.04102376,
        0.02477177,
        0.00505158,
        -0.01277983,
        -0.00563764,
        -0.01431028,
        -0.01747127,
        -0.01458187,
        -0.01047122,
        0.03516911,
        -0.00664782,
        0.00982151,
        -0.01879213,
        0.01534537,
        0.00687934,
        -0.00332902,
        -0.02815752,
        -0.01699075,
        0.00296624,
        0.03042359,
        0.00569665,
        -0.00464329,
        -0.01127,
        0.00137066,
        0.01605939,
        0.02298886,
        0.00642554,
        0.00337619,
        -0.01291604,
        -0.00937463,
        0.00192736,
        -0.03050307,
        -0.00104185,
        0.00869094,
        0.03181074,
        0.01248631,
        0.02082008,
        0.01542765,
        0.0030134,
        -0.00191252,
        -0.00495066,
        0.00655218,
        0.00455787,
        -0.01376495,
        0.00919505,
        -0.04235319,
        -0.00184631,
        0.01327322,
        -0.00648688,
        0.01144545,
        0.00090894,
        -0.0253664,
        -0.00063355,
        0.00754521,
        0.00264138,
        0.01586678,
        -0.00047096,
        -0.00383824,
        0.01322836,
        -0.00134658,
        0.01293055,
        -0.02098135,
        0.01585788,
        0.01176009,
        0.0043552,
        0.02078875,
        0.0213692,
        -0.00890268,
        0.01626485,
        0.01730802,
        -0.02394826,
        0.01084785,
        -0.00710328,
        -0.01304961,
        -0.04648991,
        0.01172051,
        0.00090564,
        -0.02379918,
        -0.01394535,
        0.01365546,
        -0.02599773,
        -0.0221693,
        -0.01346829,
        -0.02061528,
        -0.01996012,
        0.02490188,
        0.00617983,
        0.00735525,
        -0.03079049,
        -0.01632653,
        0.02594059,
        0.03446317,
        0.00140215,
        0.03545274,
        0.01444995,
        0.00871931,
        -0.01210473,
        0.00546581,
        -0.01213078,
        -0.01357993,
        0.01696964,
        -0.02442251,
        0.00995937
       ],
       "cols": [
        0,
        1,
        2,
        5,
        8,
        11,
        13,
        15,
        17,
        23,
        33,
        35,
        55,
        59,
        63,
        66,
        93,
        95,
        98,
        101,
        119,
        127,
        140,
        161,
        171,
        177,
        240,
        246,
        260,
        324,
        343,
        364,
        621,
        625,
        636,
        684,
        744,
        749,
        766,
        1003,
        1060,
        1065,
        1168,
        1291,
        1502,
        1704,
        1787,
        1794,
        1799,
        1850,
        1851,
        2248,
        2314,
        2389,
        2429,
        2463,
        2563,
        2737,
        2816,
        3041,
        3198,
        3220,
        3429,
        3533
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.07958504557609558
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.07500302046537399
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "b368a66803c3284931ec6661d095f3a3771dda1b8cf478b963bfc832345ad964",
     "model.language_model.layers.19.mlp.down_proj.weight": "2c1409a305b32f137ba872ec1b0cfbe3b3a841002b6ef7c7ee642732a4556f55"
    }
   },
   "tokens_total": 8232734,
   "gpu_seconds": 1381,
   "tok_per_s_per_gpu": 6609
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.501953125,
   "gain_se": 0.025739379900412945,
   "problems_better": 170,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 129
  }
 },
 {
  "name": "dev/rebuilt-windows36-36",
  "summary": {
   "problems": 256,
   "samples": 512,
   "acc": 0.619140625,
   "acc_se": 0.028255067147474132,
   "cut_share": 0.212890625,
   "mean_tokens": 16140.826171875,
   "closed_share": 0.8671875,
   "p_finish": 0.787109375,
   "p_correct_given_finished": 0.7866004962779156,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.0390625,
   "loop_end_share_of_cut": 0.3577981651376147,
   "tail_dup8_cut_mean": 0.3831614678899083,
   "median_tokens_correct": 7773,
   "by_source": {
    "gsm8k": {
     "problems": 128,
     "samples": 256,
     "acc": 0.7421875,
     "acc_se": 0.0367813249477424,
     "cut_share": 0.05859375,
     "mean_tokens": 10619.62109375
    },
    "math": {
     "problems": 128,
     "samples": 256,
     "acc": 0.49609375,
     "acc_se": 0.040182934659895087,
     "cut_share": 0.3671875,
     "mean_tokens": 21662.03125
    }
   },
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "rebuilt-windows36-36",
    "spec": {
     "about": "Lab 3 experiment: windows36-36",
     "layers": {
      "15": {
       "alpha": 6,
       "dir": [
        -0.24953727,
        0.02032124,
        0.04771795,
        0.04000831,
        0.0143242,
        -0.21995239,
        -0.03093798,
        -0.13847236,
        -0.0687337,
        0.09629215,
        0.03552215,
        0.02262742,
        -0.02543711,
        0.14368935,
        0.02360879,
        0.14979322,
        0.08297141,
        0.0825967,
        -0.19932722,
        -0.09169211,
        0.07426155,
        0.06157133,
        0.10419847,
        0.10763864,
        -0.0389273,
        -0.00109971,
        0.05881784,
        0.03821842,
        -0.01023125,
        -0.0155359,
        0.02342042,
        -0.10402809,
        0.04680654,
        -0.05265392,
        -0.11036691,
        -0.02119951,
        0.05915256,
        0.27601135,
        -0.07837382,
        -0.00347673,
        -0.05321625,
        0.02205025,
        -0.10572132,
        0.03832579,
        -0.02087151,
        -0.01947924,
        0.11653381,
        -0.02051564,
        -0.01071759,
        -0.03027302,
        -0.06089418,
        0.04463274,
        -0.03164496,
        0.01951855,
        -0.02302863,
        0.10757776,
        0.02056621,
        0.0343796,
        -0.0021492,
        0.04744004,
        0.02343818,
        -0.06339314,
        -0.03820134,
        0.02501658,
        0.03175897,
        -0.01598197,
        0.11075977,
        -0.01552098,
        0.01513177,
        -0.02714768,
        0.00190105,
        0.02348685,
        -0.05483799,
        -0.01767546,
        -0.13193983,
        0.00077896,
        -0.03830451,
        0.00821382,
        -0.08470301,
        -0.01127409,
        0.04484798,
        0.09724138,
        0.01788979,
        -0.05973997,
        -0.00031167,
        0.12036057,
        0.07074808,
        -0.0102,
        0.00488621,
        0.00638768,
        -0.03298204,
        -0.04133184,
        -0.0324551,
        0.01001455,
        0.04155349,
        0.02289063,
        -0.0624258,
        0.04258976,
        -0.03576536,
        -0.00779208,
        -0.01342702,
        -0.05784821,
        -0.01904367,
        0.0157368,
        -0.03480317,
        -0.02095752,
        -0.00261995,
        0.02260072,
        -0.05302511,
        -0.02176841,
        0.00990718,
        0.06076119,
        0.0167202,
        -0.01325404,
        -0.01575754,
        0.08361955,
        0.00011008,
        -0.03992344,
        -0.08015352,
        0.05218405,
        0.0256574,
        -0.00060408,
        -0.01703091,
        -0.01975281,
        -0.03141097,
        0.02056967,
        -0.00555578,
        -0.04516612,
        0.02356683,
        0.06884296,
        0.00917865,
        -0.02308802,
        0.02309628,
        0.01845497,
        0.00878982,
        -0.0203653,
        -0.00782054,
        -0.06458497,
        0.09055139,
        0.00214113,
        0.02803794,
        0.04403042,
        -0.00094625,
        0.00861618,
        -0.02396201,
        0.0074091,
        0.06147441,
        0.02295231,
        -0.01124603,
        -0.01861799,
        0.00209179,
        0.00096943,
        0.01037515,
        0.01955204,
        -0.02585044,
        0.01777056,
        -0.03991476,
        0.03768253,
        -0.00042653,
        0.00815431,
        0.04679773,
        -0.02307066,
        0.03822683,
        0.01438087,
        -0.02928447,
        0.01390374,
        0.09826396,
        0.03247706,
        -0.03843113,
        0.02039174,
        -0.03451136,
        -0.04692665,
        -0.01404249,
        0.01338147,
        -0.01011026,
        -0.00880787,
        0.01684509,
        -0.02588393,
        0.01805674,
        -0.00719016,
        -0.03264225,
        -0.00939176,
        0.02352562,
        -0.01662001,
        8.947e-05,
        0.01536887,
        -0.05908342,
        -0.02059522,
        0.03890344,
        -0.01219262,
        -0.02270816,
        -0.01308892,
        0.032672,
        0.01836841,
        -0.02627165,
        0.03396625,
        0.00332693,
        -0.02368261,
        0.01004383,
        -0.054905,
        -0.01186761,
        0.03973839,
        -0.01927921,
        -0.02496052,
        -0.03048274,
        0.01191071,
        0.01637166,
        -0.03282031,
        -0.06146573,
        9.029e-05,
        0.04366195,
        0.01741599,
        0.00701609,
        -0.01906414,
        0.00744014,
        -0.01633424,
        -0.01800021,
        0.0323564,
        -0.00062279,
        -0.07529375,
        -0.0075791,
        0.0210552,
        0.01169259,
        -0.02394276,
        0.00213605,
        -0.07524197,
        0.0136747,
        0.00861713,
        -0.03423766,
        -0.01383792,
        -0.02035608,
        0.04885746,
        0.01876548,
        0.03787666,
        0.00321658,
        0.02173865,
        0.00801081,
        -0.00432673,
        -0.04274024,
        -0.00183638,
        -0.0103395,
        0.01865445,
        0.00329304,
        0.00230449,
        0.01730042,
        0.01731126,
        -0.00055386,
        -0.04531341,
        0.01712174,
        0.00037972,
        0.03139253,
        -0.00045943,
        -0.04149744,
        0.000518,
        0.01067489,
        0.05003539,
        -0.00879554,
        -0.03149081,
        -0.0171353,
        -0.00978476,
        0.00836213,
        0.01475394,
        -0.00144215,
        -0.00334998,
        -0.01306126,
        0.01092799,
        0.00819701,
        0.00807866,
        -0.02311526,
        0.00778096,
        0.01513516,
        -0.034882,
        -0.00481504,
        -0.01090861,
        0.01800035,
        0.00075741,
        -0.03489013,
        -0.00890846,
        -0.05034224,
        -0.02017788,
        0.02364288,
        0.00457983,
        -0.0342081,
        0.01396834,
        0.00982909,
        0.02411675,
        0.00694275,
        -0.00293969,
        -0.04230263,
        0.01600197,
        0.02097433,
        0.00090792,
        -0.01560442,
        0.00514772,
        0.0137536,
        -0.0069557,
        -0.00067648,
        -0.00811737,
        0.02232993,
        -0.01514024,
        0.08919945,
        0.00301825,
        0.01551488,
        0.0462007,
        -0.01763635,
        0.00928134,
        0.00533358,
        0.0195843,
        0.03148966,
        0.01661635,
        -0.00448385,
        0.02584421,
        0.00887918,
        0.02956191,
        -0.05374401,
        0.04092161,
        -0.06316315,
        -0.06251528,
        -0.06065762,
        0.01565573,
        0.01009507,
        0.00039843,
        0.06566611,
        0.02716734,
        -0.0003762,
        -0.00366652,
        0.06472894,
        -0.01461635,
        0.00866892,
        0.00744909,
        -0.01116645,
        -0.01881022,
        0.00428999,
        0.03664328,
        0.00441959,
        0.00618765,
        0.02925167,
        0.00133465,
        -0.01213202,
        -0.00427983,
        -0.00818278,
        0.02032951,
        -0.01536711,
        0.00697054,
        -0.03022951,
        0.02546028,
        0.01947673,
        -0.00402028,
        -0.01183439,
        0.03930105,
        -0.01655081,
        -0.00801508,
        -0.03856235,
        -0.00350546,
        -0.06303616,
        -0.01669959,
        0.00690717,
        -0.0204038,
        0.01802597,
        -0.01219154,
        0.01592795,
        -0.00070603,
        0.03511924,
        -0.018538,
        -0.00704585,
        0.00904308,
        0.00613573,
        -0.0150446,
        0.00495122,
        -0.02130735,
        -0.00971549,
        -0.01199382,
        -0.01386097,
        0.01570345,
        0.00240006,
        0.00064177,
        -0.0038635,
        0.01867323,
        0.00244209,
        -0.00370801,
        -0.02493361,
        -0.00779547,
        -0.03015996,
        0.00707168,
        -0.00050214,
        0.02271128,
        0.00928181,
        0.00883255,
        -0.01380667,
        -0.02119225,
        -0.02348454,
        0.00430965,
        -0.00848631,
        -0.00847641,
        -0.00610021,
        0.02354609,
        0.00890114,
        -0.00753464,
        -0.00556093,
        0.00221752,
        -0.02240666,
        0.03152145,
        0.02903503,
        0.02509717,
        -0.02199765,
        -0.0370455,
        -0.00424749,
        -0.0073382,
        0.04361898,
        -0.00020525,
        0.02663727,
        -0.01912568,
        0.02326005,
        -0.02344442,
        0.02198884,
        -0.01359024,
        -0.02811271,
        0.00990257,
        -0.02367434,
        0.00514392,
        -0.03639058,
        -0.00174365,
        0.01068994,
        -0.00056436,
        -0.06993997,
        0.01277461,
        -0.00027771,
        0.00881546,
        -0.00927029,
        0.00370692,
        -0.02268402,
        0.00086552,
        -0.00182187,
        0.02215254,
        0.00216581,
        0.04274159,
        -0.0213224,
        -0.00871555,
        0.01324753,
        0.03569933,
        -0.00604653,
        -0.00054132,
        0.02708152,
        0.0156354,
        0.01532854,
        0.01847429,
        0.03432374,
        0.01492259,
        0.01553609,
        -0.02336396,
        -0.01170587,
        0.01463112,
        -0.00971806,
        0.0065694,
        0.01784878,
        -0.00612434,
        -0.00295724,
        -0.01064425,
        0.01663777,
        0.0185685,
        0.02852665,
        -0.00981581,
        0.01066554,
        -0.01361641,
        -0.02228133,
        0.03113523,
        0.02426337,
        0.00486269,
        0.01181809,
        0.01762869,
        -0.02489389,
        0.03073462,
        -0.01638569,
        -0.00472346,
        0.00900668,
        0.01496488,
        -0.00837067,
        0.03504048,
        0.00483944,
        -0.01933852,
        -0.03348221,
        -0.00154681,
        -0.02760711,
        0.01916866,
        -0.00771995,
        -0.00483741,
        0.01592334,
        0.03234,
        -0.0044583,
        -0.00997334,
        -0.0054156,
        -0.01612384,
        -0.0277504,
        0.00014797,
        0.00118905,
        0.00114228,
        0.02686001,
        0.01271726,
        0.04131245,
        -0.03268129,
        -0.00507546,
        -0.01850859,
        0.01750851,
        0.02386562,
        0.01911094,
        0.02560507,
        -0.00085027,
        -0.0037884,
        -0.01314613,
        -0.00036874,
        0.01763174,
        -0.01506276,
        -0.02007655,
        -0.00070394,
        -0.01933974,
        0.02117775,
        -0.0197523,
        0.01275597,
        -0.00043964,
        -0.00920847,
        0.04400012,
        0.00065479,
        0.00978442,
        0.01224339,
        0.00843249,
        0.01852363,
        -0.02272808,
        -0.00435086,
        0.00467805,
        -0.01969587,
        0.0104729,
        0.00644387,
        0.01556693,
        -0.00039924,
        -0.03624526,
        -0.00583931,
        0.01209956,
        0.03393426,
        0.02946118,
        0.0052841,
        0.01848364,
        -0.01311671,
        0.00703236,
        -0.00775086,
        0.01492621,
        0.01959657,
        -0.02304517,
        0.02501997,
        0.02633144,
        0.01188129,
        -0.01033177,
        -0.05345566,
        0.01437744,
        -0.02516746,
        0.02001703,
        -0.0043796,
        0.02080955,
        -0.0092044,
        0.00400259,
        0.03293351,
        -0.00926822,
        0.02755668,
        0.00430748,
        0.03074696,
        -0.01154997,
        -0.00662604,
        0.01208532,
        -0.0054236,
        0.00058863,
        0.01515122,
        0.00286804,
        -0.03359331,
        0.006274,
        -0.01387866,
        0.00994134,
        -0.00111388,
        -0.03085189,
        -0.02703462,
        0.03251583,
        0.01163809,
        0.00467459,
        0.02080074,
        0.00122755,
        -0.01627947,
        -0.00485002,
        -0.00307627,
        -0.00993429,
        0.01340899,
        0.01787454,
        -0.02771156,
        -0.00708306,
        0.00729373,
        0.01489344,
        -0.0032803,
        -0.00571629,
        -0.02973327,
        0.0013901,
        -0.00129384,
        0.00512576,
        0.03255487,
        0.00524011,
        -0.01886851,
        0.03806211,
        0.00619361,
        -0.01725866,
        0.00897313,
        -0.00135034,
        0.01599166,
        -0.02018507,
        -0.01595133,
        0.01487378,
        0.00294721,
        0.00102176,
        -0.00473533,
        0.00511234,
        -0.00398348,
        0.01135204,
        0.00754507,
        0.02357361,
        0.03142235,
        -0.00648861,
        -0.01727412,
        -0.01826213,
        -0.00099926,
        0.02374178,
        -0.00095574,
        0.02314333,
        -0.00078425,
        -0.0192946,
        0.01915835,
        -0.00171457,
        -0.00351598,
        0.00217374,
        -0.00616731,
        0.00662051,
        -0.00403052,
        0.02256066,
        -0.01207136,
        -0.00523706,
        0.01712961,
        0.0475691,
        -0.00626641,
        0.0019913,
        -0.01728008,
        0.0176838,
        -0.00322787,
        0.01693019,
        0.03213869,
        -0.01507388,
        -0.02262384,
        0.0189039,
        -0.00333628,
        -0.00649579,
        -0.00333384,
        0.00296422,
        0.007682,
        0.00162625,
        0.02766717,
        0.00457197,
        0.04865065,
        -0.00820853,
        0.02016005,
        0.03420485,
        -0.0131285,
        0.02328214,
        -0.00852074,
        -0.01124847,
        -0.00485998,
        0.04002898,
        -0.0211242,
        -0.00886603,
        -0.02890895,
        -0.01964639,
        0.00854094,
        0.01961291,
        -0.03156931,
        -0.03173686,
        -0.00388045,
        -0.02344103,
        -0.037501,
        -0.03553733,
        -0.01519209,
        -0.01791494,
        -0.03089717,
        -0.01997609,
        0.00598362,
        0.02980532,
        0.00301147,
        -0.02656583,
        -0.01941959,
        0.01617874,
        0.01348796,
        -0.00811255,
        0.00204054,
        -0.00675811,
        0.01261742,
        0.00900566,
        -0.01580282,
        0.00220431,
        -0.00297819,
        -0.00867088,
        0.02229637,
        0.00264761,
        0.00745153,
        0.0156985,
        -0.00621707,
        0.001004,
        0.00017393,
        -0.02039811,
        0.00801156,
        -0.02776234,
        -0.02535997,
        -0.02567489,
        0.00281981,
        -0.00654595,
        -0.01022325,
        -0.00170163,
        -0.01141319,
        0.01317656,
        0.00056951,
        -0.01078958,
        0.02116568,
        0.0095097,
        -0.0149497,
        0.02496791,
        0.01960952,
        0.01990261,
        0.02258615,
        0.01920174,
        0.03596667,
        0.00099478,
        -0.0229254,
        0.00990298,
        0.02504748,
        0.01103509,
        -0.01002065,
        -0.01105082,
        0.0085911,
        -0.02008658,
        -0.01259166,
        -0.00247381,
        0.00217059,
        -0.02131948,
        -0.00264463,
        0.01183303,
        -0.0200939,
        -0.00802105,
        0.01097476,
        0.00860818,
        -0.02176685,
        0.01244621,
        0.01678269,
        -0.00806077,
        0.0194993,
        0.00974802,
        -0.02071967,
        -0.02892916,
        -0.00469439,
        -0.01954783,
        -0.03511016,
        -0.00481206,
        0.00092754,
        -0.00647932,
        0.02529612,
        0.00747797,
        -0.00231357,
        -0.00390756,
        -0.0171801,
        -0.00410183,
        0.02131562,
        0.00454892,
        -0.0292922,
        -0.00711533,
        0.02149809,
        -0.01275244,
        -0.01269646,
        -0.01939993,
        -0.02410693,
        -0.00975765,
        0.01132927,
        0.02547917,
        -0.01860545,
        -0.02865321,
        -0.03200746,
        0.01562794,
        0.02289022,
        -0.01663926,
        -0.00958291,
        -0.01763906,
        -0.01870583,
        0.02814463,
        0.01109149,
        0.02033663,
        0.01271503,
        0.03006222,
        -0.00048329,
        -0.00158084,
        0.00507858,
        -0.02844111,
        -0.00451897,
        0.00376603,
        0.00168753,
        0.00129588,
        -0.01696272,
        0.0429162,
        0.00415294,
        -0.02960312,
        -0.01082198,
        0.02226594,
        0.00565284,
        -0.00193778,
        0.00644563,
        0.00607838,
        0.00383652,
        0.0387188,
        -0.02177966,
        0.01392916,
        -0.00389068,
        0.00462986,
        -0.00591028,
        0.00774544,
        0.02415533,
        -0.01322896,
        0.02906025,
        0.02997837,
        -0.00962439,
        0.04012598,
        0.0074251,
        0.0035456,
        -0.01087397,
        0.01074715,
        -0.00203071,
        -0.0077369,
        0.00579586,
        0.0075242,
        0.01921529,
        0.03780481,
        0.02322195,
        -0.00854881,
        0.01923305,
        -0.00798716,
        0.00166868,
        -0.02916843,
        0.00192206,
        0.0144256,
        0.00113591,
        -0.01708934,
        -0.02459632,
        0.02938533,
        -0.03380818,
        0.02188608,
        -0.02040062,
        -0.02458778,
        0.00072677,
        -0.00347958,
        -0.00128368,
        -0.00388601,
        -0.02840634,
        0.0021292,
        0.0023034,
        -0.01680031,
        0.01571158,
        0.00830004,
        -0.03735995,
        0.0254634,
        -0.00473872,
        -0.00072189,
        0.02520677,
        -0.00860385,
        0.01570575,
        0.00436401,
        -0.02640044,
        0.00596871,
        0.01531329,
        -0.00725632,
        0.00638598,
        -0.02094878,
        -0.01477943,
        -0.01413115,
        0.04499755,
        0.00113113,
        -0.03174527,
        -0.00209084,
        -0.03338251,
        -0.0096309,
        0.00287617,
        -0.01256197,
        0.01806203,
        -0.02083992,
        0.00520981,
        -0.01840962,
        -0.01567308,
        0.02502837,
        -0.00166109,
        -0.02704363,
        -0.00332124,
        0.00635724,
        -0.00385252,
        -0.00838694,
        0.01483678,
        0.00363128,
        -0.0092808,
        0.00838382,
        -0.00979391,
        0.03600009,
        -0.0133385,
        -0.03795407,
        0.01375116,
        0.01596306,
        0.00234801,
        0.01738501,
        0.02754136,
        -0.00016695,
        -0.02247729,
        -0.00583192,
        0.00303804,
        -0.01862978,
        0.00295507,
        -0.00252994,
        -0.01407245,
        0.00016214,
        -0.01388401,
        0.01226901,
        -0.01216287,
        -0.01331897,
        -0.02745839,
        0.00533697,
        -0.00886373,
        0.01137462,
        -0.0085808,
        0.0069616,
        -0.02154622,
        0.00649606,
        -0.00231059,
        -0.01416667,
        0.02500885,
        -0.01119208,
        -0.02103906,
        -0.01935066,
        -0.00227805,
        0.02452481,
        0.00060232,
        0.0104103,
        -0.00241755,
        -0.01093803,
        0.00326898,
        0.02128485,
        0.02182901,
        -0.00381456,
        -0.00549965,
        -0.0475321,
        0.00133885,
        0.0024913,
        -0.00498843,
        0.0218831,
        0.00093283,
        0.00075971,
        0.02190154,
        -0.03986854,
        -0.02121811,
        -0.01359594,
        0.00847025,
        -0.00618094,
        -0.01546106,
        0.00517741,
        0.01312633,
        -0.01497871,
        -0.00776035,
        0.01118489,
        -0.02040217,
        0.00727101,
        -0.03115027,
        0.0184103,
        -0.00714149,
        0.01175752,
        0.0036893,
        0.00872613,
        0.01293681,
        -0.02438077,
        -0.00291088,
        0.00280636,
        -0.00522472,
        0.00602782,
        0.0032788,
        0.01566291,
        0.00508319,
        -0.00120315,
        0.02941313,
        0.00818047,
        0.03064339,
        0.00138223,
        -0.00743662,
        -0.00375532,
        -0.00553083,
        -0.02147844,
        -0.02098986,
        0.01503158,
        -0.01685054,
        -0.01447685,
        -0.01132737,
        -0.00244616,
        -0.01728076,
        -0.03332868,
        -0.00314168,
        -0.02164423,
        0.0036973,
        0.02682395,
        0.00388641,
        0.00867326,
        -0.03751247,
        -0.00233092,
        0.01589548,
        0.02289741,
        -0.01888031,
        -0.02657688,
        -0.02343804,
        -0.00483036,
        -0.02808756,
        -0.00989105,
        -0.00036061,
        -0.01134445,
        0.01664197,
        0.02578348,
        -0.00212988
       ],
       "cols": [
        0,
        2,
        11,
        25,
        34,
        38,
        46,
        50,
        53,
        56,
        61,
        62,
        63,
        64,
        67,
        73,
        100,
        108,
        129,
        135,
        156,
        169,
        204,
        209,
        264,
        266,
        294,
        322,
        327,
        328,
        357,
        371,
        376,
        412,
        414,
        442,
        504,
        505,
        509,
        516,
        525,
        580,
        590,
        601,
        638,
        682,
        738,
        882,
        926,
        930,
        1060,
        1130,
        1155,
        1184,
        1321,
        1460,
        1481,
        1787,
        1943,
        2005,
        2066,
        2527,
        3003,
        3166
       ]
      },
      "19": {
       "alpha": 6,
       "dir": [
        -0.33485293,
        0.03469285,
        0.06433747,
        0.07593478,
        0.04320995,
        -0.20440264,
        0.01049561,
        -0.07845271,
        -0.02966316,
        0.07869723,
        0.02690876,
        -0.00667397,
        0.02327623,
        0.10146445,
        0.03316295,
        0.14016815,
        0.09809733,
        0.11769328,
        -0.20819545,
        -0.1066898,
        0.09799061,
        0.02515803,
        0.11596736,
        0.12506141,
        -0.02365931,
        -0.01581082,
        0.05179979,
        0.07284577,
        -0.03920847,
        -0.04298451,
        0.00825938,
        -0.10469546,
        0.06105305,
        -0.01464969,
        -0.1059337,
        0.00563145,
        0.08228201,
        0.21913013,
        -0.13936099,
        -0.01100376,
        -0.05633171,
        0.02826658,
        -0.06082795,
        0.01529873,
        -0.03269898,
        -0.06137543,
        0.07338464,
        -0.01731984,
        0.01293509,
        0.02285551,
        -0.0430566,
        0.06165075,
        -0.03291543,
        0.01243704,
        -0.02252448,
        0.10640015,
        0.02985976,
        0.02642925,
        0.01327473,
        0.03750305,
        0.02248123,
        -0.08859696,
        -0.04791253,
        0.02915941,
        0.04655077,
        -0.02370902,
        0.06000244,
        -0.02559192,
        0.0041156,
        -0.04574716,
        -0.0151819,
        0.03427166,
        -0.0521356,
        0.00275684,
        -0.11008257,
        -0.01052809,
        -0.05736936,
        -0.01020324,
        -0.09052463,
        0.00689397,
        0.03621768,
        0.07123613,
        0.00360201,
        -0.06619763,
        0.02345335,
        0.11091703,
        0.09016617,
        -0.01928664,
        0.01368285,
        -0.00499045,
        -0.03138366,
        -0.02867982,
        -0.04870289,
        -0.00659964,
        0.03185755,
        0.01343173,
        -0.04430854,
        0.03535172,
        -0.02320377,
        0.00691644,
        -0.02510364,
        -0.07474331,
        -0.01688526,
        0.03140407,
        -0.02430508,
        -0.01303292,
        -0.00812541,
        0.0027574,
        -0.02376566,
        -0.03320733,
        0.02914509,
        0.06341685,
        0.01786544,
        0.0007114,
        -0.01188948,
        0.07291664,
        -0.00413994,
        -0.0639967,
        -0.06567573,
        0.04150274,
        0.01945941,
        0.03311839,
        -0.02324571,
        0.00037765,
        -0.0109944,
        0.04036979,
        0.00052145,
        -0.01924994,
        0.00095022,
        0.0644691,
        0.00839896,
        -0.04536164,
        0.01759123,
        0.01193937,
        0.00483495,
        -0.00580474,
        -0.01910567,
        -0.06255472,
        0.05657258,
        -0.02691831,
        0.01994252,
        0.02171535,
        0.01559719,
        0.01146398,
        -0.03114962,
        0.02478721,
        0.04094142,
        0.0108493,
        -0.02564245,
        -0.00549383,
        0.01298171,
        0.00228927,
        0.0052698,
        0.02828737,
        -0.00475973,
        0.02829008,
        -0.05092382,
        0.02987025,
        0.00792591,
        0.00794679,
        0.03851486,
        -0.01412571,
        0.03591633,
        0.02479657,
        -0.01975248,
        -0.00360033,
        0.04643525,
        -0.01874319,
        -0.03569885,
        0.02199704,
        -0.01068916,
        -0.03476141,
        -0.00933738,
        -0.01238625,
        -0.0188238,
        -0.00079303,
        -0.00026924,
        -0.02419199,
        0.03646034,
        0.03449475,
        -0.0292365,
        -0.01684576,
        0.00764235,
        -0.01628162,
        -0.0080728,
        -0.01059124,
        -0.04215249,
        -0.04302702,
        0.02810987,
        -0.0130589,
        -0.03027271,
        -0.00660881,
        0.0222896,
        0.04006188,
        -0.03167387,
        0.03514763,
        -0.0102343,
        -0.02564783,
        -0.00238742,
        -0.04280112,
        -0.02142761,
        0.0457569,
        -0.00995881,
        -0.01363918,
        -0.0523981,
        0.03240933,
        -0.00046247,
        -0.02916587,
        -0.05593346,
        0.01162838,
        0.0239982,
        0.00696456,
        0.01568088,
        -0.02222509,
        -0.00589124,
        -0.02352338,
        -0.00299364,
        0.03131129,
        0.01445309,
        -0.08602708,
        -0.02007218,
        0.04017609,
        -0.01014829,
        -0.02538945,
        0.02321257,
        -0.06834598,
        0.00964575,
        -0.0051437,
        -0.01859846,
        -0.00214777,
        -0.04108446,
        0.03662089,
        0.01966953,
        0.04098223,
        0.01839868,
        0.01493723,
        0.00900578,
        0.01188021,
        -0.04769861,
        -0.00375667,
        -0.00330618,
        0.01062461,
        0.0013934,
        -0.00176543,
        0.02101856,
        0.02736561,
        0.01389204,
        -0.00640379,
        -0.00614297,
        0.01084499,
        0.02786553,
        -0.02415286,
        -0.02912875,
        -0.01692037,
        0.00126084,
        0.05189257,
        -0.01389195,
        -0.03966757,
        -0.00938222,
        -0.029164,
        -0.00431837,
        -0.00161096,
        0.02716199,
        0.01256876,
        0.00973001,
        0.03604037,
        0.02316862,
        0.02573312,
        -0.02866352,
        0.00940141,
        0.01636082,
        -0.04596978,
        0.01874516,
        -0.02349585,
        0.00517315,
        0.00220712,
        -0.01262933,
        0.02448426,
        -0.02697523,
        -0.03611716,
        0.01318228,
        -0.0020534,
        -0.02395383,
        0.02149507,
        -7.5e-07,
        0.01313674,
        0.00810257,
        -0.0237144,
        -0.03781516,
        -0.01663774,
        0.00806578,
        0.01225692,
        -0.01204816,
        0.02055262,
        0.01788219,
        -0.03242413,
        0.00801747,
        -0.00297862,
        -0.01131719,
        -0.01430189,
        0.03083245,
        -0.01074697,
        -0.02104215,
        0.03708439,
        -0.03587766,
        -0.00112949,
        -0.00407534,
        0.01345476,
        0.03780131,
        0.02845756,
        -0.01566019,
        -0.01311745,
        0.01434955,
        0.01990891,
        -0.03681851,
        0.02035851,
        -0.06993868,
        -0.05787938,
        -0.03253908,
        0.00905447,
        0.038856,
        -0.00199011,
        0.02992324,
        0.00809208,
        -0.00987577,
        -0.00634818,
        0.06414509,
        -0.00876435,
        -0.00199508,
        -0.01413713,
        0.02092653,
        -0.01234324,
        0.03740568,
        0.05363179,
        0.01417355,
        0.0100616,
        0.01451284,
        0.00778567,
        -0.0122038,
        0.00317306,
        -0.00395102,
        -0.01568509,
        -0.01977195,
        -0.00337621,
        -0.00852562,
        -0.01215244,
        0.00799697,
        0.01198815,
        -0.01456201,
        0.02279017,
        -0.0340085,
        -0.00045465,
        -0.04464959,
        -0.00148215,
        -0.04413975,
        0.00469116,
        -0.0103799,
        -0.01301511,
        0.01054597,
        -0.01396076,
        0.05034662,
        -0.01023035,
        0.01737638,
        -0.03203622,
        0.00871286,
        0.00355895,
        0.01077468,
        -0.0107326,
        0.00578704,
        0.00076102,
        0.00033403,
        -0.00997107,
        0.01247552,
        -0.00807111,
        0.00515466,
        -0.01044779,
        -0.00936228,
        0.0198695,
        -0.00272679,
        -0.01352749,
        7.16e-06,
        0.02315546,
        -0.026254,
        -0.0053682,
        0.00264656,
        0.01020446,
        0.00516271,
        0.01508454,
        -0.0209725,
        0.00244697,
        -0.01309793,
        -0.014711,
        -0.03019547,
        -0.00102567,
        0.00826303,
        0.03253384,
        0.01062864,
        -0.00843968,
        -0.01330544,
        0.02085557,
        -0.02482615,
        0.01753628,
        0.00801335,
        0.02842218,
        0.00948801,
        -0.03443109,
        0.0126709,
        0.00087775,
        0.00197925,
        0.00805351,
        0.02990451,
        -0.01561085,
        0.02241008,
        -0.02911878,
        0.01346374,
        -0.01211556,
        -0.0524451,
        0.04090678,
        -0.03539928,
        -0.01168483,
        -0.04193525,
        -0.00351266,
        0.01685971,
        -0.01135502,
        -0.10916007,
        0.02025623,
        5.093e-05,
        0.01171376,
        0.01459979,
        0.00613427,
        -0.00408939,
        0.01221592,
        -0.01002734,
        0.0186257,
        0.01269805,
        0.06049786,
        -0.01004597,
        -0.00597877,
        0.01513275,
        0.02150752,
        0.00289783,
        -0.00502687,
        -0.02977115,
        0.0105178,
        0.01677245,
        0.02142598,
        0.0200704,
        0.04995825,
        0.01128616,
        -0.01138572,
        0.0028806,
        0.02906739,
        -0.01654103,
        -0.0074083,
        -0.00165478,
        -0.02611711,
        -0.01441723,
        -0.02270881,
        0.01406153,
        0.0329129,
        0.03200575,
        -0.00264824,
        0.02199779,
        -0.01492557,
        -0.01760359,
        0.01623378,
        0.01867373,
        0.02524926,
        0.00967028,
        0.01461598,
        -0.02035144,
        0.02304462,
        -0.01513378,
        0.00965755,
        0.01401328,
        -0.00270961,
        0.00232686,
        0.01563304,
        0.02284709,
        -0.05560019,
        -0.04236459,
        0.00073883,
        -0.02807729,
        0.01340476,
        -0.00480668,
        -0.02714749,
        -0.00581044,
        0.00199742,
        0.01153813,
        -0.00933401,
        -0.03477429,
        -0.03197195,
        -0.00130699,
        -0.00737675,
        -0.01272538,
        0.02102258,
        0.00410118,
        -0.00145837,
        0.01512554,
        -0.02576101,
        -0.00219411,
        -0.00436368,
        0.00527814,
        0.00784812,
        0.01105572,
        0.00454362,
        -0.02113932,
        -0.00996873,
        0.01481754,
        0.0370915,
        0.01813238,
        -0.01072198,
        -0.02466616,
        -0.01082149,
        -0.0235935,
        0.00772955,
        -0.01920894,
        0.011986,
        0.0027178,
        -0.00140089,
        0.04917992,
        0.00532532,
        -0.00862383,
        0.0033925,
        0.01695543,
        0.01353779,
        -0.01470014,
        -0.03946432,
        0.01393099,
        -0.00813009,
        -0.00216593,
        0.00183808,
        0.02404295,
        -0.01900738,
        -0.02037269,
        0.00566403,
        0.00196521,
        0.01408339,
        -0.01416086,
        -0.02554832,
        0.00501152,
        -0.02169447,
        -0.00156593,
        0.00677395,
        0.01410867,
        0.01969471,
        -0.00997529,
        0.04218512,
        0.03097025,
        0.03468947,
        0.00412627,
        -0.02789333,
        0.01408405,
        -0.02234736,
        -0.00035949,
        -0.00303544,
        -0.00914162,
        -0.02251699,
        0.00473057,
        0.02165684,
        -0.00946849,
        0.0231431,
        -0.00792189,
        0.03188115,
        0.00995001,
        -0.01436275,
        0.0132283,
        0.02302178,
        0.01678467,
        0.01890898,
        0.00624642,
        -0.01549046,
        0.01312298,
        -0.01649535,
        0.02968395,
        -0.00939973,
        -0.01924723,
        0.04292338,
        0.0288663,
        0.02567896,
        -0.00700893,
        0.02072216,
        0.01288865,
        -0.00674905,
        0.0068656,
        -0.00257756,
        -0.00780505,
        -0.02037166,
        -0.00193348,
        -0.00860267,
        -0.03601069,
        0.00303545,
        0.05838604,
        0.02260059,
        -0.03325956,
        -0.03232592,
        -0.00711191,
        0.02423159,
        -0.00944073,
        0.0153579,
        0.01699695,
        -0.0008257,
        0.02907693,
        0.02055094,
        -0.00871408,
        -0.01249677,
        0.00056563,
        0.0096538,
        -0.01459426,
        0.00653958,
        0.01096033,
        0.02558932,
        -0.0168935,
        -0.01167921,
        0.01401768,
        -0.01887079,
        -0.0095849,
        -0.03007321,
        0.0249985,
        0.02601537,
        0.00875255,
        -0.01530061,
        -0.01763298,
        0.00101135,
        0.02701717,
        -0.01504728,
        0.01979423,
        -0.01740025,
        -0.00037391,
        0.01941003,
        0.00366848,
        0.00170964,
        0.01005537,
        0.00897676,
        -0.01451694,
        0.01472355,
        0.01401075,
        -0.04008098,
        0.00478178,
        0.00264469,
        0.01465146,
        -0.00858278,
        -0.01525469,
        -0.00837144,
        0.00379487,
        0.00762924,
        0.0141948,
        0.02449119,
        -0.02006853,
        -0.01467974,
        0.01018124,
        -0.03718886,
        -0.00821285,
        -0.00819946,
        0.00170308,
        0.01008323,
        0.01641961,
        0.03285327,
        -0.02158241,
        0.05546584,
        0.00506394,
        0.0028938,
        0.00908288,
        0.00138076,
        0.00620869,
        -0.00761552,
        -0.02185999,
        -0.00480003,
        0.01747121,
        0.00039572,
        0.01573705,
        0.00300708,
        -0.03099894,
        0.00092616,
        0.01118857,
        -0.02362317,
        -0.0301687,
        0.01169634,
        -0.00954914,
        -0.0323673,
        -0.04537297,
        -0.01935816,
        -0.00577393,
        -0.0322955,
        -0.00516561,
        9.74e-06,
        0.00058782,
        0.01400073,
        -0.04664317,
        -0.01463405,
        0.01198609,
        0.0194691,
        -0.00406392,
        0.0008507,
        -0.01848799,
        0.03592278,
        -0.01971447,
        -0.00676394,
        -0.02517347,
        0.01982344,
        0.00479301,
        0.02273475,
        0.00241195,
        -0.00936509,
        0.00513546,
        -0.01280215,
        0.00603569,
        0.0172984,
        -0.01518925,
        0.0097814,
        0.00418319,
        0.00138834,
        -0.02091384,
        -0.00198403,
        0.01229568,
        0.00035958,
        -0.01921193,
        0.01499279,
        -0.00202204,
        -0.01947481,
        -0.01102965,
        0.00401898,
        0.03645612,
        -0.02703262,
        0.00610309,
        -0.00235634,
        0.00785879,
        0.00642532,
        0.02070143,
        0.02173702,
        0.0086331,
        0.00403808,
        -0.02067142,
        -0.02638881,
        -0.00668427,
        -0.01563201,
        0.00041501,
        -0.01161527,
        -0.00428055,
        -0.03578255,
        0.00167846,
        -2.603e-05,
        0.00864414,
        0.00446198,
        -0.00604678,
        -0.0234791,
        0.00210582,
        0.02637112,
        0.02551471,
        0.00376715,
        0.01265203,
        0.01572001,
        -0.01759844,
        -0.01298658,
        -0.01324992,
        -0.01552491,
        -0.00672995,
        -0.00874197,
        -0.03830329,
        -0.0154488,
        -0.02508856,
        0.03405344,
        -0.00183639,
        0.01713831,
        0.00159486,
        -0.03485499,
        -0.00087476,
        -0.01704301,
        -0.00951778,
        0.04916522,
        0.00483608,
        -0.00797562,
        -0.01565256,
        0.00146399,
        -0.00162913,
        -0.02793031,
        -0.00984591,
        -0.00824814,
        0.00142111,
        0.01817587,
        0.01086203,
        -0.01275286,
        -0.0189762,
        -0.03228875,
        0.01003015,
        -0.00134121,
        0.00325151,
        -0.03226647,
        0.00423768,
        -0.0380742,
        0.02109345,
        0.00124923,
        0.03016158,
        -0.01302608,
        0.02091108,
        0.01425921,
        -0.03021008,
        -0.01007143,
        -0.02217595,
        -0.00590678,
        -0.01367597,
        -0.02060196,
        -0.00706154,
        -0.00447443,
        0.0351731,
        0.03089835,
        -0.00138713,
        -0.01089517,
        0.0110692,
        -0.01402011,
        -0.01749948,
        0.01299706,
        0.02726881,
        -0.00705925,
        0.01604795,
        -0.00103185,
        -0.00643478,
        -0.01959145,
        0.02240784,
        -0.0106791,
        0.0045717,
        -0.00056095,
        -0.00478964,
        0.01092616,
        0.00612308,
        -0.01870584,
        0.02174109,
        -0.00156753,
        0.01371979,
        -0.01055524,
        0.00970679,
        0.00153045,
        0.01469247,
        -0.00180606,
        0.00455373,
        0.03337794,
        0.01545489,
        0.02447022,
        -0.00159542,
        0.01690913,
        -0.01614372,
        0.00776934,
        0.00011459,
        0.00944597,
        -0.0094295,
        -0.00338595,
        -0.01048475,
        -0.02400045,
        0.03072975,
        -0.0109637,
        0.01086839,
        -0.00842686,
        -0.02364761,
        0.00342246,
        -0.00714168,
        0.02385984,
        -0.02467543,
        -0.01504063,
        -0.00446535,
        -0.01871253,
        -0.01395926,
        0.0247374,
        -0.0080816,
        -0.03657099,
        0.00132056,
        -0.01758603,
        0.01844427,
        -0.01328465,
        0.0111822,
        0.01086053,
        0.00981689,
        -0.03230486,
        0.01464552,
        -0.00148964,
        -0.00762999,
        -0.00404623,
        -0.01966663,
        0.00110262,
        0.00535944,
        0.01039123,
        -0.01684566,
        -0.02311614,
        -0.01413236,
        -0.02443904,
        -0.01073471,
        -0.00278614,
        -0.00934225,
        -0.00017413,
        -0.00365744,
        0.01714262,
        -0.01331676,
        -2.972e-05,
        -0.00191073,
        0.00781554,
        -0.01613794,
        0.00775712,
        0.00647007,
        -0.01789146,
        0.00141006,
        -0.0162336,
        -0.01072993,
        0.00046216,
        0.015242,
        0.00215394,
        0.03298695,
        0.03746279,
        -0.02986987,
        0.01046771,
        0.02376416,
        0.01895383,
        0.00395636,
        0.00173356,
        0.00281301,
        -0.02129791,
        0.0113186,
        0.00275263,
        0.01533038,
        -0.02215966,
        -0.00148776,
        -0.04362523,
        -0.02110263,
        -0.03406411,
        0.00858526,
        0.00519482,
        -0.01531371,
        -0.02032654,
        -0.00879037,
        -0.01910952,
        -0.00970773,
        -0.00597221,
        0.02600741,
        -0.01500964,
        0.00282593,
        0.00812054,
        0.01510925,
        0.01722519,
        -0.01325881,
        -0.03556012,
        -0.02189088,
        -0.0053198,
        0.02048756,
        0.02681401,
        -0.01647379,
        -0.00249846,
        -0.01893351,
        0.00662435,
        0.02269262,
        0.01222809,
        -0.0210267,
        -0.00039488,
        -0.0512335,
        0.00088038,
        -0.02341066,
        -0.00038121,
        0.01761548,
        0.02631648,
        0.01183771,
        0.02191784,
        0.00207306,
        -0.01902432,
        -0.02336112,
        -0.00491415,
        -0.00072113,
        0.00028628,
        -0.01824824,
        0.01573452,
        -0.03276414,
        -0.00953589,
        0.01647868,
        -0.01684641,
        0.00790728,
        -0.01832088,
        0.01247018,
        0.00042123,
        0.0078352,
        0.00828961,
        -0.0020343,
        -0.01149357,
        -0.02579743,
        -0.01467749,
        0.00252954,
        0.00356522,
        -0.0229656,
        0.00305361,
        0.0100733,
        0.00604701,
        0.00316089,
        0.0172147,
        -0.00011459,
        0.01843379,
        0.0113596,
        -0.01007929,
        -0.01242581,
        0.00019472,
        -0.02393127,
        -0.04665328,
        0.01382595,
        0.00461308,
        -0.02666152,
        -0.03019182,
        0.00341553,
        -0.0221114,
        0.00693722,
        -0.00555421,
        -0.02032205,
        -0.02492155,
        0.03080052,
        -0.0129261,
        -0.02659664,
        -0.02317971,
        -3.857e-05,
        0.01464641,
        0.02506778,
        -0.00284662,
        -0.00378326,
        0.0097126,
        -0.0022778,
        -0.00778427,
        0.0195424,
        0.00874459,
        -0.03001611,
        0.01055702,
        0.00944672,
        0.00660469
       ],
       "cols": [
        1,
        5,
        11,
        13,
        15,
        17,
        34,
        36,
        44,
        55,
        66,
        69,
        76,
        79,
        84,
        92,
        93,
        95,
        98,
        114,
        119,
        127,
        132,
        152,
        161,
        168,
        171,
        187,
        195,
        208,
        246,
        259,
        265,
        343,
        498,
        544,
        585,
        598,
        621,
        625,
        744,
        766,
        770,
        965,
        1003,
        1346,
        1410,
        1505,
        1689,
        1690,
        1704,
        1799,
        2072,
        2135,
        2175,
        2314,
        2376,
        2514,
        2595,
        2664,
        2816,
        3142,
        3343,
        3383
       ]
      }
     }
    },
    "built": {
     "15": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.10620415955781937
     },
     "19": {
      "alpha": 6.0,
      "n_cols": 64,
      "dir": "custom",
      "relative_change": 0.08139234036207199
     }
    },
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "2129de445ff5ff4cdb86e06c4b8e072af926f85d5689f8a8f11142357c07d2cc",
     "model.language_model.layers.19.mlp.down_proj.weight": "3321aec403086c7ffb3e8dc849d93031d3cb4d00a9350fe300255bc61f206480"
    }
   },
   "tokens_total": 8264103,
   "gpu_seconds": 1365,
   "tok_per_s_per_gpu": 6716
  },
  "vs": "dev/base",
  "paired": {
   "problems": 256,
   "gain": 0.498046875,
   "gain_se": 0.026617129071534424,
   "problems_better": 163,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 122
  }
 },
 {
  "name": "quick/base",
  "summary": {
   "problems": 16,
   "samples": 32,
   "acc": 0.1875,
   "acc_se": 0.07739239842086129,
   "cut_share": 0.84375,
   "mean_tokens": 28374.84375,
   "closed_share": 0.15625,
   "p_finish": 0.15625,
   "p_correct_given_finished": 1.0,
   "p_correct_given_cut": 0.037037037037037035,
   "no_answer_finished_share": 0.0,
   "loop_end_share_of_cut": 1.0,
   "tail_dup8_cut_mean": 0.9051074074074074,
   "median_tokens_correct": 5698.5,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": null,
   "tokens_total": 907995,
   "gpu_seconds": 274,
   "tok_per_s_per_gpu": 3948
  },
  "vs": null,
  "paired": null
 },
 {
  "name": "quick/p50c",
  "summary": {
   "problems": 16,
   "samples": 32,
   "acc": 0.65625,
   "acc_se": 0.1183105905375057,
   "cut_share": 0.09375,
   "mean_tokens": 11663.5,
   "closed_share": 0.9375,
   "p_finish": 0.90625,
   "p_correct_given_finished": 0.7241379310344828,
   "p_correct_given_cut": 0.0,
   "no_answer_finished_share": 0.09375,
   "loop_end_share_of_cut": 0.0,
   "tail_dup8_cut_mean": 0.15510000000000002,
   "median_tokens_correct": 5825,
   "sampling": {
    "temperature": 0.6,
    "top_p": 0.95,
    "top_k": 20,
    "presence_penalty": 1.5,
    "repetition_penalty": 1.0,
    "max_tokens": 32768,
    "thinking": true
   },
   "edit_note": {
    "name": "p50c",
    "about": "the paper's released edit, rebuilt with its apply_edit.py",
    "edited_sha256": {
     "model.language_model.layers.15.mlp.down_proj.weight": "82e2d733ea64feaeb4af93a1e065641d3df98b494a8b7576ef2f52e90fe2ee53",
     "model.language_model.layers.19.mlp.down_proj.weight": "8ef3c61bc36af113ad58e89dbb0a4a14dcba5a45cb750c15ab515c82ddd12eb2"
    }
   },
   "tokens_total": 373232,
   "gpu_seconds": 174,
   "tok_per_s_per_gpu": 2875
  },
  "vs": "quick/base",
  "paired": {
   "problems": 16,
   "gain": 0.46875,
   "gain_se": 0.11608859763129194,
   "problems_better": 9,
   "problems_worse": 0,
   "lost": 0,
   "rescued": 6
  }
 }
]