run directory (provenance + evals)

run/invocations.jsonl

@@ -1,3 +1,4 @@
 {"time": "2026-07-23T16:19:29+0000", "stages": ["vectors", "data", "eval_m0", "train", "eval_m1"], "commit": "none", "status": "success", "headline": "clean 100%->100% · steer_heldout@1.6 correct 0%->3%", "wandb_url": null}
 {"time": "2026-07-25T11:36:44+0000", "stages": ["eval_m0"], "commit": "none", "status": "success", "headline": "", "wandb_url": null}
 {"time": "2026-07-25T12:19:58+0000", "stages": ["eval_m1"], "commit": "none", "status": "success", "headline": "clean 100%->100% · steer_heldout@1.6 correct 0%->3%", "wandb_url": null}
+{"time": "2026-08-05T17:16:57+0000", "stages": ["eval_m1"], "commit": "b16f6e72a9bb+dirty", "status": "success", "headline": "clean 100%->100% · steer_heldout@1.6 correct 0%->4%", "wandb_url": null}

run/run_meta.json

@@ -111,5 +111,74 @@
    "sha256": "fa2356571420fd8c2a444aee6e8c879b865e0cd21f5ade2938a0308effbed8f2"
   }
  },
- "status": "running"
+ "status": "success",
+ "wandb_url": null,
+ "headline": "clean 100%->100% · steer_heldout@1.6 correct 0%->4%",
+ "finished_at": "2026-08-05T19:23:32+0000",
+ "artifacts": {
+  "capability/capability_summary.csv": {
+   "sha256": "d5bbb31095b80e60dd46d2e5cdaa7ef2a781ccc89de5766381b21af1425233b9",
+   "bytes": 128
+  },
+  "capability/capability_summary.md": {
+   "sha256": "ebf7fa98749913e9f77670b2f926ead49fd2dfdf3cacdafbc27b873e088a7218",
+   "bytes": 363
+  },
+  "capability/lmeval_run.log": {
+   "sha256": "f3d93e78d2473755612d80a0afb6eaec8ed8027f13b4545ee8ec4d59370d4731",
+   "bytes": 298468
+  },
+  "capability/m0/gsm8k_cot/Qwen__Qwen2.5-3B-Instruct/results_2026-07-23T18-36-29.229735.json": {
+   "sha256": "fa3feefea52e589b23d972c3393a9222b7affa81d04b782a111cbfb5f6e561bc",
+   "bytes": 14432
+  },
+  "capability/m0/mmlu/Qwen__Qwen2.5-3B-Instruct/results_2026-07-23T18-15-57.670538.json": {
+   "sha256": "dfd686f19edce4cb31bffd091167c599b0596b15987d25303613295099cb4562",
+   "bytes": 139207
+  },
+  "capability/m1/gsm8k_cot/__root__steering-resistance__results__full_3b__m1_resist_adapter/results_2026-07-23T19-07-18.393003.json": {
+   "sha256": "35a97896c6938ea0031d99b63a6787f635f4d88b68a52c7aec53a1849b28a25c",
+   "bytes": 14681
+  },
+  "capability/m1/mmlu/__root__steering-resistance__results__full_3b__m1_resist_adapter/results_2026-07-23T18-41-47.488437.json": {
+   "sha256": "e6e525c0832477c3729aca9663ded0bc63ab583d6c521a550365fb8656f1fc0c",
+   "bytes": 143701
+  },
+  "eval_m0.jsonl": {
+   "sha256": "1ae0cbda4668a35852e1ef234043f320d320ae9cb7cf4017b4d2f79f1427605a",
+   "bytes": 11318115
+  },
+  "eval_m1.jsonl": {
+   "sha256": "568a78889056010226b44096a76f85affbddd9670a2f814a554ad4865ec59d42",
+   "bytes": 9539423
+  },
+  "eval_questions.json": {
+   "sha256": "8771796f4c91a61a901278e799032623900657aaa8f9e44ce789dd1fadd8bf8f",
+   "bytes": 27617
+  },
+  "m1_resist_adapter/adapter_config.json": {
+   "sha256": "390e661694a2f685b6256b5d38a80aa41c5236a115df9cfb5edd4a96da0e568e",
+   "bytes": 1103
+  },
+  "m1_resist_adapter/adapter_model.safetensors": {
+   "sha256": "bc5cf2921ad4f341fc270e0b53641804b4c725c9031d5d232dd6cb1f8877a23d",
+   "bytes": 119801528
+  },
+  "summary.csv": {
+   "sha256": "5c5eba02b37159e9c6623e298df60b71ab79f55c9f394342311907bdfb3ec526",
+   "bytes": 2616
+  },
+  "summary.md": {
+   "sha256": "5335fee8d923b9d9e3d7a1f08d248e45ba0a3f067d81b3e0b6e18dd6395a587f",
+   "bytes": 2628
+  },
+  "train_examples.json": {
+   "sha256": "3e2ac73debbb5da8cadb4e114a35f6346f015ca0f22d52b9486a7fd2b2b7e824",
+   "bytes": 284577
+  },
+  "vectors.pt": {
+   "sha256": "5c9783914f6419b376d133a3872349ac5a07b42c8456894a3214ffa6618158c4",
+   "bytes": 7757862
+  }
+ }
 }

run/summary.csv

@@ -21,13 +21,13 @@ M1,correct_inject,0.8,9,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0
 M1,correct_inject,1.0,9,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0
 M1,correct_inject,1.2,9,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0
 M1,correct_inject,1.6,9,0.8889,0.6667,1.0,0.0,0.0,0.0,0.1111,0.0,0.3333
-M1,steer_heldout,0.4,2754,0.9713,0.9259,0.996,0.0065,0.0033,0.0105,0.0221,0.0,0.0654
-M1,steer_heldout,0.8,2754,0.6598,0.5817,0.7233,0.2052,0.1743,0.2433,0.1351,0.094,0.1888
-M1,steer_heldout,1.0,2754,0.4365,0.3475,0.5225,0.3424,0.276,0.4161,0.2211,0.1772,0.2716
-M1,steer_heldout,1.2,2754,0.2495,0.1667,0.3337,0.4205,0.3475,0.4967,0.3301,0.2818,0.3856
-M1,steer_heldout,1.6,2754,0.0334,0.0123,0.0577,0.5512,0.5153,0.5835,0.4154,0.3976,0.435
-M1,steer_train,0.4,679,0.9691,0.9088,1.0,0.0015,0.0,0.0044,0.0295,0.0,0.0885
-M1,steer_train,0.8,679,0.8733,0.7997,0.9366,0.0412,0.0132,0.0781,0.0854,0.0442,0.1355
-M1,steer_train,1.0,679,0.6082,0.4801,0.7338,0.2165,0.1193,0.3245,0.1753,0.1134,0.243
-M1,steer_train,1.2,679,0.3829,0.2493,0.5206,0.3623,0.2485,0.475,0.2548,0.1882,0.3314
-M1,steer_train,1.6,679,0.0604,0.0236,0.1044,0.6362,0.5971,0.6735,0.3034,0.2765,0.3324
+M1,steer_heldout,0.4,2754,0.9749,0.9346,0.9971,0.0054,0.0022,0.0091,0.0196,0.0,0.0577
+M1,steer_heldout,0.8,2754,0.6638,0.585,0.7266,0.2012,0.1692,0.2382,0.1351,0.0973,0.1845
+M1,steer_heldout,1.0,2754,0.4426,0.3508,0.5312,0.3355,0.2698,0.4078,0.2219,0.1747,0.2741
+M1,steer_heldout,1.2,2754,0.2614,0.1783,0.346,0.3947,0.3235,0.4695,0.3439,0.2912,0.4034
+M1,steer_heldout,1.6,2754,0.0407,0.0171,0.0675,0.541,0.5025,0.5755,0.4183,0.3998,0.4401
+M1,steer_train,0.4,679,0.9676,0.9044,1.0,0.0015,0.0,0.0044,0.0309,0.0,0.0929
+M1,steer_train,0.8,679,0.8719,0.792,0.9368,0.0383,0.0088,0.0751,0.0898,0.0457,0.1433
+M1,steer_train,1.0,679,0.6333,0.5088,0.7544,0.2091,0.1074,0.325,0.1576,0.1,0.2221
+M1,steer_train,1.2,679,0.3962,0.2581,0.5361,0.3328,0.2206,0.45,0.271,0.1971,0.3579
+M1,steer_train,1.6,679,0.0677,0.0251,0.1191,0.6141,0.5523,0.6701,0.3181,0.2882,0.3515

run/summary.md

@@ -22,13 +22,13 @@
 | M1 | correct_inject | 1.0 | 9 | 100% [100%,100%] | 0% [0%,0%] | 0% [0%,0%] |
 | M1 | correct_inject | 1.2 | 9 | 100% [100%,100%] | 0% [0%,0%] | 0% [0%,0%] |
 | M1 | correct_inject | 1.6 | 9 | 89% [67%,100%] | 0% [0%,0%] | 11% [0%,33%] |
-| M1 | steer_heldout | 0.4 | 2754 | 97% [93%,100%] | 1% [0%,1%] | 2% [0%,7%] |
-| M1 | steer_heldout | 0.8 | 2754 | 66% [58%,72%] | 21% [17%,24%] | 14% [9%,19%] |
-| M1 | steer_heldout | 1.0 | 2754 | 44% [35%,52%] | 34% [28%,42%] | 22% [18%,27%] |
-| M1 | steer_heldout | 1.2 | 2754 | 25% [17%,33%] | 42% [35%,50%] | 33% [28%,39%] |
-| M1 | steer_heldout | 1.6 | 2754 | 3% [1%,6%] | 55% [52%,58%] | 42% [40%,44%] |
-| M1 | steer_train | 0.4 | 679 | 97% [91%,100%] | 0% [0%,0%] | 3% [0%,9%] |
-| M1 | steer_train | 0.8 | 679 | 87% [80%,94%] | 4% [1%,8%] | 9% [4%,14%] |
-| M1 | steer_train | 1.0 | 679 | 61% [48%,73%] | 22% [12%,32%] | 18% [11%,24%] |
-| M1 | steer_train | 1.2 | 679 | 38% [25%,52%] | 36% [25%,48%] | 25% [19%,33%] |
-| M1 | steer_train | 1.6 | 679 | 6% [2%,10%] | 64% [60%,67%] | 30% [28%,33%] |
+| M1 | steer_heldout | 0.4 | 2754 | 97% [93%,100%] | 1% [0%,1%] | 2% [0%,6%] |
+| M1 | steer_heldout | 0.8 | 2754 | 66% [58%,73%] | 20% [17%,24%] | 14% [10%,18%] |
+| M1 | steer_heldout | 1.0 | 2754 | 44% [35%,53%] | 34% [27%,41%] | 22% [17%,27%] |
+| M1 | steer_heldout | 1.2 | 2754 | 26% [18%,35%] | 39% [32%,47%] | 34% [29%,40%] |
+| M1 | steer_heldout | 1.6 | 2754 | 4% [2%,7%] | 54% [50%,58%] | 42% [40%,44%] |
+| M1 | steer_train | 0.4 | 679 | 97% [90%,100%] | 0% [0%,0%] | 3% [0%,9%] |
+| M1 | steer_train | 0.8 | 679 | 87% [79%,94%] | 4% [1%,8%] | 9% [5%,14%] |
+| M1 | steer_train | 1.0 | 679 | 63% [51%,75%] | 21% [11%,32%] | 16% [10%,22%] |
+| M1 | steer_train | 1.2 | 679 | 40% [26%,54%] | 33% [22%,45%] | 27% [20%,36%] |
+| M1 | steer_train | 1.6 | 679 | 7% [3%,12%] | 61% [55%,67%] | 32% [29%,35%] |