Blame for probe/probe_config.json

{
 "kind": "mlp",
 "hidden": 256,
 "activation": "gelu",
 "base_model": "meta-llama/Llama-3.1-8B-Instruct",
 "layers": [
  1,
  2,
  3,
  4,
  5,
  6,
  7,
  8,
  9,
  10,
  11,
  12,
  13,
  14,
  15,
  16,
  17,
  18,
  19,
  20,
  21,
  22,
  23,
  24,
  25,
  26,
  27,
  28,
  29,
  30,
  31,
  32
 ],
 "hidden_size": 4096,
 "feature_dim": 131072,
 "features": "concatenated hidden_states[l] for l in layers (outputs of decoder blocks 1-32), bf16",
 "scored_positions": "prompt only: the chat-formatted user turn up to and including the assistant header (no thinking)",
 "max_len": 2048,
 "inference": "EMA of per-token logits, alpha = 2/(M+1), exchange score = max over positions",
 "M": 16,
 "val_auroc": 0.9442754882489239
}