sketch_config.json

{
  "version": "stemma-sketch-v1",
  "ROLES": [
    "embed",
    "attn_q",
    "attn_k",
    "attn_v",
    "attn_o",
    "mlp_in",
    "mlp_out",
    "lm_head",
    "norm"
  ],
  "DEPTH_BUCKETS": [
    0.0,
    0.25,
    0.5,
    0.75,
    1.0
  ],
  "FEATURES_PER_SLOT": 32,
  "SKETCH_DIM": 1456,
  "N_GLOBAL_FEATURES": 16,
  "n_slots": 45,
  "metric": "cosine"
}