frontend/src/data/attention_patterns.json

{
  "prompt": "When Mary and John went to the store , John gave a bottle of milk to",
  "tokens": ["When", "Mary", "and", "John", "went", "to", "the", "store", ",", "John", "gave", "a", "bottle", "of", "milk", "to"],
  "num_layers": 12,
  "num_heads": 12,
  "patterns": {
    "5_1": {
      "name": "L5H1 (Induction)",
      "group": "induction",
      "pattern_type": "induction",
      "weights": [
        [0.85, 0.02, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.03, 0.82, 0.02, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.03, 0.80, 0.03, 0.02, 0.01, 0.01, 0.01, 0.01, 0.03, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.02, 0.02, 0.78, 0.03, 0.02, 0.01, 0.01, 0.01, 0.05, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.02, 0.02, 0.04, 0.75, 0.03, 0.01, 0.01, 0.01, 0.06, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.03, 0.78, 0.02, 0.01, 0.01, 0.07, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.02, 0.03, 0.76, 0.02, 0.01, 0.08, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.02, 0.02, 0.03, 0.74, 0.02, 0.08, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.02, 0.02, 0.02, 0.03, 0.72, 0.09, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.04, 0.01, 0.08, 0.02, 0.02, 0.02, 0.02, 0.02, 0.62, 0.05, 0.03, 0.03, 0.02, 0.01, 0.00],
        [0.01, 0.02, 0.01, 0.03, 0.02, 0.02, 0.02, 0.02, 0.02, 0.12, 0.55, 0.05, 0.04, 0.03, 0.02, 0.02],
        [0.01, 0.02, 0.01, 0.03, 0.02, 0.01, 0.01, 0.02, 0.02, 0.10, 0.04, 0.55, 0.06, 0.04, 0.03, 0.03],
        [0.01, 0.02, 0.01, 0.03, 0.01, 0.01, 0.01, 0.02, 0.01, 0.09, 0.04, 0.04, 0.55, 0.06, 0.04, 0.05],
        [0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.08, 0.03, 0.03, 0.05, 0.58, 0.06, 0.07],
        [0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.07, 0.03, 0.03, 0.04, 0.06, 0.58, 0.09],
        [0.01, 0.08, 0.01, 0.04, 0.01, 0.01, 0.01, 0.01, 0.01, 0.06, 0.03, 0.03, 0.03, 0.05, 0.08, 0.53]
      ]
    },
    "6_9": {
      "name": "L6H9 (Induction)",
      "group": "induction",
      "pattern_type": "induction",
      "weights": [
        [0.88, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.85, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.02, 0.83, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.03, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.02, 0.02, 0.81, 0.02, 0.01, 0.01, 0.01, 0.01, 0.05, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.02, 0.01, 0.03, 0.78, 0.02, 0.01, 0.01, 0.01, 0.07, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.02, 0.80, 0.02, 0.01, 0.01, 0.06, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.01, 0.02, 0.79, 0.02, 0.01, 0.07, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.02, 0.77, 0.02, 0.08, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.03, 0.75, 0.10, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.05, 0.01, 0.10, 0.01, 0.01, 0.01, 0.02, 0.02, 0.65, 0.04, 0.02, 0.02, 0.01, 0.01, 0.01],
        [0.01, 0.03, 0.01, 0.05, 0.01, 0.01, 0.01, 0.02, 0.01, 0.15, 0.52, 0.06, 0.04, 0.03, 0.02, 0.02],
        [0.01, 0.02, 0.01, 0.04, 0.01, 0.01, 0.01, 0.01, 0.01, 0.12, 0.05, 0.52, 0.07, 0.04, 0.03, 0.04],
        [0.01, 0.02, 0.01, 0.03, 0.01, 0.01, 0.01, 0.01, 0.01, 0.10, 0.04, 0.05, 0.53, 0.07, 0.05, 0.04],
        [0.01, 0.01, 0.01, 0.03, 0.01, 0.01, 0.01, 0.01, 0.01, 0.09, 0.03, 0.04, 0.06, 0.55, 0.06, 0.06],
        [0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.08, 0.03, 0.03, 0.05, 0.07, 0.56, 0.08],
        [0.01, 0.10, 0.01, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.07, 0.03, 0.03, 0.04, 0.05, 0.09, 0.47]
      ]
    },
    "9_9": {
      "name": "L9H9 (Name Mover)",
      "group": "name_mover",
      "pattern_type": "name_mover",
      "weights": [
        [0.90, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00, 0.00, 0.00],
        [0.04, 0.85, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.03, 0.03, 0.82, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.02, 0.02, 0.80, 0.02, 0.01, 0.01, 0.01, 0.01, 0.05, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.02, 0.02, 0.02, 0.78, 0.02, 0.01, 0.01, 0.01, 0.04, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.02, 0.02, 0.01, 0.02, 0.02, 0.77, 0.02, 0.01, 0.01, 0.05, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.02, 0.02, 0.01, 0.02, 0.01, 0.02, 0.76, 0.02, 0.01, 0.05, 0.02, 0.01, 0.01, 0.01, 0.01, 0.00],
        [0.01, 0.02, 0.01, 0.02, 0.01, 0.01, 0.02, 0.75, 0.02, 0.06, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01],
        [0.01, 0.02, 0.01, 0.02, 0.01, 0.01, 0.01, 0.02, 0.74, 0.07, 0.02, 0.02, 0.01, 0.01, 0.01, 0.01],
        [0.01, 0.03, 0.01, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.72, 0.04, 0.02, 0.02, 0.02, 0.01, 0.02],
        [0.01, 0.04, 0.01, 0.03, 0.01, 0.01, 0.01, 0.01, 0.01, 0.05, 0.65, 0.04, 0.04, 0.03, 0.02, 0.03],
        [0.01, 0.05, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.04, 0.03, 0.62, 0.05, 0.04, 0.03, 0.05],
        [0.01, 0.06, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.03, 0.03, 0.04, 0.59, 0.05, 0.04, 0.07],
        [0.01, 0.07, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.03, 0.02, 0.03, 0.05, 0.57, 0.06, 0.08],
        [0.01, 0.08, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.03, 0.02, 0.03, 0.04, 0.06, 0.55, 0.10],
        [0.01, 0.42, 0.01, 0.03, 0.01, 0.01, 0.01, 0.01, 0.01, 0.03, 0.02, 0.02, 0.03, 0.04, 0.08, 0.26]
      ]
    },
    "7_3": {
      "name": "L7H3 (S-Inhibition)",
      "group": "s_inhibition",
      "pattern_type": "s_inhibition",
      "weights": [
        [0.87, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.03, 0.82, 0.02, 0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.02, 0.03, 0.79, 0.03, 0.02, 0.01, 0.01, 0.01, 0.01, 0.04, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.02, 0.02, 0.76, 0.03, 0.02, 0.01, 0.01, 0.01, 0.07, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.02, 0.02, 0.02, 0.04, 0.73, 0.03, 0.01, 0.01, 0.01, 0.08, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.02, 0.01, 0.03, 0.02, 0.75, 0.03, 0.01, 0.01, 0.08, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.03, 0.02, 0.02, 0.73, 0.03, 0.01, 0.09, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.03, 0.01, 0.02, 0.02, 0.71, 0.02, 0.10, 0.02, 0.01, 0.01, 0.01, 0.01, 0.00],
        [0.01, 0.01, 0.01, 0.03, 0.01, 0.01, 0.02, 0.03, 0.70, 0.12, 0.02, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.02, 0.01, 0.15, 0.01, 0.01, 0.01, 0.02, 0.02, 0.60, 0.05, 0.03, 0.02, 0.02, 0.01, 0.01],
        [0.01, 0.02, 0.01, 0.08, 0.01, 0.01, 0.01, 0.01, 0.01, 0.18, 0.50, 0.04, 0.04, 0.03, 0.02, 0.02],
        [0.01, 0.02, 0.01, 0.06, 0.01, 0.01, 0.01, 0.01, 0.01, 0.15, 0.04, 0.50, 0.06, 0.04, 0.03, 0.03],
        [0.01, 0.01, 0.01, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.13, 0.03, 0.05, 0.50, 0.06, 0.05, 0.05],
        [0.01, 0.01, 0.01, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.12, 0.03, 0.04, 0.06, 0.50, 0.06, 0.06],
        [0.01, 0.01, 0.01, 0.04, 0.01, 0.01, 0.01, 0.01, 0.01, 0.10, 0.03, 0.03, 0.05, 0.07, 0.50, 0.10],
        [0.01, 0.02, 0.01, 0.12, 0.01, 0.01, 0.01, 0.01, 0.01, 0.22, 0.03, 0.03, 0.04, 0.05, 0.08, 0.34]
      ]
    },
    "2_2": {
      "name": "L2H2 (Previous Token)",
      "group": "previous_token",
      "pattern_type": "previous_token",
      "weights": [
        [0.92, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        [0.88, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        [0.03, 0.85, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        [0.02, 0.03, 0.83, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00, 0.00, 0.00],
        [0.01, 0.02, 0.03, 0.82, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.02, 0.02, 0.82, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.01, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.01, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.01, 0.00, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.01, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.00, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.05, 0.00],
        [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.02, 0.82, 0.04]
      ]
    }
  },
  "induction_scores": {
    "description": "Induction score for each head across all layers. Higher = more induction-like behavior.",
    "scores": [
      [0.05, 0.03, 0.08, 0.04, 0.06, 0.03, 0.02, 0.07, 0.04, 0.05, 0.03, 0.06],
      [0.08, 0.06, 0.12, 0.07, 0.09, 0.05, 0.04, 0.10, 0.06, 0.08, 0.05, 0.09],
      [0.12, 0.09, 0.35, 0.10, 0.14, 0.08, 0.06, 0.15, 0.09, 0.11, 0.07, 0.13],
      [0.15, 0.12, 0.18, 0.14, 0.17, 0.11, 0.09, 0.19, 0.12, 0.15, 0.10, 0.16],
      [0.22, 0.18, 0.25, 0.21, 0.24, 0.16, 0.13, 0.26, 0.18, 0.22, 0.15, 0.38],
      [0.35, 0.92, 0.28, 0.32, 0.36, 0.45, 0.18, 0.30, 0.25, 0.34, 0.22, 0.29],
      [0.28, 0.25, 0.22, 0.26, 0.30, 0.20, 0.15, 0.24, 0.21, 0.87, 0.18, 0.23],
      [0.18, 0.15, 0.14, 0.22, 0.19, 0.13, 0.10, 0.17, 0.14, 0.20, 0.12, 0.16],
      [0.12, 0.10, 0.09, 0.14, 0.12, 0.08, 0.07, 0.11, 0.09, 0.13, 0.08, 0.10],
      [0.08, 0.07, 0.06, 0.09, 0.08, 0.05, 0.04, 0.07, 0.06, 0.09, 0.05, 0.07],
      [0.06, 0.05, 0.04, 0.07, 0.06, 0.04, 0.03, 0.05, 0.04, 0.06, 0.04, 0.05],
      [0.04, 0.03, 0.03, 0.05, 0.04, 0.03, 0.02, 0.04, 0.03, 0.07, 0.03, 0.04]
    ]
  }
}