examples/gpt2_head_ablation.yaml

# Example: Ablate every attention head in GPT-2
# Run with: obliteratus run examples/gpt2_head_ablation.yaml

model:
  name: gpt2
  task: causal_lm
  dtype: float32
  device: cpu

dataset:
  name: wikitext
  subset: wikitext-2-raw-v1
  split: test
  text_column: text
  max_samples: 50

strategies:
  - name: head_pruning
    params: {}

metrics:
  - perplexity

batch_size: 4
max_length: 256
output_dir: results/gpt2_heads