obliteratus / examples /gpt2_layer_ablation.yaml
pliny-the-prompter's picture
Upload 77 files
2bc8e46 verified
# Example: Ablate every layer and FFN block in GPT-2
# Run with: obliteratus run examples/gpt2_layer_ablation.yaml
model:
name: gpt2
task: causal_lm
dtype: float32
device: cpu # change to "cuda" or "auto" for GPU
dataset:
name: wikitext
subset: wikitext-2-raw-v1
split: test
text_column: text
max_samples: 100 # keep small for a quick demo
strategies:
- name: layer_removal
params: {}
- name: ffn_ablation
params: {}
metrics:
- perplexity
batch_size: 4
max_length: 256
output_dir: results/gpt2_layers