Spaces:
Runtime error
Runtime error
| # Example: Ablate every layer and FFN block in GPT-2 | |
| # Run with: obliteratus run examples/gpt2_layer_ablation.yaml | |
| model: | |
| name: gpt2 | |
| task: causal_lm | |
| dtype: float32 | |
| device: cpu # change to "cuda" or "auto" for GPU | |
| dataset: | |
| name: wikitext | |
| subset: wikitext-2-raw-v1 | |
| split: test | |
| text_column: text | |
| max_samples: 100 # keep small for a quick demo | |
| strategies: | |
| - name: layer_removal | |
| params: {} | |
| - name: ffn_ablation | |
| params: {} | |
| metrics: | |
| - perplexity | |
| batch_size: 4 | |
| max_length: 256 | |
| output_dir: results/gpt2_layers | |