File size: 335 Bytes
2bc8e46
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
# Example: Find where knowledge is stored (FFNs + embeddings)
# Run with: obliteratus run examples/preset_knowledge.yaml

preset: knowledge

model:
  name: gpt2
  task: causal_lm
  dtype: float32
  device: cpu

dataset:
  name: wikitext
  subset: wikitext-2-raw-v1
  split: test
  text_column: text

output_dir: results/gpt2_knowledge