SAE-mental-health / config.json
FritzStack's picture
Add all 3 SAE artifacts (SAE16, SAE32, SAE64)
975a74d verified
raw
history blame contribute delete
476 Bytes
{
"embedding_model": "qwen/qwen3-embedding-4b",
"interpreter_model": "google/gemini-3.1-flash-lite-preview",
"predictor_model": "google/gemini-3.1-flash-lite-preview",
"d_input": 2560,
"sae_configs": [
{
"name": "SAE16",
"k": 16,
"expansion": 2
},
{
"name": "SAE32",
"k": 32,
"expansion": 4
},
{
"name": "SAE64",
"k": 64,
"expansion": 6
}
],
"train_steps": 13200,
"n_texts": 43967
}