| { | |
| "embedding_model": "qwen/qwen3-embedding-4b", | |
| "interpreter_model": "google/gemini-3.1-flash-lite-preview", | |
| "predictor_model": "google/gemini-3.1-flash-lite-preview", | |
| "d_input": 2560, | |
| "sae_configs": [ | |
| { | |
| "name": "SAE16", | |
| "k": 16, | |
| "expansion": 2 | |
| }, | |
| { | |
| "name": "SAE32", | |
| "k": 32, | |
| "expansion": 4 | |
| }, | |
| { | |
| "name": "SAE64", | |
| "k": 64, | |
| "expansion": 6 | |
| } | |
| ], | |
| "train_steps": 13200, | |
| "n_texts": 43967 | |
| } |