Hugging Face's logo

asher577
/
bsf_071226

Model card Files
xet
 Community
bsf_071226
File size: 1,178 Bytes
ddd18ef
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
{
    "trainer": {
        "trainer_class": "BSFTrainer",
        "dict_class": "BlockSparseSAE",
        "variant": "vanilla_block_topk",
        "lr": 5e-05,
        "grad_clip": 1.0,
        "snr": 0.1,
        "auxk_alpha": 0.0,
        "k_anneal_steps": 0,
        "top_k_aux_blocks": 32,
        "steps": 50000,
        "warmup_steps": 1000,
        "decay_start": 40000,
        "resample_interval": 1000,
        "resample_dead_steps": 400,
        "resample_boost": 1.5,
        "resample_max_per_round": 512,
        "selection": "bias_topk",
        "l1_coeff": 0.003,
        "l1_warmup_steps": 5000,
        "bias_gamma": 0.002,
        "bias_clamp": 1.0,
        "bias_boost_below": 0.0001,
        "bias_nuke_above": 0.5,
        "k": 16,
        "dict_size": 2048,
        "code_dim": 131072,
        "activation_dim": 4096,
        "block_sizes": {
            "64": 2048
        },
        "act_scale": 262.5943908691406,
        "seed": 0,
        "device": "cuda",
        "layer": 24,
        "lm_name": "Qwen/Qwen3-8B",
        "wandb_name": "bsf_stream_L24_G2048_b64_k16_biasdz0.0001-0.5_trainer_0",
        "submodule_name": "resid_post_layer_24"
    }
}