sae_sft / adapter_config.json
sevens2004's picture
Upload folder using huggingface_hub
39166c2 verified
{
"auto_mapping": {
"base_model_class": "Qwen3VLForConditionalGeneration",
"parent_library": "transformers.models.qwen3_vl.modeling_qwen3_vl"
},
"base_model_name_or_path": "/workspace/sft",
"dead_tokens_threshold": 100000,
"expansion_factor": 32,
"inference_mode": true,
"k": 32,
"num_latents": 4096,
"peft_type": "TOPK_SAE",
"peft_version": "0.18.1",
"revision": null,
"target_modules": "model\\.language_model\\.layers\\.26\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(up_proj|gate_proj|down_proj))",
"task_type": null
}