Upload folder using huggingface_hub
Browse files- clt_cfg.json +1 -0
- clt_weights.safetensors +3 -0
clt_cfg.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"device": "cuda:0", "dtype": "bfloat16", "seed": 42, "model_name": "meta-llama/Llama-3.2-1B", "d_in": 2048, "d_latent": 16384, "n_layers": 16, "jumprelu_bandwidth": 1.0, "jumprelu_init_threshold": 0.03, "normalize_decoder": false, "dead_feature_window": 250, "cross_layer_decoders": true, "context_size": 16, "functional_loss": "kl", "l0_coefficient": 30.0, "ddp": true, "fsdp": false}
|
clt_weights.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7afc53d636765562723e2c34b889a45ffdec448be5f782b7aa352097d568a41
|
| 3 |
+
size 10204255360
|