Add files using upload-large-folder tool

latents/layers.0.mlp/0_14744.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598236a7535176ca16cee44366f64c2cfbb81f46b24d5e894fd4c168cb4489e8
+size 420880368

latents/layers.0.mlp/14745_29490.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f75e8e7a885ef6cf819aaa8beb4544c6ee288d75a441d62f0c25cff457caee
+size 607535112

latents/layers.0.mlp/29491_44235.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0131946220d3ddafbca83d2e2c1b87dd2fdb5eecfbb414dbdfb181b363260088
+size 610682336

latents/layers.0.mlp/44236_58981.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed50a8e23993dc7cb3fdb04d091f1842eeff079958910656081906a6de2387b
+size 490633344

latents/layers.0.mlp/58982_73727.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d796bd2770434fd51122c4c3145e089cad58e9b69249ff9cdfcf269eb3b94217
+size 439386160

latents/layers.1.mlp/0_14744.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aaed21f904b3d8c93e41e64d2ef2b40c89f6b0bb030b8f68ec20ddfda802a7
+size 547091736

latents/layers.1.mlp/14745_29490.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0563cb177155b8174364ad735c08046145deee36e9292ac310fb09c316ff0855
+size 594872344

latents/layers.1.mlp/29491_44235.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d430c29e165274a17c2ded93ed642bc4e9cd900bd571cba75b55598ab3a8d14e
+size 570198728

latents/layers.1.mlp/44236_58981.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad2558f50faa2fd941be9f5a9ff9bf2d6386144a73f5a3575cb042df406c470
+size 597988448

latents/layers.1.mlp/58982_73727.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5b78a2f862d0e7b576e2c966521f208fefda012153ab0673591aea0c76b1d2
+size 648453376

latents/layers.2.mlp/0_14744.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b712302360e66f34c22bc6e16d29c010eac490d9fbc2a2e20bb3124456543
+size 605773104

latents/layers.2.mlp/14745_29490.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9367d555585c51bfcead8c09b9e928515185726d35a130d0a71f4f929776c9
+size 612954888

latents/layers.2.mlp/29491_44235.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb563594f8fb25fafbe496e690c5feec523ae8f4e55b051a7e60a8e68400f9c
+size 593472128

latents/layers.2.mlp/44236_58981.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722a08373f846f10ac1c0fcd90d47b82a1e7c155714a2bb39f5dac57313af3fb
+size 559319504

latents/layers.2.mlp/58982_73727.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ef9b67135ce775ffba580eb4d4aeba5aa93e42cc14f5b084712d761ca5c1ab
+size 587988360

latents/layers.3.mlp/0_14744.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d624ec821501736030683311c092bc7d75dfccf15cb21eeadb6acfec03f124
+size 646849224

latents/layers.3.mlp/14745_29490.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7561e6f5b70943e2d59791e76cb8641a15e8e3acd4943b4f54f79fc54e882f5f
+size 542507240

latents/layers.3.mlp/29491_44235.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfd788597668c7538cf97b19c4e4f8e47e8edfedad3e9a3a4cd72762d677d96
+size 551425832

latents/layers.3.mlp/44236_58981.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa97b583b9850b6776c6cf07cda17bdf4ad4889f7017767bd03703717cad165
+size 577676304

latents/layers.3.mlp/58982_73727.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679b664ad1a7ec038f121e06cbb44784feadcbd99bedc08d6956ad1a5624261d
+size 641050024

run_config.json

@@ -0,0 +1,85 @@
+{
+    "cache_cfg": {
+        "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
+        "dataset_split": "train",
+        "dataset_name": "",
+        "dataset_column": "text",
+        "batch_size": 16,
+        "cache_ctx_len": 256,
+        "n_tokens": 10000000,
+        "n_splits": 5
+    },
+    "constructor_cfg": {
+        "faiss_embedding_model": "sentence-transformers/all-MiniLM-L6-v2",
+        "faiss_embedding_cache_dir": ".embedding_cache",
+        "faiss_embedding_cache_enabled": true,
+        "example_ctx_len": 32,
+        "min_examples": 200,
+        "n_non_activating": 50,
+        "center_examples": true,
+        "non_activating_source": "random",
+        "neighbours_type": "co-occurrence"
+    },
+    "sampler_cfg": {
+        "n_examples_train": 40,
+        "n_examples_test": 50,
+        "n_quantiles": 10,
+        "train_type": "quantiles",
+        "test_type": "quantiles",
+        "ratio_top": 0.2
+    },
+    "model": "HuggingFaceTB/SmolLM2-135M",
+    "sparse_model": "/mnt/ssd-1/nev/e2e/checkpoints/smollm/k32",
+    "hookpoints": [
+        "layers.0.mlp",
+        "layers.1.mlp",
+        "layers.2.mlp",
+        "layers.3.mlp",
+        "layers.4.mlp",
+        "layers.5.mlp",
+        "layers.6.mlp",
+        "layers.7.mlp",
+        "layers.8.mlp",
+        "layers.9.mlp",
+        "layers.10.mlp",
+        "layers.11.mlp",
+        "layers.12.mlp",
+        "layers.13.mlp",
+        "layers.14.mlp",
+        "layers.15.mlp",
+        "layers.16.mlp",
+        "layers.17.mlp",
+        "layers.18.mlp",
+        "layers.19.mlp",
+        "layers.20.mlp",
+        "layers.21.mlp",
+        "layers.22.mlp",
+        "layers.23.mlp",
+        "layers.24.mlp",
+        "layers.25.mlp",
+        "layers.26.mlp",
+        "layers.27.mlp",
+        "layers.28.mlp",
+        "layers.29.mlp"
+    ],
+    "explainer_model": "hugging-quants/Meta-Llama-3.1-70B-Instruct-AWQ-INT4",
+    "explainer_model_max_len": 5120,
+    "explainer_provider": "offline",
+    "explainer": "default",
+    "scorers": [
+        "fuzz",
+        "detection"
+    ],
+    "name": "smollm-v1",
+    "max_latents": null,
+    "filter_bos": false,
+    "log_probs": false,
+    "load_in_8bit": false,
+    "hf_token": null,
+    "pipeline_num_proc": 48,
+    "num_gpus": 1,
+    "seed": 22,
+    "verbose": true,
+    "num_examples_per_scorer_prompt": 5,
+    "overwrite": []
+}