Upload SyntheticModel superposition/d-1536

superposition/d-1536/synthetic_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b704748575a6966e11b6487e8ef24e2be4cd0295eaff5a0c6c7e8c86e8469a
+size 102439336

superposition/d-1536/synthetic_model_config.json

@@ -0,0 +1,45 @@
+{
+  "num_features": 16384,
+  "hidden_dim": 1536,
+  "firing_probability": {
+    "exponent": 0.5,
+    "max_prob": 0.4,
+    "min_prob": 0.0005,
+    "generator_name": "zipfian"
+  },
+  "hierarchy": {
+    "total_root_nodes": 128,
+    "branching_factor": 4,
+    "max_depth": 3,
+    "mutually_exclusive_portion": 1.0,
+    "mutually_exclusive_min_depth": 0,
+    "mutually_exclusive_max_depth": null,
+    "compensate_probabilities": true,
+    "scale_children_by_parent": false
+  },
+  "orthogonalization": {
+    "num_steps": 100,
+    "lr": 0.0003,
+    "chunk_size": 1024
+  },
+  "correlation": {
+    "rank": 25,
+    "correlation_scale": 0.1,
+    "seed": null
+  },
+  "std_firing_magnitudes": {
+    "mean": 0.5,
+    "std": 0.5,
+    "min_value": null,
+    "max_value": null,
+    "generator_name": "folded_normal"
+  },
+  "mean_firing_magnitudes": {
+    "start": 5.0,
+    "end": 4.0,
+    "generator_name": "linear"
+  },
+  "bias": 0.5,
+  "dtype": "float32",
+  "seed": 42
+}