Upload SyntheticModel relative-firing-probability/rel-p-1.5

relative-firing-probability/rel-p-1.5/synthetic_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec9c3a2a9203b93c83d814e1a0c175d608ac60eae2515ab1fa8040170df7cff
+size 52104608

relative-firing-probability/rel-p-1.5/synthetic_model_config.json

@@ -0,0 +1,45 @@
+{
+  "num_features": 16384,
+  "hidden_dim": 768,
+  "firing_probability": {
+    "exponent": 0.5,
+    "max_prob": 0.6000000000000001,
+    "min_prob": 0.00075,
+    "generator_name": "zipfian"
+  },
+  "hierarchy": {
+    "total_root_nodes": 128,
+    "branching_factor": 4,
+    "max_depth": 3,
+    "mutually_exclusive_portion": 1.0,
+    "mutually_exclusive_min_depth": 0,
+    "mutually_exclusive_max_depth": null,
+    "compensate_probabilities": true,
+    "scale_children_by_parent": false
+  },
+  "orthogonalization": {
+    "num_steps": 100,
+    "lr": 0.0003,
+    "chunk_size": 1024
+  },
+  "correlation": {
+    "rank": 25,
+    "correlation_scale": 0.1,
+    "seed": null
+  },
+  "std_firing_magnitudes": {
+    "mean": 0.5,
+    "std": 0.5,
+    "min_value": null,
+    "max_value": null,
+    "generator_name": "folded_normal"
+  },
+  "mean_firing_magnitudes": {
+    "start": 5.0,
+    "end": 4.0,
+    "generator_name": "linear"
+  },
+  "bias": 0.5,
+  "dtype": "float32",
+  "seed": 42
+}