Upload adapter_config.json with huggingface_hub
Browse files- adapter_config.json +14 -0
adapter_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adapter_type": "mars-proprioceptive-channels",
|
| 3 |
+
"base_model": "google/gemma-4-E2B-it",
|
| 4 |
+
"hidden_dim": 1536,
|
| 5 |
+
"num_layers": 35,
|
| 6 |
+
"channel_inner_dim": 192,
|
| 7 |
+
"channels": {"memory": 1024, "affect": 2, "time": 16, "ethics": 24, "identity": 1024, "continuity": 1024},
|
| 8 |
+
"k_per_channel": {"memory": 8, "identity": 8, "continuity": 8, "time": 3, "ethics": 1, "affect": 1},
|
| 9 |
+
"injection": "post-layer gated cross-attention with ReZero (alpha init 0)",
|
| 10 |
+
"trained_steps": 10000,
|
| 11 |
+
"result": "6/6 capabilities, no interference; conflict-win 264/265",
|
| 12 |
+
"weight_dtype": "bfloat16",
|
| 13 |
+
"weight_key_prefix": "model.language_model.layers.{i}.channel_inj.* and .norm_channels.weight"
|
| 14 |
+
}
|