celiumsAI commited on
Commit
0cfaf0d
·
verified ·
1 Parent(s): 48627c4

Upload adapter_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. adapter_config.json +14 -0
adapter_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_type": "mars-proprioceptive-channels",
3
+ "base_model": "google/gemma-4-E2B-it",
4
+ "hidden_dim": 1536,
5
+ "num_layers": 35,
6
+ "channel_inner_dim": 192,
7
+ "channels": {"memory": 1024, "affect": 2, "time": 16, "ethics": 24, "identity": 1024, "continuity": 1024},
8
+ "k_per_channel": {"memory": 8, "identity": 8, "continuity": 8, "time": 3, "ethics": 1, "affect": 1},
9
+ "injection": "post-layer gated cross-attention with ReZero (alpha init 0)",
10
+ "trained_steps": 10000,
11
+ "result": "6/6 capabilities, no interference; conflict-win 264/265",
12
+ "weight_dtype": "bfloat16",
13
+ "weight_key_prefix": "model.language_model.layers.{i}.channel_inj.* and .norm_channels.weight"
14
+ }