File size: 679 Bytes
0cfaf0d
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{
  "adapter_type": "mars-proprioceptive-channels",
  "base_model": "google/gemma-4-E2B-it",
  "hidden_dim": 1536,
  "num_layers": 35,
  "channel_inner_dim": 192,
  "channels": {"memory": 1024, "affect": 2, "time": 16, "ethics": 24, "identity": 1024, "continuity": 1024},
  "k_per_channel": {"memory": 8, "identity": 8, "continuity": 8, "time": 3, "ethics": 1, "affect": 1},
  "injection": "post-layer gated cross-attention with ReZero (alpha init 0)",
  "trained_steps": 10000,
  "result": "6/6 capabilities, no interference; conflict-win 264/265",
  "weight_dtype": "bfloat16",
  "weight_key_prefix": "model.language_model.layers.{i}.channel_inj.* and .norm_channels.weight"
}