MediaStreamAI commited on
Commit
34d05fa
·
verified ·
1 Parent(s): 23f6f9a

chunk 600 W2.8 cutover BASE: config.json

Browse files
Files changed (1) hide show
  1. config.json +23 -18
config.json CHANGED
@@ -1,26 +1,31 @@
1
  {
 
2
  "architectures": [
3
- "MotherCoreModel"
4
  ],
5
- "model_type": "mother_core",
6
- "torch_dtype": "bfloat16",
7
- "vocab_size": 50258,
 
 
 
 
 
 
8
  "hidden_size": 3072,
9
- "num_hidden_layers": 48,
 
 
 
10
  "num_attention_heads": 24,
 
11
  "num_key_value_heads": 6,
12
- "intermediate_size": 12288,
13
- "max_position_embeddings": 4096,
14
- "rope_theta": 10000.0,
15
- "rms_norm_eps": 1e-05,
16
- "tie_word_embeddings": true,
17
- "use_cache": true,
18
- "bos_token_id": 1,
19
- "eos_token_id": 2,
20
  "pad_token_id": 0,
21
- "_msai_chunk": 600,
22
- "_msai_corpus": "mother_core_w27_base.jsonl",
23
- "_msai_weights": "MOTHER CORE BASE \u2014 chunk 600 frozen 2026-05-14",
24
- "_msai_eval_score": "49/105 (47%)",
25
- "_msai_source_sha256": "0b1ef35ec60af4a7ad0648498de8526cb775a19501dda94dfbda1713e0475b60"
 
26
  }
 
1
  {
2
+ "architect": "Christopher Kenna",
3
  "architectures": [
4
+ "MotherCoreForCausalLM"
5
  ],
6
+ "auto_map": {
7
+ "AutoConfig": "configuration_mother.MotherConfig",
8
+ "AutoModelForCausalLM": "modeling_mother.MotherCoreForCausalLM",
9
+ "AutoTokenizer": "tokenization_mother.MotherCoreTokenizer"
10
+ },
11
+ "bos_token_id": 1,
12
+ "dtype": "float32",
13
+ "eos_token_id": 2,
14
+ "ff_mult": 4.0,
15
  "hidden_size": 3072,
16
+ "max_position_embeddings": 1024,
17
+ "model_name": "MOTHER CORE",
18
+ "model_type": "mother_core",
19
+ "model_version": "v11",
20
  "num_attention_heads": 24,
21
+ "num_hidden_layers": 28,
22
  "num_key_value_heads": 6,
23
+ "organisation": "MediaStream AI Limited",
 
 
 
 
 
 
 
24
  "pad_token_id": 0,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_theta": 10000.0,
27
+ "sovereign_nation": "United Kingdom",
28
+ "tie_word_embeddings": false,
29
+ "transformers_version": "5.3.0",
30
+ "vocab_size": 50258
31
  }