datasysdev commited on
Commit
34f1bb7
·
verified ·
1 Parent(s): 73abb35

Upload checkpoints/phase1_6b_base_config.json with huggingface_hub

Browse files
checkpoints/phase1_6b_base_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "phase1_6b_base",
3
+ "model_type": "adamba-hybrid",
4
+ "architecture": "HybridGPT (Attention + Mamba)",
5
+ "parameters": "6.4B",
6
+ "n_embd": 2048,
7
+ "features": [
8
+ "mamba_integration"
9
+ ],
10
+ "n_layers": 64,
11
+ "vocab_size": 65536
12
+ }