File size: 175 Bytes
12496fc
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
  "vocab_size": 259,
  "hidden_size": 128,
  "layers": 4,
  "heads": 4,
  "kv_heads": 2,
  "intermediate_size": 384,
  "max_context": 256,
  "rope_theta": 10000.0
}