File size: 242 Bytes
94d35d6
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
  "model_type": "cicero-gpt",
  "vocab_size": 32000,
  "n_layer": 12,
  "n_head": 12,
  "n_embd": 768,
  "block_size": 2048,
  "tokenizer": "sentencepiece-bpe-32k (cicero_sp_32000)",
  "source": "MAX-V5 step 30000 (canonical cloze 0.804)"
}