File size: 165 Bytes
62d8c04
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
{
  "vocab_size": 61,
  "max_context_length": 128000,
  "embed_dim": 1020,
  "num_heads": 12,
  "num_layers": 5,
  "ff_dim": 2048,
  "dropout": 0.01952712192382383
}