File size: 318 Bytes
6a676ea
 
ec859bb
6a676ea
 
 
 
 
 
 
 
 
 
 
 
 
ec859bb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "library_name": "deepj",
  "model_type": "deepj-prism",
  "checkpoint_format_version": 1,
  "tokenizer_format_version": 1,
  "vocab_size": 2048,
  "max_seq_len": 128,
  "d_model": 128,
  "n_heads": 4,
  "n_layers": 4,
  "d_ff": 384,
  "q_rank": 64,
  "kv_rank": 32,
  "init_scale": 0.2,
  "grad_clip_norm": 1.0
}