File size: 318 Bytes
6a676ea ec859bb 6a676ea ec859bb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"library_name": "deepj",
"model_type": "deepj-prism",
"checkpoint_format_version": 1,
"tokenizer_format_version": 1,
"vocab_size": 2048,
"max_seq_len": 128,
"d_model": 128,
"n_heads": 4,
"n_layers": 4,
"d_ff": 384,
"q_rank": 64,
"kv_rank": 32,
"init_scale": 0.2,
"grad_clip_norm": 1.0
}
|