mansurealism commited on
Commit
efd755d
·
verified ·
1 Parent(s): 1924867

Upload model/model_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. model/model_config.json +10 -0
model/model_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 16000,
3
+ "d_model": 1024,
4
+ "n_layers": 16,
5
+ "n_heads": 16,
6
+ "d_ff": 2048,
7
+ "max_seq_len": 512,
8
+ "dropout": 0.1,
9
+ "use_rope": true
10
+ }