meet5568 commited on
Commit
2fd95c0
·
verified ·
1 Parent(s): d664719

Add pretrained/hindi/model_config.json

Browse files
Files changed (1) hide show
  1. pretrained/hindi/model_config.json +14 -0
pretrained/hindi/model_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lang": "hi",
3
+ "name": "model_h",
4
+ "vocab_size": 10000,
5
+ "d_model": 512,
6
+ "n_layers": 7,
7
+ "n_heads": 8,
8
+ "d_ff": 2048,
9
+ "context_length": 1024,
10
+ "dropout": 0.1,
11
+ "positional": "learned",
12
+ "tie_embeddings": true,
13
+ "bias": true
14
+ }