beyoru commited on
Commit
0b0c8b7
·
verified ·
1 Parent(s): 29816c3

Upload extract_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. extract_config.json +16 -0
extract_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hidden": 2560,
3
+ "head": {
4
+ "width": 1024,
5
+ "routing": 2,
6
+ "layers": 4,
7
+ "heads": 16,
8
+ "ff": 4096
9
+ },
10
+ "max_length": 2048,
11
+ "max_fields_per_pass": 16,
12
+ "null_threshold": {
13
+ "en": 0.4,
14
+ "vi": 0.8
15
+ }
16
+ }