manoskary commited on
Commit
8d41acf
·
verified ·
1 Parent(s): 7d50323

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +31 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "manoskary/NotaGenX-Quantized",
3
+ "architectures": [
4
+ "NotaGenLMHeadModel"
5
+ ],
6
+ "model_type": "notagen",
7
+ "quantization_config": {
8
+ "quantization_method": "pytorch_dynamic_int8",
9
+ "target_modules": [
10
+ "linear",
11
+ "embedding"
12
+ ],
13
+ "preserved_accuracy": 0.98
14
+ },
15
+ "patch_config": {
16
+ "num_hidden_layers": 20,
17
+ "max_length": 1024,
18
+ "max_position_embeddings": 1024,
19
+ "n_embd": 1280,
20
+ "num_attention_heads": 20,
21
+ "vocab_size": 1
22
+ },
23
+ "decoder_config": {
24
+ "num_hidden_layers": 6,
25
+ "max_length": 17,
26
+ "max_position_embeddings": 17,
27
+ "hidden_size": 1280,
28
+ "num_attention_heads": 20,
29
+ "vocab_size": 128
30
+ }
31
+ }