Mattimax commited on
Commit
e5a2055
·
verified ·
1 Parent(s): ce7e390

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +30 -30
config.json CHANGED
@@ -1,31 +1,31 @@
1
- {
2
- "model_type": "tiny-gpt",
3
- "vocab_size": 1920,
4
- "n_layers": 6,
5
- "n_heads": 6,
6
- "d_model": 240,
7
- "d_ff": 960,
8
- "n_ctx": 64,
9
- "dropout": 0.0,
10
- "tie_word_embeddings": true,
11
- "special_tokens": {
12
- "pad_token": "<PAD>",
13
- "bos_token": "<BOS>",
14
- "eos_token": "<EOS>",
15
- "sep_token": "<SEP>",
16
- "unk_token": "<UNK>",
17
- "ids": {
18
- "pad": 0,
19
- "bos": 1,
20
- "eos": 2,
21
- "sep": 3,
22
- "unk": 4
23
- }
24
- },
25
- "quantization": {
26
- "default": "int8",
27
- "embedding_bits": 18,
28
- "layernorm_bits": 24,
29
- "format": "safetensors+scales"
30
- }
31
  }
 
1
+ {
2
+ "model_type": "gpt2",
3
+ "vocab_size": 1920,
4
+ "n_layers": 6,
5
+ "n_heads": 6,
6
+ "d_model": 240,
7
+ "d_ff": 960,
8
+ "n_ctx": 64,
9
+ "dropout": 0.0,
10
+ "tie_word_embeddings": true,
11
+ "special_tokens": {
12
+ "pad_token": "<PAD>",
13
+ "bos_token": "<BOS>",
14
+ "eos_token": "<EOS>",
15
+ "sep_token": "<SEP>",
16
+ "unk_token": "<UNK>",
17
+ "ids": {
18
+ "pad": 0,
19
+ "bos": 1,
20
+ "eos": 2,
21
+ "sep": 3,
22
+ "unk": 4
23
+ }
24
+ },
25
+ "quantization": {
26
+ "default": "int8",
27
+ "embedding_bits": 18,
28
+ "layernorm_bits": 24,
29
+ "format": "safetensors+scales"
30
+ }
31
  }