Hugging Face's logo

knight-lee
/
dummy

PyTorch
gpt2
Model card Files
xet
Community
knight-lee commited on
Commit
4677268
·
verified ·
1 Parent(s): dc2dbbb

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -10,12 +10,12 @@
10
  "initializer_range": 0.02,
11
  "layer_norm_epsilon": 1e-5,
12
  "model_type": "gpt2",
13
- "n_ctx": 4096,
14
  "n_embd": 32,
15
  "n_head": 1,
16
  "n_layer": 1,
17
- "n_positions": 4096,
18
- "max_position_embeddings": 4096,
19
  "resid_pdrop": 0.1,
20
  "scale_attn_weights": true,
21
  "vocab_size": 50257
 
10
  "initializer_range": 0.02,
11
  "layer_norm_epsilon": 1e-5,
12
  "model_type": "gpt2",
13
+ "n_ctx": 1024,
14
  "n_embd": 32,
15
  "n_head": 1,
16
  "n_layer": 1,
17
+ "n_positions": 1024,
18
+ "max_position_embeddings": 1024,
19
  "resid_pdrop": 0.1,
20
  "scale_attn_weights": true,
21
  "vocab_size": 50257