Hugging Face's logo

Tony068
/
wiki-10M

Text Generation
Transformers
TensorFlow
gpt2
Model card Files
xet
 Community
Tony068 commited on
Commit
32fbd94
·
1 Parent(s): 6b42a23

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -12,8 +12,8 @@
12
  "model_type": "gpt2",
13
  "n_ctx": 1024,
14
  "n_embd": 768,
15
- "n_head": 12,
16
- "n_layer": 12,
17
  "n_positions": 1024,
18
  "resid_pdrop": 0.1,
19
  "summary_activation": null,
@@ -27,5 +27,5 @@
27
  "max_length": 50
28
  }
29
  },
30
- "vocab_size": 50257
31
  }
 
12
  "model_type": "gpt2",
13
  "n_ctx": 1024,
14
  "n_embd": 768,
15
+ "n_head": 8,
16
+ "n_layer": 4,
17
  "n_positions": 1024,
18
  "resid_pdrop": 0.1,
19
  "summary_activation": null,
 
27
  "max_length": 50
28
  }
29
  },
30
+ "vocab_size": 2266
31
  }