AlexBeneath commited on
Commit
50c6b2b
verified
1 Parent(s): 9cbb757

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -25
config.json CHANGED
@@ -1,27 +1,7 @@
1
  {
2
- "model_type": "gpt2",
3
- "vocab_size": 50257,
4
- "n_positions": 1024,
5
- "n_ctx": 1024,
6
- "n_embd": 768,
7
- "n_layer": 12,
8
- "n_head": 12,
9
- "activation_function": "gelu_new",
10
- "resid_pdrop": 0.1,
11
- "embd_pdrop": 0.1,
12
- "attn_pdrop": 0.1,
13
- "layer_norm_epsilon": 1e-5,
14
- "initializer_range": 0.02,
15
- "summary_type": "cls_index",
16
- "summary_use_proj": true,
17
- "summary_activation": "tanh",
18
- "summary_proj_to_labels": true,
19
- "summary_first_dropout": 0.1,
20
- "task_specific_params": {
21
- "text-generation": {
22
- "temperature": 0.7,
23
- "top_p": 0.9,
24
- "top_k": 50
25
- }
26
- }
27
  }
 
1
  {
2
+ "model_type": "bert", // or another appropriate model type for QA
3
+ "architectures": ["BertForQuestionAnswering"], // or the correct architecture
4
+ "tokenizer_class": "BertTokenizer",
5
+ "max_length": 512,
6
+ "use_cache": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  }