k050506koch commited on
Commit
d7025b1
·
verified ·
1 Parent(s): a9956c6

Fix config.json

Browse files

Now config points to the rights class in modeling file

Files changed (1) hide show
  1. config.json +7 -4
config.json CHANGED
@@ -1,15 +1,18 @@
1
  {
2
  "activation_function": "gelu",
3
- "architectures": [
4
- "CustomGPT2LMHeadModel"
5
- ],
 
 
 
6
  "attn_pdrop": 0.0,
7
  "bos_token_id": 50256,
8
  "embd_pdrop": 0.0,
9
  "eos_token_id": 50256,
10
  "initializer_range": 0.02,
11
  "layer_norm_epsilon": 1e-05,
12
- "model_type": "gpt2",
13
  "n_ctx": 1024,
14
  "n_embd": 256,
15
  "n_head": 4,
 
1
  {
2
  "activation_function": "gelu",
3
+ "architectures": ["GPT3DevLMHeadModel"],
4
+ "auto_map": {
5
+ "AutoConfig": "modeling_gpt3dev.GPT3DevConfig",
6
+ "AutoModel": "modeling_gpt3dev.GPT3DevModel",
7
+ "AutoModelForCausalLM": "modeling_gpt3dev.GPT3DevLMHeadModel"
8
+ },
9
  "attn_pdrop": 0.0,
10
  "bos_token_id": 50256,
11
  "embd_pdrop": 0.0,
12
  "eos_token_id": 50256,
13
  "initializer_range": 0.02,
14
  "layer_norm_epsilon": 1e-05,
15
+ "model_type": "gpt3dev",
16
  "n_ctx": 1024,
17
  "n_embd": 256,
18
  "n_head": 4,