Floncer commited on
Commit
d0dbaf0
·
verified ·
1 Parent(s): 0b17cf6

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +8 -7
config.json CHANGED
@@ -1,8 +1,9 @@
1
- {
2
- "vocab_size": 504,
3
- "hidden_size": 256,
4
- "num_hidden_layers": 2,
5
- "num_attention_heads": 4,
6
- "model_type": "gpt2", // ← БЫЛО "llama", СТАЛО "gpt2"
7
- "architectures": ["GPT2LMHeadModel"] // ← И ЭТО ПОМЕНЯЙ
 
8
  }
 
1
+ {
2
+ "vocab_size": 504,
3
+ "n_embd": 256,
4
+ "n_layer": 2,
5
+ "n_head": 4,
6
+ "n_positions": 128,
7
+ "model_type": "gpt2",
8
+ "architectures": ["GPT2LMHeadModel"]
9
  }