Create config.yaml
Browse files- config.yaml +9 -0
config.yaml
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_type: gpt2
|
| 2 |
+
architectures:
|
| 3 |
+
- DeepSeekForCausalLM
|
| 4 |
+
hidden_size: 768
|
| 5 |
+
num_attention_heads: 12
|
| 6 |
+
num_hidden_layers: 12
|
| 7 |
+
bos_token_id: 50256
|
| 8 |
+
eos_token_id: 50256
|
| 9 |
+
pad_token_id: 50256
|