Update modeling_my_gpt.py
Browse files- modeling_my_gpt.py +4 -4
modeling_my_gpt.py
CHANGED
|
@@ -23,10 +23,10 @@ class MyGPTForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 23 |
# Import your original GPTModel
|
| 24 |
self.model = GPTModel({
|
| 25 |
"vocab_size": config.vocab_size,
|
| 26 |
-
"context_length": config.
|
| 27 |
-
"emb_dim": config.
|
| 28 |
-
"n_heads": config.
|
| 29 |
-
"n_layers": config.
|
| 30 |
"drop_rate": config.drop_rate,
|
| 31 |
"qkv_bias": config.qkv_bias
|
| 32 |
})
|
|
|
|
| 23 |
# Import your original GPTModel
|
| 24 |
self.model = GPTModel({
|
| 25 |
"vocab_size": config.vocab_size,
|
| 26 |
+
"context_length": config.max_position_embeddings,
|
| 27 |
+
"emb_dim": config.hidden_size,
|
| 28 |
+
"n_heads": config.num_attention_heads,
|
| 29 |
+
"n_layers": config.num_hidden_layers,
|
| 30 |
"drop_rate": config.drop_rate,
|
| 31 |
"qkv_bias": config.qkv_bias
|
| 32 |
})
|