dev-das commited on
Commit
ef3097a
·
verified ·
1 Parent(s): b61c20e

Update modeling_my_gpt.py

Browse files
Files changed (1) hide show
  1. modeling_my_gpt.py +4 -4
modeling_my_gpt.py CHANGED
@@ -23,10 +23,10 @@ class MyGPTForCausalLM(PreTrainedModel, GenerationMixin):
23
  # Import your original GPTModel
24
  self.model = GPTModel({
25
  "vocab_size": config.vocab_size,
26
- "context_length": config.context_length,
27
- "emb_dim": config.emb_dim,
28
- "n_heads": config.n_heads,
29
- "n_layers": config.n_layers,
30
  "drop_rate": config.drop_rate,
31
  "qkv_bias": config.qkv_bias
32
  })
 
23
  # Import your original GPTModel
24
  self.model = GPTModel({
25
  "vocab_size": config.vocab_size,
26
+ "context_length": config.max_position_embeddings,
27
+ "emb_dim": config.hidden_size,
28
+ "n_heads": config.num_attention_heads,
29
+ "n_layers": config.num_hidden_layers,
30
  "drop_rate": config.drop_rate,
31
  "qkv_bias": config.qkv_bias
32
  })