MaxiiMin commited on
Commit
9e11f7d
·
verified ·
1 Parent(s): 5e07da1

Update modeling_challenger.py

Browse files
Files changed (1) hide show
  1. modeling_challenger.py +10 -1
modeling_challenger.py CHANGED
@@ -108,7 +108,16 @@ class ChallengerForCausalLM(PreTrainedModel, GenerationMixin):
108
  super().__init__(config)
109
  self.model = GPT(config)
110
 
111
- def forward(self, input_ids, labels=None):
 
 
 
 
 
 
 
 
 
112
  logits, loss = self.model(input_ids, labels)
113
  return CausalLMOutputWithCrossAttentions(
114
  loss=loss,
 
108
  super().__init__(config)
109
  self.model = GPT(config)
110
 
111
+ def forward(
112
+ self,
113
+ input_ids=None,
114
+ inputs_embeds=None,
115
+ attention_mask=None,
116
+ labels=None,
117
+ use_cache=None,
118
+ past_key_values=None,
119
+ **kwargs
120
+ ):
121
  logits, loss = self.model(input_ids, labels)
122
  return CausalLMOutputWithCrossAttentions(
123
  loss=loss,