Update modeling_challenger.py
Browse files- modeling_challenger.py +10 -1
modeling_challenger.py
CHANGED
|
@@ -108,7 +108,16 @@ class ChallengerForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 108 |
super().__init__(config)
|
| 109 |
self.model = GPT(config)
|
| 110 |
|
| 111 |
-
def forward(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 112 |
logits, loss = self.model(input_ids, labels)
|
| 113 |
return CausalLMOutputWithCrossAttentions(
|
| 114 |
loss=loss,
|
|
|
|
| 108 |
super().__init__(config)
|
| 109 |
self.model = GPT(config)
|
| 110 |
|
| 111 |
+
def forward(
|
| 112 |
+
self,
|
| 113 |
+
input_ids=None,
|
| 114 |
+
inputs_embeds=None,
|
| 115 |
+
attention_mask=None,
|
| 116 |
+
labels=None,
|
| 117 |
+
use_cache=None,
|
| 118 |
+
past_key_values=None,
|
| 119 |
+
**kwargs
|
| 120 |
+
):
|
| 121 |
logits, loss = self.model(input_ids, labels)
|
| 122 |
return CausalLMOutputWithCrossAttentions(
|
| 123 |
loss=loss,
|