Adding files from hf_modeling_btm_log_prob_mixing
Browse files- modeling.py +1 -1
modeling.py
CHANGED
|
@@ -185,7 +185,7 @@ class MoLM(PreTrainedModel):
|
|
| 185 |
loss_to_log = None
|
| 186 |
|
| 187 |
return Output(
|
| 188 |
-
logits=
|
| 189 |
loss=loss,
|
| 190 |
combined_log_probs=combined_log_probs,
|
| 191 |
loss_to_log=loss_to_log,
|
|
|
|
| 185 |
loss_to_log = None
|
| 186 |
|
| 187 |
return Output(
|
| 188 |
+
logits=expert_outputs,
|
| 189 |
loss=loss,
|
| 190 |
combined_log_probs=combined_log_probs,
|
| 191 |
loss_to_log=loss_to_log,
|