robinfaro commited on
Commit
0aa6558
·
verified ·
1 Parent(s): 8032088

Adding files from hf_modeling_btm_log_prob_mixing

Browse files
Files changed (1) hide show
  1. modeling.py +1 -0
modeling.py CHANGED
@@ -18,6 +18,7 @@ class Output(ModelOutput):
18
  loss_to_log: Optional[float] = None
19
  router_logits: Optional[torch.FloatTensor] = None
20
  selected_experts: Optional[torch.LongTensor] = None
 
21
 
22
 
23
  class MoLM(PreTrainedModel):
 
18
  loss_to_log: Optional[float] = None
19
  router_logits: Optional[torch.FloatTensor] = None
20
  selected_experts: Optional[torch.LongTensor] = None
21
+ combined_log_probs: Optional[torch.FloatTensor] = None
22
 
23
 
24
  class MoLM(PreTrainedModel):