talphaidze commited on
Commit
7f9fa2c
·
verified ·
1 Parent(s): e10528d

Update modeling.py

Browse files
Files changed (1) hide show
  1. modeling.py +2 -2
modeling.py CHANGED
@@ -13,14 +13,14 @@ from huggingface_hub import PyTorchModelHubMixin
13
  from transformers.utils import ModelOutput
14
 
15
 
16
- from .moe import (
17
  #ExpertChoiceMoE,
18
  MaskedMoE,
19
  TimeDependantMoE,
20
  MoE,
21
  )
22
 
23
- from .aux_losses import (
24
  entropy_reg,
25
  load_balancing_loss,
26
  router_z_loss,
 
13
  from transformers.utils import ModelOutput
14
 
15
 
16
+ from moe import (
17
  #ExpertChoiceMoE,
18
  MaskedMoE,
19
  TimeDependantMoE,
20
  MoE,
21
  )
22
 
23
+ from aux_losses import (
24
  entropy_reg,
25
  load_balancing_loss,
26
  router_z_loss,