SequentialLearning
/

SuperLinear

mixture-of-experts

Model card Files Files and versions

razmars commited on May 13

Commit

f2e077c

·

1 Parent(s): 4a6928f

hell

Files changed (1) hide show

modeling_super_linear.py +1 -1

modeling_super_linear.py CHANGED Viewed

@@ -4,9 +4,9 @@ import torch, torch.nn as nn, torch.nn.functional as F
 from transformers                          import (PreTrainedModel,GenerationMixin,AutoConfig,AutoModelForCausalLM,)
 from transformers.modeling_outputs         import CausalLMOutputWithCrossAttentions
 from .configuration_super_linear           import SuperLinearConfig
 from .configuration_super_linear_fs        import SuperLinearConfigFS
-from .configuration_super_linear_base      import SuperLinearConfigBase
 from typing import Tuple, Union

 from transformers                          import (PreTrainedModel,GenerationMixin,AutoConfig,AutoModelForCausalLM,)
 from transformers.modeling_outputs         import CausalLMOutputWithCrossAttentions
+from .configuration_super_linear_base      import SuperLinearConfigBase
 from .configuration_super_linear           import SuperLinearConfig
 from .configuration_super_linear_fs        import SuperLinearConfigFS
 from typing import Tuple, Union