Upload folder using huggingface_hub
Browse files- modeling_hybrid.py +1 -1
modeling_hybrid.py
CHANGED
|
@@ -20,7 +20,7 @@ from transformers.processing_utils import Unpack
|
|
| 20 |
from transformers.utils import auto_docstring, can_return_tuple, logging, is_torch_flex_attn_available
|
| 21 |
from .configuration_hybrid import HybridConfig
|
| 22 |
from .modeling_qwen3 import Qwen3RMSNorm, Qwen3Attention, Qwen3MLP, Qwen3RotaryEmbedding
|
| 23 |
-
from .gdn import GatedDeltaNet
|
| 24 |
# from .mamba2 import Mamba2Mixer
|
| 25 |
from .lightning_attn import LightningAttention
|
| 26 |
from .cache import HybridCache
|
|
|
|
| 20 |
from transformers.utils import auto_docstring, can_return_tuple, logging, is_torch_flex_attn_available
|
| 21 |
from .configuration_hybrid import HybridConfig
|
| 22 |
from .modeling_qwen3 import Qwen3RMSNorm, Qwen3Attention, Qwen3MLP, Qwen3RotaryEmbedding
|
| 23 |
+
# from .gdn import GatedDeltaNet
|
| 24 |
# from .mamba2 import Mamba2Mixer
|
| 25 |
from .lightning_attn import LightningAttention
|
| 26 |
from .cache import HybridCache
|