Correction for use precomputed states
Browse files- modeling_hymba.py +1 -1
modeling_hymba.py
CHANGED
|
@@ -1737,7 +1737,7 @@ class HymbaBlock(nn.Module):
|
|
| 1737 |
## Mamba head
|
| 1738 |
|
| 1739 |
# Prepare Mamba (early to keep Hymba code order but could probably be put later)
|
| 1740 |
-
use_precomputed_states = False
|
| 1741 |
# (
|
| 1742 |
# cache_params is not None
|
| 1743 |
# and cache_params.has_previous_state
|
|
|
|
| 1737 |
## Mamba head
|
| 1738 |
|
| 1739 |
# Prepare Mamba (early to keep Hymba code order but could probably be put later)
|
| 1740 |
+
use_precomputed_states = False
|
| 1741 |
# (
|
| 1742 |
# cache_params is not None
|
| 1743 |
# and cache_params.has_previous_state
|