Update modeling_hymba.py
Browse files- modeling_hymba.py +1 -1
modeling_hymba.py
CHANGED
|
@@ -1714,7 +1714,7 @@ class HymbaBlock(nn.Module):
|
|
| 1714 |
|
| 1715 |
if ssm_state is not None and cache_params is not None:
|
| 1716 |
cache_params.ssm_states[self.layer_idx].copy_(ssm_state)
|
| 1717 |
-
if use_precomputed_states:
|
| 1718 |
# except Exception as e:
|
| 1719 |
print("\n\n\n\n")
|
| 1720 |
# print(e)
|
|
|
|
| 1714 |
|
| 1715 |
if ssm_state is not None and cache_params is not None:
|
| 1716 |
cache_params.ssm_states[self.layer_idx].copy_(ssm_state)
|
| 1717 |
+
if use_precomputed_states and self.layer_idx==31:
|
| 1718 |
# except Exception as e:
|
| 1719 |
print("\n\n\n\n")
|
| 1720 |
# print(e)
|