pmolchanov commited on
Commit
5f87817
·
verified ·
1 Parent(s): 6664f62

Update modeling_hymba.py

Browse files
Files changed (1) hide show
  1. modeling_hymba.py +1 -1
modeling_hymba.py CHANGED
@@ -1714,7 +1714,7 @@ class HymbaBlock(nn.Module):
1714
 
1715
  if ssm_state is not None and cache_params is not None:
1716
  cache_params.ssm_states[self.layer_idx].copy_(ssm_state)
1717
- if use_precomputed_states:
1718
  # except Exception as e:
1719
  print("\n\n\n\n")
1720
  # print(e)
 
1714
 
1715
  if ssm_state is not None and cache_params is not None:
1716
  cache_params.ssm_states[self.layer_idx].copy_(ssm_state)
1717
+ if use_precomputed_states and self.layer_idx==31:
1718
  # except Exception as e:
1719
  print("\n\n\n\n")
1720
  # print(e)