added filters

modeling_ministu.py

@@ -427,8 +427,16 @@ class MLP(nn.Module):
 class MiniSTU(PreTrainedModel):
     config_class = MiniSTUConfig
 
-    def __init__(self, config, filters) -> None:
+    def __init__(self, config) -> None:
         super(MiniSTU, self).__init__(config)
+        filters = get_spectral_filters(
+            seq_len=config.seq_len,
+            K=config.num_eigh,
+            use_hankel_L=config.use_hankel_L,
+            device=device=device,
+            dtype=torch_dtype,
+        )
+
         self.num_layers = config.num_layers
         assert config.dim % config.num_heads == 0, f"dim ({self.dim}) must be divisible num_heads ({self.num_heads})"
         self.head_dim = config.dim // config.num_heads