Upload symbio_model.py with huggingface_hub

symbio_model.py

@@ -176,11 +176,9 @@ class MonarchMatrix(nn.Module):
 
     def forward(self, x, causal_mask=None):
         B, T, D_head = x.shape
-        M = self.realize()
+        M = self.realize()[:T, :T]
         if causal_mask is not None:
             M = M * causal_mask[:T, :T]
-        else:
-            M = M[:T, :T]
         x_flat = x.permute(1, 0, 2).reshape(T, B * D_head)
         y_flat = M @ x_flat
         return y_flat.reshape(T, B, D_head).permute(1, 0, 2)