togethercomputer
/

StripedHyena-Hessian-7B

Text Generation

Model card Files Files and versions

Zymrael commited on Nov 28, 2023

Commit

cb37c8c

·

1 Parent(s): af9abca

chore: remove flashfft dep

Files changed (1) hide show

model.py +1 -3

model.py CHANGED Viewed

@@ -314,9 +314,7 @@ class StripedHyena(nn.Module):
         self.scratchpad = None
         if config.get("use_flashfft", "False"):
-            from flash_fft.conv import FlashFFTConv
-            self.flash_fft = FlashFFTConv(config.seqlen, dtype=torch.bfloat16)
         else:
             self.flash_fft = None

         self.scratchpad = None
         if config.get("use_flashfft", "False"):
+            raise NotImplementedError("Please use standalone SH code for other custom kernels")
         else:
             self.flash_fft = None