| from transformers import FNetConfig | |
| class SpliNetConfig(FNetConfig): | |
| model_type = "splinet" | |
| def __init__( | |
| self, | |
| splinet_num_heads=12, | |
| splinet_radius=16, | |
| **kwargs, | |
| ): | |
| super().__init__(**kwargs) | |
| self.splinet_num_heads = int( | |
| splinet_num_heads | |
| ) | |
| self.splinet_radius = int( | |
| splinet_radius | |
| ) | |
| self.splinet_order = 2 | |
| self.splinet_sidedness = "single" | |