Update model.py
Browse files
model.py
CHANGED
|
@@ -9,6 +9,7 @@ from .utils import PatchEmbed, create_pretrained_model, repeat_token
|
|
| 9 |
|
| 10 |
from einops import rearrange
|
| 11 |
|
|
|
|
| 12 |
|
| 13 |
def conv3x3(in_channels, out_channels, stride=1):
|
| 14 |
"3x3 convolution with padding"
|
|
@@ -26,7 +27,7 @@ class GRAMT(nn.Module):
|
|
| 26 |
decoder_depth: int = 8,
|
| 27 |
decoder_num_heads: int = 8,
|
| 28 |
decoder_embedding_dim: int = 512,
|
| 29 |
-
decoder_window_sizes:
|
| 30 |
encoder_num_layers = 12,
|
| 31 |
encoder_num_heads = 12,
|
| 32 |
encoder_hidden_dim = 768,
|
|
|
|
| 9 |
|
| 10 |
from einops import rearrange
|
| 11 |
|
| 12 |
+
from typing import List
|
| 13 |
|
| 14 |
def conv3x3(in_channels, out_channels, stride=1):
|
| 15 |
"3x3 convolution with padding"
|
|
|
|
| 27 |
decoder_depth: int = 8,
|
| 28 |
decoder_num_heads: int = 8,
|
| 29 |
decoder_embedding_dim: int = 512,
|
| 30 |
+
decoder_window_sizes: List[int] = [2, 5, 10, 25, 50, 100, 0, 0],
|
| 31 |
encoder_num_layers = 12,
|
| 32 |
encoder_num_heads = 12,
|
| 33 |
encoder_hidden_dim = 768,
|