Update model.py

model.py

@@ -14,12 +14,21 @@ from torch.utils.data import Dataset, DataLoader
 from torchvision import transforms
 from tqdm import tqdm
 import torchvision.transforms.functional as TF
-
 MAX_SEQ_LEN = 512
 NUM_NESTED_LEVELS = 10
 MAX_IDENTIFIER_LEN = 15
 PAD_TOKEN, SOS_TOKEN, EOS_TOKEN, UNK_TOKEN = '<PAD>', '<SOS>', '<EOS>', '<UNK>'
 
+D_MODEL = 256
+D_FF = 1024
+NUM_HEADS = 8
+GROWTH_RATE = 24
+NUM_ENCODER_LAYERS = 16
+NUM_DECODER_LAYERS = 3
+BOTTLENECK = True
+DROPOUT_RATE = 0.3
+
+
 TOKEN_REGEX = re.compile(
     r"(\\[a-zA-Z]+(?:\*)?)|(\\\{|\\\}|\\.)|([0-9]+(?:\.[0-9]+)?(?:[eE][+-]?[0-9]+)?)|([A-Za-z]+)|([+\-*/=<>!~^_&|%])|([{}()\[\],.;:?'])|(\s+)|(\S)"
 )