Update app.py

app.py

@@ -11,14 +11,16 @@ with open("vocab.txt", mode = "r", encoding = "utf-8") as file:
     for token in file:
         vocab.append(token.replace("\n", ""))
         
-tokenizer = text.FastBertTokenizer(vocab, support_detokenization = True)
-
 VOCAB_SIZE = len(vocab)
 D_MODEL = 256
 NB_LAYERS = 6
 FFN_UNITS = 2048
 NB_PROJ = 8
 DROPOUT_RATE = 0.1
+MAX_LENGTH = 50
+
+tokenizer = text.FastBertTokenizer(vocab, support_detokenization = True)
+trimer = text.WaterfallTrimmer(max_seq_length = MAX_LENGTH)
 
 transformer = Transformer(vocab_size_enc = VOCAB_SIZE, 
                           vocab_size_dec = 1,