Update tokenizer.py

tokenizer.py

@@ -6,7 +6,8 @@ class ModernDecoderBERTTokenizer(PreTrainedTokenizerFast):
 
     def _batch_encode_plus(self, *args, **kwargs):
         outputs = super()._batch_encode_plus(*args, **kwargs)
-        del outputs["token_type_ids"]
+        if "token_type_ids" in output:
+            del outputs["token_type_ids"]
         
         # Get the input_ids to check for EOS tokens
         input_ids = outputs['input_ids']