Upload encoder_decoder_tokenizer.py

encoder_decoder_tokenizer.py

@@ -6,7 +6,6 @@ Provides tokenizer implementations for encoder-decoder models.
 import os
 import numpy as np
 import torch
-import tensorflow as tf
 from pathlib import Path
 from overrides import overrides
 from typing import Dict, Any, Tuple, Union, List, Optional, overload
@@ -324,7 +323,7 @@ class EncoderDecoderTokenizer(PreTrainedTokenizer):
 
     def decode(
             self,
-            token_ids: Union[int, List[int], "np.ndarray", "torch.Tensor", "tf.Tensor"],
+            token_ids: Union[int, List[int], "np.ndarray", "torch.Tensor"],
             skip_special_tokens: bool = False,
             clean_up_tokenization_spaces: Optional[bool] = None,
             **kwargs,