tokenizer: fix decode() to handle torch tensor input via .tolist()

tokenizer.py

@@ -323,7 +323,7 @@ class HybridDNATokenizer(PreTrainedTokenizer):
             else:
                 base_ids = self._base_tokenizer.encode(
                     segment_content,
-                    add_special_tokens=False
+                    add_special_tokens=add_special_tokens
                 )
                 token_ids.extend(base_ids)
                 if return_token_mask:
@@ -345,6 +345,8 @@ class HybridDNATokenizer(PreTrainedTokenizer):
         skip_special_tokens: bool = False,
         **kwargs
     ) -> str:
+        if hasattr(token_ids, 'tolist'):
+            token_ids = token_ids.tolist()
         if isinstance(token_ids, int):
             token_ids = [token_ids]
 
@@ -437,7 +439,7 @@ class HybridDNATokenizer(PreTrainedTokenizer):
                 UserWarning
             )
             add_special_tokens = False
-        
+            
         is_batch = isinstance(text, list)
         texts = text if is_batch else [text]