Upload processor

processing_action_tokenizer.py

@@ -164,15 +164,9 @@ class UniversalActionProcessor(ProcessorMixin):
 
         # Train BPE tokenizer
         tokenizer = Tokenizer(BPE())
-        tokenizer.pre_tokenizer = pre_tokenizers.ByteLevel(
-            add_prefix_space=False, use_regex=False, trim_offsets=False
-        )
-        tokenizer.decoder = decoders.ByteLevel(
-            add_prefix_space=False, trim_offsets=False, use_regex=False
-        )
-        tokenizer.post_processor = processors.ByteLevel(
-            add_prefix_space=False, trim_offsets=False, use_regex=False
-        )
+        tokenizer.pre_tokenizer = pre_tokenizers.ByteLevel(add_prefix_space=False, use_regex=False)
+        tokenizer.decoder = decoders.ByteLevel()
+        tokenizer.post_processor = processors.ByteLevel(trim_offsets=False)
 
         trainer = BpeTrainer(
             vocab_size=vocab_size,