custom_tokenizer.py

class CustomTokenizer:
    def __init__(self):
        pass

    def __call__(self, text):
        # No tokenization, return input text as-is
        return text