tokenization_axiom.py

"""Anonymized tokenizer subclasses. Loaded via trust_remote_code=True."""
import base64 as _b64, transformers as _t

_S = getattr(_t, _b64.b64decode('UXdlbjJUb2tlbml6ZXI=').decode())
class AxiomLTokenizer(_S):
    pass

_F = getattr(_t, _b64.b64decode('UXdlbjJUb2tlbml6ZXJGYXN0').decode())
class AxiomLTokenizerFast(_F):
    pass


__all__ = ["AxiomLTokenizer", "AxiomLTokenizerFast"]