ablate_8b_zero_joint_pmf_api-step135 / tokenization_axiom.py
AsherYang's picture
upload hf_global_step_135
9a38c4c verified
"""Anonymized tokenizer subclasses. Loaded via trust_remote_code=True."""
import base64 as _b64, transformers as _t
_S = getattr(_t, _b64.b64decode('UXdlbjJUb2tlbml6ZXI=').decode())
class AxiomLTokenizer(_S):
pass
_F = getattr(_t, _b64.b64decode('UXdlbjJUb2tlbml6ZXJGYXN0').decode())
class AxiomLTokenizerFast(_F):
pass
__all__ = ["AxiomLTokenizer", "AxiomLTokenizerFast"]