physics_pmf_4b_joint_api-step111 / tokenization_axiom.py
AsherYang's picture
upload hf_global_step_111
00a678d verified
"""Anonymized tokenizer subclasses. Loaded via trust_remote_code=True."""
import base64 as _b64, transformers as _t
_S = getattr(_t, _b64.b64decode('UXdlbjJUb2tlbml6ZXI=').decode())
class AxiomSTokenizer(_S):
pass
_F = getattr(_t, _b64.b64decode('UXdlbjJUb2tlbml6ZXJGYXN0').decode())
class AxiomSTokenizerFast(_F):
pass
__all__ = ["AxiomSTokenizer", "AxiomSTokenizerFast"]