scan-16M-test / fla /models /bitnet /__init__.py
zaydzuhri's picture
Training in progress, step 2500
061483f verified
raw
history blame contribute delete
470 Bytes
# -*- coding: utf-8 -*-
from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
from fla.models.bitnet.configuration_bitnet import BitNetConfig
from fla.models.bitnet.modeling_bitnet import BitNetForCausalLM, BitNetModel
AutoConfig.register(BitNetConfig.model_type, BitNetConfig)
AutoModel.register(BitNetConfig, BitNetModel)
AutoModelForCausalLM.register(BitNetConfig, BitNetForCausalLM)
__all__ = ['BitNetConfig', 'BitNetForCausalLM', 'BitNetModel']