This model could not covert to BetterTransformer model
#9
by DDDSSS - opened
print(model)
#%%
from optimum.bettertransformer import BetterTransformer
from transformers import AutoModel
mode_name = 'Helsinki-NLP/opus-mt-en-zh'
model = AutoModel.from_pretrained(mode_name)
model = model.to(0)
model_bt = BetterTransformer.transform(model)
ValueError: Activation function swish not supported for BetterTransformer integration.