InstaDeepAI

/

NTv3_8M_pre

like 2

Follow

InstaDeep Ltd 399

would like for help, this is my code:
print("loading torch")
import torch

def load_model():
from huggingface_hub import login

login(token="XXXXXXXXXXXXXXXXXXXXXXXXX")

print("loading transformets")
from transformers import AutoTokenizer, AutoModelForMaskedLM

print("create model and tokinzer")
model_name = "InstaDeepAI/NTv3_8M_pre"

device = "cuda" if torch.cuda.is_available() else "cpu"

repo = "InstaDeepAI/NTv3_8M_pre"
tok = AutoTokenizer.from_pretrained(repo, trust_remote_code=True)
model = AutoModelForMaskedLM.from_pretrained(repo, trust_remote_code=True)

model.eval()

return model, tok, device