File size: 376 Bytes
32342e9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from transformers import AutoModelForSeq2SeqLM, T5Tokenizer
import torch
MODEL_NAME = "PhunvVi/C3QG" # Hugging Face repo path
def load_tokenizer():
return T5Tokenizer.from_pretrained(MODEL_NAME)
def load_model():
model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME)
model.eval()
if torch.cuda.is_available():
model.to("cuda")
return model
|