File size: 348 Bytes
80ce3e2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
from transformers import AutoModel, AutoTokenizer
MODEL_NAME = "distilbert-base-uncased"
def load_model():
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
model = AutoModel.from_pretrained(MODEL_NAME)
return tokenizer, model
if __name__ == "__main__":
tokenizer, model = load_model()
print("Model loaded successfully")
|