sentence-transformers How to use gnail/hamlet-distill-st with sentence-transformers:
from sentence_transformers import SentenceTransformer
model = SentenceTransformer("gnail/hamlet-distill-st")
sentences = [
"That is a happy person",
"That is a happy dog",
"That is a very happy person",
"Today is a sunny day"
]
embeddings = model.encode(sentences)
similarities = model.similarity(embeddings, embeddings)
print(similarities.shape)
# [4, 4]
# Load model directly from transformers import AutoTokenizer, AutoModel tokenizer = AutoTokenizer.from_pretrained("gnail/hamlet-distill-st") model = AutoModel.from_pretrained("gnail/hamlet-distill-st", device_map="auto")