test1 / utils.py
AkashKhamkar's picture
Upload utils.py
b26f58d
raw
history blame
385 Bytes
import spacy
from functools import lru_cache
from sentence_transformers import SentenceTransformer
@lru_cache
def load_sentence_transformer(model_name='all_MiniLM_L6_v2'):
"""
all_MiniLM_L6_v2 - offline
all-MiniLM-L6-v2 - Online
"""
model = SentenceTransformer(model_name)
return model
@lru_cache
def load_spacy():
return spacy.load('en_core_web_sm')