File size: 385 Bytes
b26f58d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
import spacy
from functools import lru_cache
from sentence_transformers import SentenceTransformer


@lru_cache
def load_sentence_transformer(model_name='all_MiniLM_L6_v2'):
    """
    all_MiniLM_L6_v2 - offline
    all-MiniLM-L6-v2 - Online
    """
    model = SentenceTransformer(model_name)
    return model


@lru_cache
def load_spacy():
    return spacy.load('en_core_web_sm')