AkashKhamkar commited on
Commit
b26f58d
·
1 Parent(s): 89b579b

Upload utils.py

Browse files
Files changed (1) hide show
  1. utils.py +20 -0
utils.py ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import spacy
2
+ from functools import lru_cache
3
+ from sentence_transformers import SentenceTransformer
4
+
5
+
6
+ @lru_cache
7
+ def load_sentence_transformer(model_name='all_MiniLM_L6_v2'):
8
+ """
9
+ all_MiniLM_L6_v2 - offline
10
+ all-MiniLM-L6-v2 - Online
11
+ """
12
+ model = SentenceTransformer(model_name)
13
+ return model
14
+
15
+
16
+ @lru_cache
17
+ def load_spacy():
18
+ return spacy.load('en_core_web_sm')
19
+
20
+