Update segmentation.py

segmentation.py

@@ -1,9 +1,25 @@
 import attr
 import pandas as pd
 import numpy as np
-from .utils import load_sentence_transformer, load_spacy
+import spacy
 from nltk.tokenize.texttiling import TextTilingTokenizer
 from sklearn.metrics.pairwise import cosine_similarity
+from functools import lru_cache
+from sentence_transformers import SentenceTransformers
+
+@lru_cache
+def load_sentence_transformer(model_name='all_MiniLM_L6_v2'):
+    """
+    all_MiniLM_L6_v2 - offline
+    all-MiniLM-L6-v2 - Online
+    """
+    model = SentenceTransformer(model_name)
+    return model
+
+@lru_cache
+def load_spacy():
+    return spacy.load('en_core_web_sm')
+
 
 model = load_sentence_transformer()
 nlp = load_spacy()