Rustamshry commited on
Commit
597075b
·
verified ·
1 Parent(s): e224aa9

Upload embedding_utils.py

Browse files
Files changed (1) hide show
  1. src/embedding_utils.py +15 -0
src/embedding_utils.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ os.environ["SENTENCE_TRANSFORMERS_DISABLE_ONNX"] = "1"
3
+
4
+
5
+ from sentence_transformers import SentenceTransformer
6
+ model = SentenceTransformer("sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
7
+
8
+
9
+ def generate_embedding(text):
10
+
11
+ if not text or not isinstance(text, str) or text.strip() == "":
12
+ raise ValueError("Input text is empty or invalid.")
13
+ return model.encode(text)
14
+
15
+