Update text_embedder.py

text_embedder.py

@@ -135,7 +135,7 @@ def get_text_embedding(
     if _model is None or _tokenizer is None:
         return np.zeros((1, 1), dtype=np.float32)
 
-    encoded = _tokenizer.batch_encode_plus(
+    encoded = _tokenizer(
         [text],
         return_tensors="pt",
         max_length=max_length,
@@ -179,7 +179,7 @@ def get_text_embeddings_batch(
     all_embeddings: list[np.ndarray] = []
     for i in range(0, len(texts), batch_size):
         batch = [str(t) for t in texts[i : i + batch_size]]
-        encoded = _tokenizer.batch_encode_plus(
+        encoded = _tokenizer(
             batch,
             return_tensors="pt",
             max_length=max_length,