Spaces:
Running
Running
Update app/core/embedding_engine.py
Browse files- app/core/embedding_engine.py +11 -3
app/core/embedding_engine.py
CHANGED
|
@@ -1,11 +1,18 @@
|
|
| 1 |
# # embedding_engine.py
|
|
|
|
| 2 |
# import uuid
|
| 3 |
# from qdrant_client import QdrantClient, models
|
| 4 |
# from qdrant_client.http.models import Distance, VectorParams
|
| 5 |
# from sentence_transformers import SentenceTransformer
|
| 6 |
# from app.core.config import QDRANT_URL, QDRANT_API_KEY
|
|
|
|
| 7 |
|
| 8 |
-
# embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
|
| 10 |
# qdrant = QdrantClient(
|
| 11 |
# url=QDRANT_URL,
|
|
@@ -36,7 +43,6 @@
|
|
| 36 |
# )
|
| 37 |
|
| 38 |
|
| 39 |
-
|
| 40 |
# def embed_and_store(text_chunks, doc_id):
|
| 41 |
# """Embed chunks and store them in Qdrant efficiently."""
|
| 42 |
# ensure_collection()
|
|
@@ -79,6 +85,9 @@
|
|
| 79 |
|
| 80 |
|
| 81 |
|
|
|
|
|
|
|
|
|
|
| 82 |
# embedding_engine.py
|
| 83 |
|
| 84 |
import uuid
|
|
@@ -86,7 +95,6 @@ from qdrant_client import QdrantClient, models
|
|
| 86 |
from qdrant_client.http.models import Distance, VectorParams
|
| 87 |
from sentence_transformers import SentenceTransformer
|
| 88 |
from app.core.config import QDRANT_URL, QDRANT_API_KEY
|
| 89 |
-
# from config import QDRANT_URL, QDRANT_API_KEY
|
| 90 |
|
| 91 |
# embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
| 92 |
# embedder.save("models/all-MiniLM-L6-v2")
|
|
|
|
| 1 |
# # embedding_engine.py
|
| 2 |
+
|
| 3 |
# import uuid
|
| 4 |
# from qdrant_client import QdrantClient, models
|
| 5 |
# from qdrant_client.http.models import Distance, VectorParams
|
| 6 |
# from sentence_transformers import SentenceTransformer
|
| 7 |
# from app.core.config import QDRANT_URL, QDRANT_API_KEY
|
| 8 |
+
# # from config import QDRANT_URL, QDRANT_API_KEY
|
| 9 |
|
| 10 |
+
# # embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
| 11 |
+
# # embedder.save("models/all-MiniLM-L6-v2")
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
# MODEL_PATH = "app/core/models/all-MiniLM-L6-v2"
|
| 15 |
+
# embedder = SentenceTransformer(MODEL_PATH)
|
| 16 |
|
| 17 |
# qdrant = QdrantClient(
|
| 18 |
# url=QDRANT_URL,
|
|
|
|
| 43 |
# )
|
| 44 |
|
| 45 |
|
|
|
|
| 46 |
# def embed_and_store(text_chunks, doc_id):
|
| 47 |
# """Embed chunks and store them in Qdrant efficiently."""
|
| 48 |
# ensure_collection()
|
|
|
|
| 85 |
|
| 86 |
|
| 87 |
|
| 88 |
+
|
| 89 |
+
|
| 90 |
+
|
| 91 |
# embedding_engine.py
|
| 92 |
|
| 93 |
import uuid
|
|
|
|
| 95 |
from qdrant_client.http.models import Distance, VectorParams
|
| 96 |
from sentence_transformers import SentenceTransformer
|
| 97 |
from app.core.config import QDRANT_URL, QDRANT_API_KEY
|
|
|
|
| 98 |
|
| 99 |
# embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
| 100 |
# embedder.save("models/all-MiniLM-L6-v2")
|