File size: 820 Bytes
dbabef2 d7ae59e dbabef2 d7ae59e dbabef2 d7ae59e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | from db.parsers.consitution.embeddings_test import (
EmbeddingGenerator
)
from db.parsers.consitution.qdrant_store import (
QdrantStore
)
from db.parsers.consitution.constitution_parser import ConstitutionParser
from db.parsers.consitution.chunker import LegalChunker
with open(
"../../pdfs/constitution.txt",
"r",
encoding="utf8"
) as f:
text = f.read()
parser = ConstitutionParser()
constitution = parser.parse(text)
chunker = LegalChunker()
chunks = chunker.chunk_constitution(constitution)
generator = EmbeddingGenerator()
embeddings = generator.generate(
chunks
)
store = QdrantStore(
collection_name=
"constitution"
)
store.create_collection(
vector_size=
embeddings.shape[1]
)
store.insert_chunks(
chunks,
embeddings
) |