Spaces:
Sleeping
Sleeping
File size: 2,585 Bytes
01d5a5d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
# file_data/service.py
import logging
from lpm_kernel.L1.bio import Chunk
from lpm_kernel.common.repository.database_session import DatabaseSession
from lpm_kernel.file_data.document_repository import DocumentRepository
from lpm_kernel.file_data.models import ChunkModel
from lpm_kernel.models.l1 import (
L1Version,
L1ChunkTopic,
)
logger = logging.getLogger(__name__)
class ChunkService:
def __init__(self):
self._repository = DocumentRepository()
def query_topics_data(self) -> dict[str, dict]:
topics_data = {}
with DatabaseSession.session() as session:
# Get the latest version number
latest_version = (
session.query(L1Version).order_by(L1Version.version.desc()).first()
)
if not latest_version:
return {}
# Get all chunk topics for this version
chunk_topics = (
session.query(L1ChunkTopic)
.filter(L1ChunkTopic.version == latest_version.version)
.all()
)
if not chunk_topics:
return {}
# Convert to the format expected by save_true_topics
for i, topic in enumerate(chunk_topics):
topics_data[str(i)] = {
"indices": [i],
"docIds": [i],
"contents": [topic.topic] if topic.topic else [],
"chunkIds": [topic.chunk_id] if topic.chunk_id else [],
"tags": topic.tags if topic.tags else [],
"topic": topic.topic if topic.topic else "",
"topicId": i,
"recTimes": 0,
}
return topics_data
def save_chunk(self, chunk: Chunk) -> None:
"""
Save document chunk to database
Args:
chunk (Chunk): Chunk object to save
Raises:
Exception: Error when saving fails
"""
try:
# Create ChunkModel instance
chunk_model = ChunkModel(
document_id=chunk.document_id,
content=chunk.content,
tags=chunk.tags,
topic=chunk.topic,
)
# Save to database
self._repository.save_chunk(chunk_model)
logger.debug(f"Saved chunk for document {chunk.document_id}")
except Exception as e:
logger.error(f"Error saving chunk: {str(e)}")
raise
# Usage elsewhere:
# from lpm_kernel.kernel import chunk_service
|