Santiago Casas
running HF streamlit with files
cf450f7
import logging
import logfire
from kaig.db import DB
from ..definitions import Chunk
logger = logging.getLogger(__name__)
def summarize_handler(db: DB, chunk: Chunk, force: bool = False) -> None:
if not db.llm:
logger.warning("No LLM configured, skipping inference")
return
with logfire.span("Summarize {chunk=}", chunk=chunk.id):
# skip if summary already exists and not force
if chunk.summary is not None and not force:
logger.info(f"Summary already exists {chunk.id}")
return
summary = db.llm.summarize(chunk.content)
_ = db.sync_conn.patch(
chunk.id, [{"op": "replace", "path": "/summary", "value": summary}]
)