Spaces:
Running on Zero
Running on Zero
File size: 2,976 Bytes
bc02199 209bdc7 bc02199 e20e3d9 209bdc7 e20e3d9 bc02199 e20e3d9 bc02199 e20e3d9 209bdc7 e20e3d9 bc02199 e20e3d9 bc02199 209bdc7 e20e3d9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 | """Generation pipeline shared by UI, scripts, and tests."""
from __future__ import annotations
from datetime import datetime
from html import escape
from pathlib import Path
from src.config import TRACE_DIR, get_runtime_settings, runtime_status
from src.models.llama_cpp_runner import (
generate_persona_and_diary,
get_text_runtime_fallbacks,
reset_text_runtime_fallbacks,
)
from src.models.schema import GenerationResult
from src.models.vision_runner import VisionRunResult, understand_object_with_metadata
from src.traces.logger import build_trace, save_trace
def generate_object_diary(
image_path: str | None,
description: str,
mode: str,
*,
trace_dir: Path = TRACE_DIR,
save: bool = True,
trace_id: str | None = None,
created_at: datetime | None = None,
) -> GenerationResult:
settings = get_runtime_settings()
vision_result = understand_object_with_metadata(image_path, description, settings=settings)
object_understanding = vision_result.object_understanding
reset_text_runtime_fallbacks()
persona, diary = generate_persona_and_diary(object_understanding, mode)
text_fallbacks = get_text_runtime_fallbacks()
trace = build_trace(
image_path=image_path,
description=description,
mode=mode,
object_understanding=object_understanding,
persona=persona,
diary=diary,
trace_id=trace_id,
created_at=created_at,
model_runtime=runtime_status(settings),
fallbacks=_runtime_fallbacks(
settings.vision_backend,
settings.text_backend,
vision_result,
text_fallbacks,
),
)
trace_path = save_trace(trace, trace_dir) if save else ""
return GenerationResult(
object_understanding=object_understanding,
persona=persona,
diary=diary,
trace=trace,
trace_path=trace_path,
)
def format_diary_markdown(title: str, english: str, chinese: str) -> str:
return f"""
<section class="diary-entry">
<h2>{escape(title)}</h2>
<p>{escape(english)}</p>
<section class="lang-zh block zh-helper">
<strong>中文辅助</strong>
<p>{escape(chinese)}</p>
</section>
</section>
"""
def _runtime_fallbacks(
vision_backend: str,
text_backend: str,
vision_result: VisionRunResult,
text_fallbacks: list[str] | None = None,
) -> list[str]:
clean_vision_backend = vision_backend.strip().lower()
clean_text_backend = text_backend.strip().lower()
if clean_vision_backend == "mock" and clean_text_backend == "mock":
return ["mock-runtime"]
fallbacks = list(vision_result.fallbacks)
for marker in text_fallbacks or []:
if marker not in fallbacks:
fallbacks.append(marker)
if clean_vision_backend == "mock":
fallbacks.append("mock-vision-runtime")
if clean_text_backend == "mock":
fallbacks.append("mock-text-runtime")
return fallbacks
|