backend/scripts/test_llm.py

"""Smoke test for Modal-backed LLM."""

import sys
from pathlib import Path

sys.path.insert(0, str(Path(__file__).parent.parent))

from models.llm import MiniCPMLLM


def main():
    print("Calling Modal LLM (first call may take ~1 min for cold start)...")
    llm = MiniCPMLLM()
    tokens = list(
        llm.stream_answer(
            "What is EBITDA?",
            "EBITDA stands for Earnings Before Interest, Taxes, Depreciation, and Amortization.",
        )
    )
    answer = "".join(tokens)
    print(f"Answer: {answer[:200]}...")
    assert len(answer) > 0, "LLM returned empty response"
    print("Modal LLM test passed.")


if __name__ == "__main__":
    main()