inference.py

import argparse

from backend.app.models.schemas import ChatMessage
from backend.app.services.inference_service import generate_response


def parse_args() -> argparse.Namespace:
    parser = argparse.ArgumentParser(description="Run local WorldDisasterLM-8B inference")
    parser.add_argument("--prompt", required=True, help="User query")
    parser.add_argument("--language", default="English")
    parser.add_argument("--region", default="global")
    return parser.parse_args()


def main() -> None:
    args = parse_args()
    response = generate_response(
        [ChatMessage(role="user", content=args.prompt)],
        language=args.language,
        region=args.region,
    )
    print(response.answer)
    print(f"confidence={response.confidence} needs_human_review={response.needs_human_review}")


if __name__ == "__main__":
    main()