model/llm/demo.py

from langchain_mistralai import ChatMistralAI
from langchain_core.messages import SystemMessage, HumanMessage
from dotenv import load_dotenv

load_dotenv()

# -------------------------------------------------
# Initialize Mistral via API (NO DOWNLOAD)
# -------------------------------------------------

llm = ChatMistralAI(
    model="mistral-small-latest",
    temperature=0.2
)

# -------------------------------------------------
# LLM Runner
# -------------------------------------------------

def run_llm(prompt: str) -> str:
    messages = [
        SystemMessage(content="You explain ATS evaluations."),
        HumanMessage(content=prompt),
    ]

    response = llm.invoke(messages)
    return response.content

if __name__ == "__main__":
    print(run_llm("Explain why a resume with no projects scores low in ATS."))