tests/llm_test.py

from langchain_openai import AzureChatOpenAI
from config.configs import AZURE_OPENAI_API_KEY, AZURE_OPENAI_ENDPOINT, OPENAI_API_VERSION, AZURE_DEPLOYMENT
import os

os.environ['AZURE_OPENAI_API_KEY'] = AZURE_OPENAI_API_KEY

os.environ['OPENAI_API_VERSION'] = OPENAI_API_VERSION

os.environ['AZURE_OPENAI_ENDPOINT'] = AZURE_OPENAI_ENDPOINT

LLM = AzureChatOpenAI(
    azure_deployment=AZURE_DEPLOYMENT, 
    temperature=0,
    max_tokens=None,
    timeout=None,
    max_retries=2,
)

if __name__ == "__main__":
    response = LLM.invoke("hello, how are you")
    print(response)