helper/configure_llm.py

import sys
sys.dont_write_bytecode = True

from langchain_openai import AzureChatOpenAI
from config.configs import AZURE_OPENAI_API_KEY, AZURE_OPENAI_ENDPOINT, OPENAI_API_VERSION, AZURE_DEPLOYMENT
import os

os.environ['AZURE_OPENAI_API_KEY'] = AZURE_OPENAI_API_KEY

os.environ['OPENAI_API_VERSION'] = OPENAI_API_VERSION

os.environ['AZURE_OPENAI_ENDPOINT'] = AZURE_OPENAI_ENDPOINT

LLM = AzureChatOpenAI(
    azure_deployment=AZURE_DEPLOYMENT, 
    temperature=0,
    max_tokens=None,
    timeout=None,
    max_retries=2,
)