settings.py

import os
from dotenv import load_dotenv

from llama_index.embeddings.azure_openai import AzureOpenAIEmbedding
from llama_index.llms.azure_openai import AzureOpenAI
from llama_index.core import Settings

load_dotenv()

api_key = os.getenv('AZURE_API_KEY')
azure_endpoint = os.getenv('AZURE_EMBED_ENDPOINT')
api_version = os.getenv('AZURE_EMBED_VERSION')

embed_model = AzureOpenAIEmbedding(
    model="text-embedding-ada-002",
    deployment_name="text-embedding-ada-002",
    api_key=api_key,
    azure_endpoint=azure_endpoint,
    api_version=api_version,
)

Settings.embed_model = embed_model

aoai_api_key = os.getenv('AZURE_API_KEY')
aoai_endpoint = os.getenv('AZURE_OPENAI_ENDPOINT')
aoai_api_version = os.getenv('AZURE_VERSION')

llm = AzureOpenAI(
    engine="agile4",
    model="gpt-4o",
    api_key=aoai_api_key,
    azure_endpoint=aoai_endpoint,
    api_version=aoai_api_version,
)

Settings.llm = llm