utils/load_llm.py

from langchain_openai import ChatOpenAI
from langchain_huggingface import HuggingFaceEndpointEmbeddings
from langchain.text_splitter import RecursiveCharacterTextSplitter
from config.nodes import OPENROUTER_API_KEY, HUGGINGFACEHUB_API_TOKEN, BASE_URL, LLM_MODEL_NAME, LLM_TEMPERATURE_SET, EMBEDDING_MODEL_NAME, EMBEDDING_MODEL_TASK
from dotenv import load_dotenv
import os

LLM_MODEL = ChatOpenAI(
    temperature=LLM_TEMPERATURE_SET, 
    model=LLM_MODEL_NAME,
    base_url=BASE_URL,
    api_key=OPENROUTER_API_KEY
)

EMBEDDING_MODEL = HuggingFaceEndpointEmbeddings(
    model=EMBEDDING_MODEL_NAME,
    task=EMBEDDING_MODEL_TASK,
    huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
)

TEXT_SPLITTER = RecursiveCharacterTextSplitter(
    chunk_size=1000,
    chunk_overlap=200
)