Spaces:
Sleeping
Sleeping
File size: 781 Bytes
6e357ca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
from langchain_openai import ChatOpenAI
from langchain_huggingface import HuggingFaceEndpointEmbeddings
from langchain.text_splitter import RecursiveCharacterTextSplitter
from config.nodes import OPENROUTER_API_KEY, HUGGINGFACEHUB_API_TOKEN, BASE_URL, LLM_MODEL_NAME, LLM_TEMPERATURE_SET, EMBEDDING_MODEL_NAME, EMBEDDING_MODEL_TASK
from dotenv import load_dotenv
import os
LLM_MODEL = ChatOpenAI(
temperature=LLM_TEMPERATURE_SET,
model=LLM_MODEL_NAME,
base_url=BASE_URL,
api_key=OPENROUTER_API_KEY
)
EMBEDDING_MODEL = HuggingFaceEndpointEmbeddings(
model=EMBEDDING_MODEL_NAME,
task=EMBEDDING_MODEL_TASK,
huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
)
TEXT_SPLITTER = RecursiveCharacterTextSplitter(
chunk_size=1000,
chunk_overlap=200
) |