Makhfi_AI / workflow /llms.py
Aasher's picture
Refactor workflow to integrate ChatGoogleGenerativeAI and update vectorstore embeddings
38ccc4e
raw
history blame contribute delete
733 Bytes
from langchain.chat_models import init_chat_model
from langchain_groq import ChatGroq
from langchain_google_genai import ChatGoogleGenerativeAI
from core.config import get_settings
settings = get_settings()
main_model = (
ChatGoogleGenerativeAI(model=settings.DEFAULT_MODEL, google_api_key=settings.GOOGLE_API_KEY)
.with_fallbacks([
ChatGoogleGenerativeAI(model=settings.FALLBACK_MODEL, google_api_key=settings.GOOGLE_API_KEY),
])
)
output_formatter_model = ChatGroq(
model=settings.OUTPUT_FORMATTER_MODEL,
api_key=settings.GROQ_API_KEY,
temperature=0
)
title_generator_model = ChatGoogleGenerativeAI(model=settings.TITLE_GENERATOR_MODEL, google_api_key=settings.GOOGLE_API_KEY, temperature=0.2)