src/genai/utils/models_loader.py

import os
import numpy as np
from langchain_groq import ChatGroq
from langchain_openai import ChatOpenAI
from langchain_google_genai import ChatGoogleGenerativeAI
from langchain_anthropic import ChatAnthropic
from langchain_openai import OpenAIEmbeddings
from huggingface_hub import login
from dotenv import load_dotenv

load_dotenv()
os.environ['HUGGINGFACEHUB_ACCESS_TOKEN']=os.getenv('HUGGINGFACEHUB_ACCESS_TOKEN')
login(os.environ['HUGGINGFACEHUB_ACCESS_TOKEN'])


embedding_model = OpenAIEmbeddings(model="text-embedding-3-small", dimensions=1536)
llm_anthropic = ChatAnthropic(model='claude-3-5-sonnet-20241022', temperature=0.7, max_tokens=500)
llm_gemini = ChatGoogleGenerativeAI(model="gemini-1.5-flash")
llm_groq = ChatGroq(model="llama-3.1-8b-instant",temperature=0.7)
llm_gpt = ChatOpenAI(model="gpt-4o-mini",temperature=0.3)

captioning_model = "meta-llama/llama-4-scout-17b-16e-instruct"
image_generation_model = "black-forest-labs/FLUX.1-schnell"

improver_llm = llm_gpt
ideator_llm = llm_gpt
critic_llm = llm_gpt
validator_llm = llm_gpt  
judge1_llm = llm_gpt
judge2_llm = llm_gpt