Jorge Londoño commited on
Commit
edada6b
·
1 Parent(s): 6e70df5

Added Grok models support

Browse files
Files changed (1) hide show
  1. correctiveRag.py +19 -4
correctiveRag.py CHANGED
@@ -17,6 +17,7 @@ from dotenv import load_dotenv
17
  load_dotenv(verbose=True)
18
  assert os.getenv("PINECONE_API_KEY") is not None
19
  assert os.getenv("HUGGINGFACEHUB_EMBEDDINGS_MODEL") is not None
 
20
 
21
 
22
  logger = logging.getLogger(__name__) # Child logger for this module
@@ -28,9 +29,22 @@ PINECONE_API_KEY = {os.getenv("PINECONE_API_KEY")[:5]}
28
  """)
29
 
30
  # Prepare the LLM
31
- from langchain_groq import ChatGroq
32
- assert os.getenv('GROQ_MODEL') is not None, "GROQ_MODEL not set"
33
- llm = ChatGroq(model_name=os.getenv('GROQ_MODEL'), temperature=0, verbose=True)
 
 
 
 
 
 
 
 
 
 
 
 
 
34
 
35
  # from langchain_openai import ChatOpenAI
36
  # assert os.getenv('OPENAI_MODEL_NAME') is not None, "GROQ_MODEL not set"
@@ -44,8 +58,9 @@ llm = ChatGroq(model_name=os.getenv('GROQ_MODEL'), temperature=0, verbose=True)
44
  from langchain_huggingface import HuggingFaceEmbeddings
45
  from langchain_pinecone import PineconeVectorStore
46
  index_name, namespace = 'courses', 'dsa'
 
47
  # Simple RAG
48
- # embeddings = HuggingFaceEmbeddings(model_name=EMBEDDINGS_MODEL) # os.getenv("HUGGINGFACEHUB_EMBEDDINGS_MODEL")
49
  # docsearch = PineconeVectorStore.from_existing_index(embedding=embeddings, index_name=index_name, namespace=namespace)
50
  # retriever = docsearch.as_retriever(search_type="mmr", search_kwargs={ 'k': 5 })
51
 
 
17
  load_dotenv(verbose=True)
18
  assert os.getenv("PINECONE_API_KEY") is not None
19
  assert os.getenv("HUGGINGFACEHUB_EMBEDDINGS_MODEL") is not None
20
+ assert os.getenv("TAVILY_API_KEY") is not None
21
 
22
 
23
  logger = logging.getLogger(__name__) # Child logger for this module
 
29
  """)
30
 
31
  # Prepare the LLM
32
+ # from langchain_groq import ChatGroq
33
+ # assert os.getenv('GROQ_MODEL') is not None, "GROQ_MODEL not set"
34
+ # assert os.getenv('GROQ_API_KEY') is not None, "GROQ_API_KEY not set"
35
+ # llm = ChatGroq(model_name=os.getenv('GROQ_MODEL'), temperature=0, verbose=True)
36
+
37
+ # For using Grok
38
+ from langchain_openai import ChatOpenAI
39
+ assert os.getenv('XAI_API_KEY') is not None, "XAI_API_KEY not set"
40
+ assert os.getenv('XAI_MODEL') is not None, "XAI_MODEL not set"
41
+ assert os.getenv('XAI_BASE_URL') is not None, "XAI_BASE_URL not set"
42
+ llm = ChatOpenAI(
43
+ api_key=os.getenv("XAI_API_KEY"),
44
+ base_url=os.getenv("XAI_BASE_URL"),
45
+ model=os.getenv("XAI_MODEL"),
46
+ temperature=0.1)
47
+
48
 
49
  # from langchain_openai import ChatOpenAI
50
  # assert os.getenv('OPENAI_MODEL_NAME') is not None, "GROQ_MODEL not set"
 
58
  from langchain_huggingface import HuggingFaceEmbeddings
59
  from langchain_pinecone import PineconeVectorStore
60
  index_name, namespace = 'courses', 'dsa'
61
+
62
  # Simple RAG
63
+ # embeddings = HuggingFaceEmbeddings(model_name=os.getenv("HUGGINGFACEHUB_EMBEDDINGS_MODEL"))
64
  # docsearch = PineconeVectorStore.from_existing_index(embedding=embeddings, index_name=index_name, namespace=namespace)
65
  # retriever = docsearch.as_retriever(search_type="mmr", search_kwargs={ 'k': 5 })
66