Spaces:
Sleeping
Sleeping
Jorge Londoño
commited on
Commit
·
edada6b
1
Parent(s):
6e70df5
Added Grok models support
Browse files- correctiveRag.py +19 -4
correctiveRag.py
CHANGED
|
@@ -17,6 +17,7 @@ from dotenv import load_dotenv
|
|
| 17 |
load_dotenv(verbose=True)
|
| 18 |
assert os.getenv("PINECONE_API_KEY") is not None
|
| 19 |
assert os.getenv("HUGGINGFACEHUB_EMBEDDINGS_MODEL") is not None
|
|
|
|
| 20 |
|
| 21 |
|
| 22 |
logger = logging.getLogger(__name__) # Child logger for this module
|
|
@@ -28,9 +29,22 @@ PINECONE_API_KEY = {os.getenv("PINECONE_API_KEY")[:5]}
|
|
| 28 |
""")
|
| 29 |
|
| 30 |
# Prepare the LLM
|
| 31 |
-
from langchain_groq import ChatGroq
|
| 32 |
-
assert os.getenv('GROQ_MODEL') is not None, "GROQ_MODEL not set"
|
| 33 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
|
| 35 |
# from langchain_openai import ChatOpenAI
|
| 36 |
# assert os.getenv('OPENAI_MODEL_NAME') is not None, "GROQ_MODEL not set"
|
|
@@ -44,8 +58,9 @@ llm = ChatGroq(model_name=os.getenv('GROQ_MODEL'), temperature=0, verbose=True)
|
|
| 44 |
from langchain_huggingface import HuggingFaceEmbeddings
|
| 45 |
from langchain_pinecone import PineconeVectorStore
|
| 46 |
index_name, namespace = 'courses', 'dsa'
|
|
|
|
| 47 |
# Simple RAG
|
| 48 |
-
# embeddings = HuggingFaceEmbeddings(model_name=
|
| 49 |
# docsearch = PineconeVectorStore.from_existing_index(embedding=embeddings, index_name=index_name, namespace=namespace)
|
| 50 |
# retriever = docsearch.as_retriever(search_type="mmr", search_kwargs={ 'k': 5 })
|
| 51 |
|
|
|
|
| 17 |
load_dotenv(verbose=True)
|
| 18 |
assert os.getenv("PINECONE_API_KEY") is not None
|
| 19 |
assert os.getenv("HUGGINGFACEHUB_EMBEDDINGS_MODEL") is not None
|
| 20 |
+
assert os.getenv("TAVILY_API_KEY") is not None
|
| 21 |
|
| 22 |
|
| 23 |
logger = logging.getLogger(__name__) # Child logger for this module
|
|
|
|
| 29 |
""")
|
| 30 |
|
| 31 |
# Prepare the LLM
|
| 32 |
+
# from langchain_groq import ChatGroq
|
| 33 |
+
# assert os.getenv('GROQ_MODEL') is not None, "GROQ_MODEL not set"
|
| 34 |
+
# assert os.getenv('GROQ_API_KEY') is not None, "GROQ_API_KEY not set"
|
| 35 |
+
# llm = ChatGroq(model_name=os.getenv('GROQ_MODEL'), temperature=0, verbose=True)
|
| 36 |
+
|
| 37 |
+
# For using Grok
|
| 38 |
+
from langchain_openai import ChatOpenAI
|
| 39 |
+
assert os.getenv('XAI_API_KEY') is not None, "XAI_API_KEY not set"
|
| 40 |
+
assert os.getenv('XAI_MODEL') is not None, "XAI_MODEL not set"
|
| 41 |
+
assert os.getenv('XAI_BASE_URL') is not None, "XAI_BASE_URL not set"
|
| 42 |
+
llm = ChatOpenAI(
|
| 43 |
+
api_key=os.getenv("XAI_API_KEY"),
|
| 44 |
+
base_url=os.getenv("XAI_BASE_URL"),
|
| 45 |
+
model=os.getenv("XAI_MODEL"),
|
| 46 |
+
temperature=0.1)
|
| 47 |
+
|
| 48 |
|
| 49 |
# from langchain_openai import ChatOpenAI
|
| 50 |
# assert os.getenv('OPENAI_MODEL_NAME') is not None, "GROQ_MODEL not set"
|
|
|
|
| 58 |
from langchain_huggingface import HuggingFaceEmbeddings
|
| 59 |
from langchain_pinecone import PineconeVectorStore
|
| 60 |
index_name, namespace = 'courses', 'dsa'
|
| 61 |
+
|
| 62 |
# Simple RAG
|
| 63 |
+
# embeddings = HuggingFaceEmbeddings(model_name=os.getenv("HUGGINGFACEHUB_EMBEDDINGS_MODEL"))
|
| 64 |
# docsearch = PineconeVectorStore.from_existing_index(embedding=embeddings, index_name=index_name, namespace=namespace)
|
| 65 |
# retriever = docsearch.as_retriever(search_type="mmr", search_kwargs={ 'k': 5 })
|
| 66 |
|