Spaces:
Sleeping
Sleeping
initial commit
Browse files- app.py +1 -1
- functions.py +15 -13
- requirements.txt +1 -0
- secrets.env +3 -1
app.py
CHANGED
|
@@ -88,7 +88,7 @@ async def addText(vectorstorename: str, text: str):
|
|
| 88 |
@app.get("/answerQuery")
|
| 89 |
async def answerQuery(query: str, vectorstorename: str, llmModel: str = "llama3-70b-8192"):
|
| 90 |
try:
|
| 91 |
-
response = answerQuery(query=query, vectorstorename=vectorstorename, llmModel=llmModel)
|
| 92 |
output = {
|
| 93 |
"output": response
|
| 94 |
}
|
|
|
|
| 88 |
@app.get("/answerQuery")
|
| 89 |
async def answerQuery(query: str, vectorstorename: str, llmModel: str = "llama3-70b-8192"):
|
| 90 |
try:
|
| 91 |
+
response = await answerQuery(query=query, vectorstorename=vectorstorename, llmModel=llmModel)
|
| 92 |
output = {
|
| 93 |
"output": response
|
| 94 |
}
|
functions.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
from langchain_core.runnables import RunnablePassthrough, RunnableLambda
|
| 2 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 3 |
-
from
|
| 4 |
from langchain_core.prompts.chat import ChatPromptTemplate
|
| 5 |
from langchain_core.output_parsers import StrOutputParser
|
| 6 |
from langchain_huggingface import HuggingFaceEmbeddings
|
|
@@ -67,8 +67,14 @@ def matchPassword(username: str, password: str) -> str:
|
|
| 67 |
|
| 68 |
|
| 69 |
def createTable(tablename: str):
|
| 70 |
-
|
| 71 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
|
| 73 |
def addDocuments(text: str, vectorstorename: str):
|
| 74 |
global embeddings
|
|
@@ -77,14 +83,11 @@ def addDocuments(text: str, vectorstorename: str):
|
|
| 77 |
chunk_overlap = 200,
|
| 78 |
add_start_index = True
|
| 79 |
)
|
| 80 |
-
print(text)
|
| 81 |
texts = text_splitter.create_documents([text])
|
| 82 |
-
|
| 83 |
-
vectorstore = SupabaseVectorStore(
|
| 84 |
-
client = client,
|
| 85 |
embedding = embeddings,
|
| 86 |
-
|
| 87 |
-
|
| 88 |
)
|
| 89 |
vectorstore.add_documents(documents = texts)
|
| 90 |
|
|
@@ -101,11 +104,10 @@ def answerQuery(query: str, vectorstore: str, llmModel: str = "llama3-70b-8192")
|
|
| 101 |
global prompt
|
| 102 |
global client
|
| 103 |
global embeddings
|
| 104 |
-
vectorstore =
|
| 105 |
-
client = client,
|
| 106 |
embedding = embeddings,
|
| 107 |
-
|
| 108 |
-
|
| 109 |
)
|
| 110 |
retriever = vectorstore.as_retriever()
|
| 111 |
chain = (
|
|
|
|
| 1 |
from langchain_core.runnables import RunnablePassthrough, RunnableLambda
|
| 2 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 3 |
+
from langchain_qdrant import QdrantVectorStore
|
| 4 |
from langchain_core.prompts.chat import ChatPromptTemplate
|
| 5 |
from langchain_core.output_parsers import StrOutputParser
|
| 6 |
from langchain_huggingface import HuggingFaceEmbeddings
|
|
|
|
| 67 |
|
| 68 |
|
| 69 |
def createTable(tablename: str):
|
| 70 |
+
qdrant = QdrantVectorStore.from_documents(
|
| 71 |
+
[],
|
| 72 |
+
embeddings,
|
| 73 |
+
url=os.environ["QDRANT_URL"],
|
| 74 |
+
prefer_grpc=True,
|
| 75 |
+
api_key=os.environ["QDRANT_API_KEY"],
|
| 76 |
+
collection_name=tablename
|
| 77 |
+
)
|
| 78 |
|
| 79 |
def addDocuments(text: str, vectorstorename: str):
|
| 80 |
global embeddings
|
|
|
|
| 83 |
chunk_overlap = 200,
|
| 84 |
add_start_index = True
|
| 85 |
)
|
|
|
|
| 86 |
texts = text_splitter.create_documents([text])
|
| 87 |
+
vectorstore = QdrantVectorStore.from_existing_collection(
|
|
|
|
|
|
|
| 88 |
embedding = embeddings,
|
| 89 |
+
collection_name=vectorstorename,
|
| 90 |
+
url=os.environ["QDRANT_URL"],
|
| 91 |
)
|
| 92 |
vectorstore.add_documents(documents = texts)
|
| 93 |
|
|
|
|
| 104 |
global prompt
|
| 105 |
global client
|
| 106 |
global embeddings
|
| 107 |
+
vectorstore = QdrantVectorStore.from_existing_collection(
|
|
|
|
| 108 |
embedding = embeddings,
|
| 109 |
+
collection_name=vectorstore,
|
| 110 |
+
url=os.environ["QDRANT_URL"],
|
| 111 |
)
|
| 112 |
retriever = vectorstore.as_retriever()
|
| 113 |
chain = (
|
requirements.txt
CHANGED
|
@@ -4,6 +4,7 @@ gradio
|
|
| 4 |
langchain
|
| 5 |
langchain-community
|
| 6 |
langchain-huggingface
|
|
|
|
| 7 |
langchain-groq
|
| 8 |
PyPDF2
|
| 9 |
python-dotenv
|
|
|
|
| 4 |
langchain
|
| 5 |
langchain-community
|
| 6 |
langchain-huggingface
|
| 7 |
+
langchain-qdrant
|
| 8 |
langchain-groq
|
| 9 |
PyPDF2
|
| 10 |
python-dotenv
|
secrets.env
CHANGED
|
@@ -1,3 +1,5 @@
|
|
| 1 |
SUPABASE_URL=https://lvuhhlrkcuexzqtsbqyu.supabase.co
|
| 2 |
SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6Imx2dWhobHJrY3VleHpxdHNicXl1Iiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImlhdCI6MTcxNTI0MDIxNCwiZXhwIjoyMDMwODE2MjE0fQ.zrRiN_MQCa6SOpvZFqSqFMUpcduNnt7eQP9sdXMmAF4
|
| 3 |
-
GROQ_API_KEY=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
|
|
|
|
|
|
|
|
|
| 1 |
SUPABASE_URL=https://lvuhhlrkcuexzqtsbqyu.supabase.co
|
| 2 |
SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6Imx2dWhobHJrY3VleHpxdHNicXl1Iiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImlhdCI6MTcxNTI0MDIxNCwiZXhwIjoyMDMwODE2MjE0fQ.zrRiN_MQCa6SOpvZFqSqFMUpcduNnt7eQP9sdXMmAF4
|
| 3 |
+
GROQ_API_KEY=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
|
| 4 |
+
QDRANT_URL=https://baeef19e-8f9f-4b14-b95f-45946d6fe1e6.us-east4-0.gcp.cloud.qdrant.io:6333
|
| 5 |
+
QDRANT_API_KEY=k0V8kKNulQdRLukhYy03kJcncctoDImbiPHgmvaEEsup8MwTjqgT0w
|