Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,21 +3,21 @@ import chainlit as cl
|
|
| 3 |
from dotenv import load_dotenv
|
| 4 |
from operator import itemgetter
|
| 5 |
from langchain_community.vectorstores import Qdrant
|
|
|
|
| 6 |
from langchain_openai.chat_models import ChatOpenAI
|
| 7 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 8 |
from langchain.prompts import ChatPromptTemplate
|
| 9 |
from langchain.schema.output_parser import StrOutputParser
|
| 10 |
from langchain_openai import OpenAIEmbeddings
|
| 11 |
-
from helpers import process_file
|
| 12 |
|
| 13 |
|
| 14 |
load_dotenv()
|
| 15 |
-
# HF_LLM_ENDPOINT = os.environ["HF_LLM_ENDPOINT"]
|
| 16 |
-
# HF_EMBED_ENDPOINT = os.environ["HF_EMBED_ENDPOINT"]
|
| 17 |
-
# HF_TOKEN = os.environ["HF_TOKEN"]
|
| 18 |
|
| 19 |
embeddings = OpenAIEmbeddings(model="text-embedding-3-small")
|
| 20 |
llm = ChatOpenAI(model="gpt-4")
|
|
|
|
|
|
|
| 21 |
|
| 22 |
RAG_PROMPT_TEMPLATE = """\
|
| 23 |
<|start_header_id|>system<|end_header_id|>
|
|
@@ -57,7 +57,7 @@ async def on_chat_start():
|
|
| 57 |
docs = process_file(file)
|
| 58 |
for i, doc in enumerate(docs):
|
| 59 |
doc.metadata["source"] = f"source_{i}" # TO DO: Add metadata
|
| 60 |
-
|
| 61 |
print(f"Processing {len(docs)} text chunks")
|
| 62 |
|
| 63 |
# Create the vectorstore
|
|
|
|
| 3 |
from dotenv import load_dotenv
|
| 4 |
from operator import itemgetter
|
| 5 |
from langchain_community.vectorstores import Qdrant
|
| 6 |
+
from qdrant_client import QdrantClient
|
| 7 |
from langchain_openai.chat_models import ChatOpenAI
|
| 8 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 9 |
from langchain.prompts import ChatPromptTemplate
|
| 10 |
from langchain.schema.output_parser import StrOutputParser
|
| 11 |
from langchain_openai import OpenAIEmbeddings
|
| 12 |
+
from helpers import process_file, add_to_qdrant
|
| 13 |
|
| 14 |
|
| 15 |
load_dotenv()
|
|
|
|
|
|
|
|
|
|
| 16 |
|
| 17 |
embeddings = OpenAIEmbeddings(model="text-embedding-3-small")
|
| 18 |
llm = ChatOpenAI(model="gpt-4")
|
| 19 |
+
qdrant_client = QdrantClient(url=constants.QDRANT_ENDPOINT, api_key=constants.QDRANT_API_KEY) # TO DO: Add constants, info from Mark
|
| 20 |
+
collection_name = "marketing_data"
|
| 21 |
|
| 22 |
RAG_PROMPT_TEMPLATE = """\
|
| 23 |
<|start_header_id|>system<|end_header_id|>
|
|
|
|
| 57 |
docs = process_file(file)
|
| 58 |
for i, doc in enumerate(docs):
|
| 59 |
doc.metadata["source"] = f"source_{i}" # TO DO: Add metadata
|
| 60 |
+
add_to_qdrant(doc, embeddings, qdrant_client, collection_name)
|
| 61 |
print(f"Processing {len(docs)} text chunks")
|
| 62 |
|
| 63 |
# Create the vectorstore
|