danicafisher commited on
Commit
8357756
·
verified ·
1 Parent(s): 23872bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -3,21 +3,21 @@ import chainlit as cl
3
  from dotenv import load_dotenv
4
  from operator import itemgetter
5
  from langchain_community.vectorstores import Qdrant
 
6
  from langchain_openai.chat_models import ChatOpenAI
7
  from langchain_text_splitters import RecursiveCharacterTextSplitter
8
  from langchain.prompts import ChatPromptTemplate
9
  from langchain.schema.output_parser import StrOutputParser
10
  from langchain_openai import OpenAIEmbeddings
11
- from helpers import process_file
12
 
13
 
14
  load_dotenv()
15
- # HF_LLM_ENDPOINT = os.environ["HF_LLM_ENDPOINT"]
16
- # HF_EMBED_ENDPOINT = os.environ["HF_EMBED_ENDPOINT"]
17
- # HF_TOKEN = os.environ["HF_TOKEN"]
18
 
19
  embeddings = OpenAIEmbeddings(model="text-embedding-3-small")
20
  llm = ChatOpenAI(model="gpt-4")
 
 
21
 
22
  RAG_PROMPT_TEMPLATE = """\
23
  <|start_header_id|>system<|end_header_id|>
@@ -57,7 +57,7 @@ async def on_chat_start():
57
  docs = process_file(file)
58
  for i, doc in enumerate(docs):
59
  doc.metadata["source"] = f"source_{i}" # TO DO: Add metadata
60
-
61
  print(f"Processing {len(docs)} text chunks")
62
 
63
  # Create the vectorstore
 
3
  from dotenv import load_dotenv
4
  from operator import itemgetter
5
  from langchain_community.vectorstores import Qdrant
6
+ from qdrant_client import QdrantClient
7
  from langchain_openai.chat_models import ChatOpenAI
8
  from langchain_text_splitters import RecursiveCharacterTextSplitter
9
  from langchain.prompts import ChatPromptTemplate
10
  from langchain.schema.output_parser import StrOutputParser
11
  from langchain_openai import OpenAIEmbeddings
12
+ from helpers import process_file, add_to_qdrant
13
 
14
 
15
  load_dotenv()
 
 
 
16
 
17
  embeddings = OpenAIEmbeddings(model="text-embedding-3-small")
18
  llm = ChatOpenAI(model="gpt-4")
19
+ qdrant_client = QdrantClient(url=constants.QDRANT_ENDPOINT, api_key=constants.QDRANT_API_KEY) # TO DO: Add constants, info from Mark
20
+ collection_name = "marketing_data"
21
 
22
  RAG_PROMPT_TEMPLATE = """\
23
  <|start_header_id|>system<|end_header_id|>
 
57
  docs = process_file(file)
58
  for i, doc in enumerate(docs):
59
  doc.metadata["source"] = f"source_{i}" # TO DO: Add metadata
60
+ add_to_qdrant(doc, embeddings, qdrant_client, collection_name)
61
  print(f"Processing {len(docs)} text chunks")
62
 
63
  # Create the vectorstore