Merge branch 'main' of https://huggingface.co/spaces/bziiit/OpenData-Bordeaux-RSE into main

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 DATA_bziiit/op.pdf filter=lfs diff=lfs merge=lfs -text
+DATA_bziiit/vectorstore_op/index.faiss filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1,4 +1,4 @@
 __pycache__/
-.streamlit/secrets.toml
-.streamlit/.env
-DATA_bziiit/vectorstore_op
+.streamlit
+DATA_bziiit/vectorstore_op
+.env

.streamlit/.env

@@ -1,4 +0,0 @@
-API_TOKEN_PERPLEXITYAI = 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
-OPENAI_API_KEY = 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
-FIRECRAWL_API_KEY = fc-381ecdb1175147aab5d2b48023961491
-MISTRAL_API_KEY = Hcm1IhfT38thMSaBIMt0t6L1SmrbgbXj

DATA_bziiit/vectorstore_op/index.faiss

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d308f98f3798328b0c1efdfb5ab5ade0e8b7b93f7f32ee439b54aa060879067
+size 1228845

DATA_bziiit/vectorstore_op/index.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b492225278bd4ba23d11fe72fa16f8abd9a023babcc6734901740ba34fd0ba7
+size 106874

chat_te.py

@@ -20,12 +20,12 @@ def get_docs_from_pdf(file):
     return docs
 
 def get_doc_chunks(docs):
-    text_splitter = SemanticChunker(OpenAIEmbeddings())
+    text_splitter = SemanticChunker(OpenAIEmbeddings(model="text-embedding-3-large"))
     chunks = text_splitter.split_documents(docs)
     return chunks 
 
 def get_vectorstore_from_docs(doc_chunks):
-    embedding = OpenAIEmbeddings()
+    embedding = OpenAIEmbeddings(model="text-embedding-3-large")
     vectorstore = FAISS.from_documents(documents=doc_chunks, embedding=embedding)
     return vectorstore
 
@@ -47,7 +47,7 @@ def create_db(file):
     # docs = get_docs_from_pdf(file)
     # doc_chunks = get_doc_chunks(docs)
     # vectorstore = get_vectorstore_from_docs(doc_chunks)
-    vectorstore = FAISS.load_local("index", OpenAIEmbeddings())
+    vectorstore = FAISS.load_local(file, OpenAIEmbeddings(model="text-embedding-3-large"),allow_dangerous_deserialization= True)
     return vectorstore
 
 def get_response(chain,user_query, chat_history):
@@ -81,7 +81,7 @@ def display_chat_te():
             AIMessage(content="Salut, posez-moi vos question sur la transistion ecologique."),
         ]
     if "chain" not in st.session_state:
-        db=create_db("DATA_bziiit/op.pdf")
+        db=create_db("./DATA_bziiit/vectorstore_op")
         chain = get_conversation_chain(db)
         st.session_state.chain = chain
         

chat_with_pps.py

@@ -7,6 +7,7 @@ from langchain_core.prompts import ChatPromptTemplate
 from langchain_mistralai.chat_models import ChatMistralAI
 from download_chart import construct_plot
 from prompt import get_prompts_list
+from st_copy_to_clipboard import st_copy_to_clipboard
 
 
 load_dotenv()
@@ -87,6 +88,7 @@ def choose_model(index):
 def display_chat():
     # app config
     st.title("Chatbot")
+    
 
     models_name = {
         "Mistral (FR)":1,
@@ -147,6 +149,7 @@ def display_chat():
     if isinstance(last_message, HumanMessage):
         with st.chat_message("AI"):
             response = st.write_stream(get_response(last_message.content, st.session_state.chat_history,format_context(st.session_state['pp_grouped'],st.session_state['Nom de la marque']),st.session_state.model))
+            st_copy_to_clipboard(response)
             st.session_state.chat_history.append(AIMessage(content=response))
 
 
@@ -165,7 +168,8 @@ def display_chat():
         with st.chat_message("AI"):
             st.markdown(f"**{st.session_state.model}**")
             response = st.write_stream(get_response(user_query, st.session_state.chat_history,format_context(st.session_state['pp_grouped'],st.session_state['Nom de la marque']),st.session_state.model))
-            if "cartographie des parties prenantes" in message.content:
+            st_copy_to_clipboard(response)
+            if "cartographie" in response:
                     display_chart()
 
         st.session_state.chat_history.append(AIMessage(content=response))

requirements.txt

@@ -37,3 +37,4 @@ kaleido
 langchain-core 
 langchain-mistralai
 firecrawl-py
+st_copy_to_clipboard