| import os |
| import streamlit as st |
| from PyPDF2 import PdfReader |
| from langchain.text_splitter import CharacterTextSplitter |
| from langchain.vectorstores import FAISS |
| from langchain.memory import ConversationBufferMemory |
| from langchain.chains import ConversationalRetrievalChain |
| from htmlTemplates import css, bot_template, user_template |
| from langchain_groq import ChatGroq |
| from langchain_google_genai import GoogleGenerativeAIEmbeddings |
|
|
|
|
|
|
|
|
| model = ChatGroq(temperature=0.6,groq_api_key="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", model_name="llama-3.1-70b-versatile") |
| emb = GoogleGenerativeAIEmbeddings(model="models/embedding-001",google_api_key="AIzaSyAhedWGhG9TO2GeG0AHd3tfqHqMvH6dNl4") |
|
|
| def get_pdf_text(pdf_docs): |
| text = "" |
| for pdf in pdf_docs: |
| pdf_reader = PdfReader(pdf) |
| for page in pdf_reader.pages: |
| text += page.extract_text() |
| return text |
|
|
| def get_text_chunks(text): |
| text_splitter = CharacterTextSplitter( |
| separator="\n", |
| chunk_size=1000, |
| chunk_overlap=200, |
| length_function=len |
| ) |
| chunks = text_splitter.split_text(text) |
| return chunks |
|
|
| def get_vectorstore(text_chunks): |
| embeddings = emb |
| vectorstore = FAISS.from_texts(texts=text_chunks, embedding=embeddings) |
| return vectorstore |
|
|
| def get_conversation_chain(vectorstore): |
| llm = model |
|
|
| memory = ConversationBufferMemory( |
| memory_key='chat_history', return_messages=True) |
| conversation_chain = ConversationalRetrievalChain.from_llm( |
| llm=llm, |
| retriever=vectorstore.as_retriever(), |
| memory=memory |
| ) |
| return conversation_chain |
|
|
| def handle_userinput(user_question): |
| response = st.session_state.conversation({'question': user_question}) |
| st.session_state.chat_history = response['chat_history'] |
|
|
| for i, message in enumerate(st.session_state.chat_history): |
| if i % 2 == 0: |
| st.write(user_template.replace( |
| "{{MSG}}", message.content), unsafe_allow_html=True) |
| else: |
| st.write(bot_template.replace( |
| "{{MSG}}", message.content), unsafe_allow_html=True) |
|
|
| def main(): |
| st.set_page_config(page_title="Chat with multiple PDFs", page_icon=":books:") |
| st.write(css, unsafe_allow_html=True) |
|
|
| if "conversation" not in st.session_state: |
| st.session_state.conversation = None |
| if "chat_history" not in st.session_state: |
| st.session_state.chat_history = None |
|
|
| st.header("Chat with multiple PDFs :books:") |
| user_question = st.text_input("Ask a question about your documents:") |
| chat=st.button('Chat') |
| if chat: |
| handle_userinput(user_question) |
|
|
| with st.sidebar: |
| st.subheader("Your documents") |
| pdf_docs = st.file_uploader( |
| "Upload your PDFs here and click on 'Process'", accept_multiple_files=True) |
| if st.button("Process"): |
| with st.spinner("Processing"): |
| |
| raw_text = get_pdf_text(pdf_docs) |
|
|
| |
| text_chunks = get_text_chunks(raw_text) |
|
|
| |
| vectorstore = get_vectorstore(text_chunks) |
| |
| |
| st.session_state.conversation = get_conversation_chain(vectorstore) |
|
|
| if __name__ == '__main__': |
| main() |
|
|