Update app.py

app.py

@@ -19,6 +19,12 @@ model_name = "model-q4_K.gguf"
 
 #snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
 
+from transformers import pipeline
+
+# Initialize the summarization pipeline
+summarizer = pipeline("summarization")
+
+
 
 def get_pdf_text(pdf_docs):
     text = ""
@@ -50,6 +56,7 @@ def get_text_chunks(text):
 
     #return vectorstore
 
+
 def get_vectorstore(text_chunks, embedding_model_name="intfloat/multilingual-e5-large"):
     embeddings = HuggingFaceEmbeddings(model_name=embedding_model_name)
     vectorstore = FAISS.from_texts(texts=text_chunks, embedding=embeddings)
@@ -78,24 +85,28 @@ def get_conversation_chain(vectorstore, model_name):
     return conversation_chain
 
 
+def summarize_text(text):
+    summary = summarizer(text, max_length=130, min_length=30, do_sample=False)
+    return summary[0]['summary_text']
+
+
 def handle_userinput(user_question):
-    
     response = st.session_state.conversation({'question': user_question})
 
     st.session_state.chat_history = response['chat_history']
-
     st.session_state.retrieved_text = response['source_documents']
 
     for i, (message, text) in enumerate(zip(st.session_state.chat_history, st.session_state.retrieved_text)):
-        if i % 3 == 0:
-            st.write(user_template.replace(
-                "{{MSG}}", message.content), unsafe_allow_html=True)
-        else:
-            st.write(bot_template.replace(
-                "{{MSG}}", message.content), unsafe_allow_html=True)
-            print(text)
-            st.write(bot_template.replace(
-                "{{MSG}}", str(text.page_content)), unsafe_allow_html=True)
+        if i % 2 == 0:  # User messages
+            st.write(user_template.replace("{{MSG}}", message.content), unsafe_allow_html=True)
+        else:  # Bot messages
+            st.write(bot_template.replace("{{MSG}}", message.content), unsafe_allow_html=True)
+            if summarize_option and text.page_content:  # Check if summarization is enabled
+                summarized_text = summarize_text(text.page_content)
+                st.write(bot_template.replace("{{MSG}}", summarized_text), unsafe_allow_html=True)
+            else:
+                st.write(bot_template.replace("{{MSG}}", text.page_content), unsafe_allow_html=True)
+
 
 
 st.set_page_config(page_title="Chat with multiple PDFs",
@@ -116,6 +127,7 @@ if user_question:
 with st.sidebar:
     st.subheader("Your documents")
     embedding_model_name = st.selectbox("Select embedding model", ["intfloat/multilingual-e5-large", "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"])
+    summarize_option = st.sidebar.checkbox("Enable Summarization", value=False)
     pdf_docs = st.file_uploader(
         "Upload your PDFs here and click on 'Process'", accept_multiple_files=True)
     if st.button("Process"):