Upload 3 files

app.py

@@ -0,0 +1,143 @@
+import streamlit as st
+import random, string
+import os
+import os.path
+from os import listdir
+from os.path import isfile, join
+import requests
+import PyPDF2
+import pandas as pd
+
+from dotenv import load_dotenv
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from pinecone import Pinecone, ServerlessSpec
+from groq import Groq
+from sentence_transformers import SentenceTransformer
+
+# Load the environment variables from the .env file
+load_dotenv()
+
+# Access the variables using os.getenv
+GROQ_API_KEY = os.getenv("GROQ_API_KEY")
+PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
+COHERE_API_KEY = os.getenv("COHERE_API_KEY")
+
+# Initialize Groq client
+client = Groq(api_key = GROQ_API_KEY)
+
+# Initialize Pinecone
+pc = Pinecone(api_key = PINECONE_API_KEY)
+
+# Create or connect to an existing index
+index = pc.Index("sample1")
+
+if 'upload_state' not in st.session_state:
+    st.session_state.upload_state = ''
+
+if 'chat_list' not in st.session_state:
+    st.session_state.chat_list = []
+
+em_model = SentenceTransformer("all-MiniLM-L6-v2")
+
+def get_query_embdedding(embed):
+    query_embedding = em_model.encode([embed]).tolist()   
+    return  query_embedding
+
+st.title('Create Summary From Pdf File')
+
+uploaded_files = st.file_uploader("Choose a PDF file", accept_multiple_files=True, type=['pdf'])
+# if uploaded_file is not None:
+#     bytes_data = uploaded_file.getvalue()
+#     data = uploaded_file.getvalue().decode('utf-8', 'ignore').splitlines() 
+#     st.session_state["preview"] = ''
+#     for i in range(0, min(5, len(data))):
+#         st.session_state["preview"] += data[i]
+# preview = st.text_area("PDF Preview", "", height=150, key="preview")
+# upload_state = st.text_area("Upload State", "", key="upload_state")
+
+pdf_text = ''
+ns = "ns_"+''.join(random.choice(string.ascii_uppercase + string.ascii_lowercase + string.digits) for _ in range(7))
+
+def upload(ns):
+    for uploaded_file in uploaded_files:
+        if uploaded_file is None:
+            st.session_state.upload_state = "Upload a file first!"
+        else:
+            pdf = PyPDF2.PdfReader(uploaded_file)
+            pdf_text = ""
+            for page in pdf.pages:
+                pdf_text += page.extract_text()
+            st.session_state.upload_state = "Saved successfully!"
+
+            if pdf_text :
+                # Split the text into chunks
+                text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
+                texts = text_splitter.split_text(pdf_text)
+
+                # # Embedding the chunks
+                r1 =  em_model.encode(texts)
+
+                # # Upsert the embeddings into the index
+                for i in range(len(texts)):
+                    index.upsert([((str(i), r1[i], {"text": texts[i]}))], ns)
+
+    st.write(st.session_state.upload_state)
+
+st.button("Upload file to Process", on_click=upload(ns), key="process_but")
+# if st.button("Upload file to Process"):
+#     upload(ns)
+
+# Read the PDF file
+# pdf = PyPDF2.PdfReader("pdf_files/gandhi.pdf")
+# pdf_text = ""
+# for page in pdf.pages:
+#     pdf_text += page.extract_text()
+
+# Define the query
+query = st.chat_input("Enter Your Summarize Query?")
+# query = "Who is Bhagat singh?"
+
+docs = ''
+
+if query:
+    # Get the query embedding
+    question_embedding = get_query_embdedding(query)
+
+    # Query the Pinecone index
+    query_result = index.query(namespace = ns, vector=question_embedding, top_k=5, include_metadata=True)
+
+    # Extract metadata from query result
+    docs = {x["metadata"]['text']: i for i, x in enumerate(query_result["matches"])}
+    # print (docs)     
+
+    # Create a template for the summary
+    Template = f"Based on the following context: {docs} generate a precise summary related to the question: {query}"
+    # print(Template)   
+
+    # Generate the summary
+    chat_completion = client.chat.completions.create(
+        messages=[
+            {
+                "role": "user",
+                "content": Template,
+            }
+        ],
+        model="llama3-70b-8192",
+    )
+
+
+    # Print the summary
+    response = chat_completion.choices[0].message.content
+    # print(response)
+
+    result = {"ques":query, "ans":response}
+    st.session_state.chat_list.append(result)
+
+    for c_list in st.session_state.chat_list:
+        with st.chat_message("user"):
+            st.write(c_list["ques"])
+        with st.chat_message("machine"):
+            st.write(c_list["ans"])
+# if docs:
+#     with st.chat_message("chatbot"):
+#         st.write(docs)

pdf_files/bhagat_singh_upsc_notes_60.pdf

@@ -0,0 +1,99 @@
+Bhagat Singh  
+Bhagat Singh was bor n on 27th September 1907 in a Sikh family i n Lyallpur, Punjab. He 
+attended the D AV H igh School, operated by A rya Samaj, followed by N ational C ollege in 
+Lahore. His strong sense of patriotism & dev otion to his c ountry  was inspired by hi s own family 
+at a very young age.  
+The family m embers of Bhagat Singh were als o associat ed with the freedom m ovement and 
+therefore he was natur ally inclined toward this m ore significant purpos e. His unc le and his father 
+both were active members of Indian pol itics at the time participating in various revolutionary 
+movements . 
+•In his initial days, he participated in the Non-Cooperation Movement and suppor ted
+Mahatama Gandhi and marked his role in freedom struggle.
+•He displayed his hatred towards the Britishers as a child, by burning the books
+recommended by them .
+•Later on, when Mahatma Gandhi took back the Non-Cooperation Movement , Bhaga t
+Singh shifted towards revolutionary nationalism .
+•He was also seriously affected by the incident in  Jallianwala Bagh in 1919.
+Subsequently, he became a member of the Hindustan Republican Association in 1924.
+•Bhagat Singh laid the foundation of Naujawan Bharat Sabha  in the year 1926 wi th the
+intention of encouraging more and more revolutionary activities against the Britishers by
+involving people from the peasants and working class .
+•After two years of forming the Naujawan Bharat Sabha, Bhagat Singh formed the
+Hindustan Socialist Republican Association  (HSRA) with Chandrashekhar Aza d,
+Sukhdev, and others.
+•This association came to an end with the unsudden death of Chandrashekhar Azad in
+1930 when he was shot .
+Bhagat Singh Contribution in Freedom Struggl e 
+There were several famous freedom fighters who fought hard and laid down their lives for India’s independence. Bhagat Singh was one such braveheart who didn’t shy away from carrying out many revolutionary activities that shook the British government to the core. Let us have a look at some of the famous revolutions of India’s freedom struggle in which Bhagat Singh participated.
+ 
+Contribution of Bhagat Singh in Freedom Struggle  
+•Bhagat Singh was an ardent reader of the leftist writings and did not favor capitalism .
+•He supposedly started by writing critical articles to show opposition to the Britis h
+government. He printed these articles and distributed them everywhere to encourage
+people to overthrow the government.• Bhagat Singh’s stint with the revolutionary movements started with establishing the 
+Hindustan Socialist Republican Association. This is when he was introduced to the 
+significance of armed revolution along with the use of explosives . 
+• He was arrested in the Kakori Cas e, for the first time on the accusation of writing a 
+provocative article under the pseudonym Vidrohi which means rebel.  
+• Another accusation against Bhagat Singh was that of being involved in a bomb 
+explosion during Dussehra in Lahore. 
+ 
+Revolutionary Activities of Bhagat Singh  
+ 
+As discussed above, Bhagat Singh took part in the Indian freedom movement on a large scale. 
+He was part of various revolutionary movements that made him a popular figure in Indian history. There were many such movements that can never be forgotten and have found a special place in the Indian history of independence.
+ 
+Lahore Conspiracy Cas e 
+The infamous Lahore Conspiracy Case has the name of Bhagat Singh attached to it. In 1928, while carrying out a protest agitation against Simon Commission, Lala Lajpat Rai sustained a few injuries and eventually succumbed to death. It happened during a lathi charge that SP James Scott ordered.
+ 
+ 
+ 
+• Infuriated by this incident, Bhagat Singh decided to take revenge and, due to some 
+misunderstanding, killed another official J P Saunders.  
+• This whole incident was termed the Lahore Conspiracy Case . 
+• After this incident, Bhagat Singh had to flee from Lahore and hide his appearance to avoid arrest. 
+Central Assembly Bombing Cas e 
+Another incident in which Bhagat Singh was involved was the bombing that took place in the Central Legislative Assembly, on 8th April 1929 in Delhi. He was accompanied by another revolutionary at the time, Batukeshwar Dutt. 
+ 
+ 
+ 
+• The bomb was thrown by Bhagat Singh and his accomplice from the ‘Visitor’s Gallery’ . 
+• Pamphlets were also thrown around by them and slogans of ‘Inquilab Zindabad’ were 
+also raised . 
+• Both Bhagat Singh & Batukeshwar Dutt did not oppose arrest as they were in need of a 
+platform to spread their message.  
+• No one was hurt during this incident, as was the intention of Bhagat Singh. 
+• They gave a statement that by this explosion, they wanted ‘to make the deaf hear’ . 
+ Death of Bhagat Singh  
+With respect to the JP Saunders Case, Bhagat Singh was charged with murder accusations, 
+along with other freedom fighters. The trial for this case began in July 1929, and all of the freedom fighters were imprisoned in the Lahore Central jail. 
+ 
+• All the prisoners, including Bhagat Singh, protested against the ill -treatment that they 
+received & demanded better treatment being political pri soners . 
+• Many senior leaders, such as Jawaharlal Nehru, came to see them & expressed their 
+hurt. 
+• Subsequently, Bhagat Singh went on a fast for 116 days but eventually had to end it 
+when his father and other Congress leaders requested him . 
+• Due to a partial trial, Bhagat Singh, Rajguru & Sukhdev were all given death sentences . 
+• There were many protests from other Indian leaders demanding a reduced sentence but 
+they failed. 
+• An order to hang all three of them was released. The execution was to happen on 23rd 
+March 1931, but it was carried out a day before. 
+• Bhagat Singh, while getting hanged, chanted his slogan of ‘Down with British Imperialism . 
+ 
+As the date of the sentence was decided as 23rd March, this day is now celebrated as ‘Martyrs’ Day’ / Shaheed Diwas / Sarvodaya Day to commemorate the sacrifices of Bhagat Singh, Rajguru & Sukhdev. Bhagat Singh was famously given the nickname Shaheed Bhagat Singh.
+ 
+Bhagat Singh Quotes on Yout h 
+ 
+As a fearless freedom fighter, Bhagat Singh is called Shaheed Bhagat Singh. He laid down his 
+life for the nation without any regrets. He was one of the bravest revolutionaries that India has seen so far. His few quotes have earned much popularity  instilling a sense of patriotism in the 
+youth.
+ 
+• “I am such a lunatic that I am free even in jail”. 
+• “They may kill me, but they cannot kill my ideas. They can crush my body but they will not be able to crush my spirit” . 
+• “I am full of ambition, hope, and charm of life. But I can renounce everything at the time 
+of need” . 
+• “If the deaf has to hear, the sound has to be very loud” . 
+• “Bombs and pistols don’t make a revolution. The sword of revolution is sharpened on the 
+whetting stones of ideas” . 
+ 

requirements.txt

@@ -0,0 +1,7 @@
+streamlit
+dotenv
+groq
+langchain 
+pinecone-client 
+PyPDF2
+sentence_transformers