Spaces:
Sleeping
Sleeping
File size: 3,345 Bytes
3407af5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 | import streamlit as st
import tempfile
import os
from langchain_community.document_loaders import CSVLoader, TextLoader
from langchain_text_splitters import RecursiveCharacterTextSplitter
from dotenv import load_dotenv
import google.generativeai as genai
from langchain_google_genai import GoogleGenerativeAIEmbeddings
from langchain_google_genai import ChatGoogleGenerativeAI
from langchain_community.vectorstores import FAISS
from langchain.prompts import PromptTemplate
from langchain.chains.question_answering import load_qa_chain
load_dotenv()
os.getenv("GOOGLE_API_KEY")
genai.configure(api_key=os.getenv("GOOGLE_API_KEY"))
def data_loader(data_file, uploaded_file):
if uploaded_file.name.endswith(".csv"):
loader = CSVLoader(file_path=data_file, encoding='utf-8', csv_args={'delimiter':','})
elif uploaded_file.name.endswith(".txt"):
loader = TextLoader(file_path=data_file)
else:
st.warning("Unsupported File")
data = loader.load()
return data
def text_splitter(data):
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=500)
chunks = text_splitter.split_documents(data)
return chunks
def data_embadding(chunks):
embeddings = GoogleGenerativeAIEmbeddings(model="models/embedding-001")
db = FAISS.from_documents(chunks, embeddings)
return db
def get_conversational_chain():
prompt_template = """
Answer the question as detailed as possible from the provided context, make sure to provide all the details, if the answer is not in
provided context just say, "answer is not available in the context", don't provide the wrong answer\n\n
Context:\n {context}?\n
Question: \n{question}\n
Answer:
"""
model = ChatGoogleGenerativeAI(model="gemini-pro",temperature=0.3)
prompt = PromptTemplate(template = prompt_template, input_variables = ["context", "question"])
chain = load_qa_chain(model, chain_type="stuff", prompt=prompt)
return chain
def user_input(user_question, db):
doc = db.similarity_search(user_question,k=3)
chain = get_conversational_chain()
response = chain(
{"input_documents":doc, "question": user_question},
return_only_outputs=True)
st.write("Reply: ", response["output_text"])
def main():
st.set_page_config("Chat With Document")
st.header("Chat With Documnet")
uploaded_file = st.file_uploader("Upload Document-Support",type=((["csv","txt"])))
#if st.button("Submit & Process"):
if uploaded_file is not None:
if uploaded_file.name.endswith((".csv", ".txt")):
with tempfile.NamedTemporaryFile(delete=False) as tmp_file:
tmp_file.write(uploaded_file.getvalue())
tmp_file_path = tmp_file.name
data = data_loader(tmp_file_path,uploaded_file)
chunks = text_splitter(data)
db = data_embadding(chunks)
st.success("Done")
user_question = st.text_input("Ask a Question from the Document")
if user_question:
user_input(user_question,db)
else:
st.warning("Support Only .csv,.txt Files")
else:
st.text("Kindly upload the Document")
if __name__ == "__main__":
main() |