Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,6 +8,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
| 8 |
from langchain.vectorstores import FAISS
|
| 9 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 10 |
import fitz # PyMuPDF
|
|
|
|
| 11 |
|
| 12 |
load_dotenv()
|
| 13 |
client = groq.Client(api_key=os.getenv("GROQ_FINANCE_API_KEY"))
|
|
@@ -30,31 +31,42 @@ custom_css = """
|
|
| 30 |
--border-grey: #E5E7EB;
|
| 31 |
}
|
| 32 |
body { background-color: var(--light-grey); font-family: 'Inter', sans-serif; }
|
| 33 |
-
.container { max-width:
|
| 34 |
.header { background-color: var(--white); border-bottom: 2px solid var(--border-grey); padding: 15px 0; margin-bottom: 20px; border-radius: 12px 12px 0 0; box-shadow: 0 2px 4px rgba(0,0,0,0.05); }
|
| 35 |
-
.header-title { color: var(--dark-green); font-size: 1.
|
| 36 |
-
.header-subtitle { color: var(--medium-grey); font-size:
|
| 37 |
-
.chat-container { border-radius: 12px !important; box-shadow: 0 4px 6px rgba(0,0,0,0.1) !important; background-color: var(--white) !important; border: 1px solid var(--border-grey) !important; }
|
| 38 |
.message-user { background-color: var(--primary-green) !important; color: var(--white) !important; border-radius: 18px 18px 4px 18px !important; padding: 12px 16px !important; margin-left: auto !important; max-width: 80% !important; }
|
| 39 |
.message-bot { background-color: var(--light-grey) !important; color: var(--medium-grey) !important; border-radius: 18px 18px 18px 4px !important; padding: 12px 16px !important; margin-right: auto !important; max-width: 80% !important; }
|
| 40 |
.input-area { background-color: var(--white) !important; border-top: 1px solid var(--border-grey) !important; padding: 12px !important; border-radius: 0 0 12px 12px !important; }
|
| 41 |
.input-box { border: 1px solid var(--border-grey) !important; border-radius: 24px !important; padding: 12px 16px !important; box-shadow: 0 2px 4px rgba(0,0,0,0.05) !important; }
|
| 42 |
.send-btn { background-color: var(--primary-green) !important; border-radius: 24px !important; color: var(--white) !important; padding: 10px 20px !important; font-weight: 500 !important; }
|
| 43 |
.clear-btn { background-color: var(--light-grey) !important; border: 1px solid var(--border-grey) !important; border-radius: 24px !important; color: var(--medium-grey) !important; padding: 8px 16px !important; font-weight: 500 !important; }
|
|
|
|
|
|
|
|
|
|
| 44 |
"""
|
| 45 |
|
| 46 |
def process_pdf(pdf_file):
|
| 47 |
if pdf_file is None:
|
| 48 |
-
return None, "No file uploaded"
|
| 49 |
try:
|
| 50 |
session_id = str(uuid.uuid4())
|
| 51 |
with tempfile.NamedTemporaryFile(suffix=".pdf", delete=False) as temp_file:
|
| 52 |
temp_file.write(pdf_file)
|
| 53 |
pdf_path = temp_file.name
|
| 54 |
|
| 55 |
-
# Use fitz to extract text from PDF
|
| 56 |
doc = fitz.open(pdf_path)
|
| 57 |
texts = [page.get_text() for page in doc]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
doc.close()
|
| 59 |
|
| 60 |
# Split the extracted text into chunks
|
|
@@ -68,11 +80,12 @@ def process_pdf(pdf_file):
|
|
| 68 |
user_vectorstores[session_id] = vectorstore
|
| 69 |
|
| 70 |
os.unlink(pdf_path)
|
| 71 |
-
|
|
|
|
| 72 |
except Exception as e:
|
| 73 |
if "pdf_path" in locals() and os.path.exists(pdf_path):
|
| 74 |
os.unlink(pdf_path)
|
| 75 |
-
return None, f"Error processing PDF: {str(e)}"
|
| 76 |
|
| 77 |
def generate_response(message, session_id, model_name, history):
|
| 78 |
if not message:
|
|
@@ -103,16 +116,27 @@ def generate_response(message, session_id, model_name, history):
|
|
| 103 |
history.append((message, f"Error generating response: {str(e)}"))
|
| 104 |
return history
|
| 105 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
|
| 107 |
current_session_id = gr.State(None)
|
|
|
|
| 108 |
gr.HTML("""
|
| 109 |
<div class="header">
|
| 110 |
<div class="header-title">Financial Report Summarizer</div>
|
| 111 |
<div class="header-subtitle">Summarize financial data with Groq's LLM API</div>
|
| 112 |
</div>
|
| 113 |
""")
|
| 114 |
-
with gr.Row():
|
| 115 |
-
with gr.Column(scale=1):
|
| 116 |
pdf_file = gr.File(label="Upload PDF Document", file_types=[".pdf"], type="binary")
|
| 117 |
upload_button = gr.Button("Process PDF", variant="primary")
|
| 118 |
pdf_status = gr.Markdown("No PDF uploaded yet")
|
|
@@ -121,17 +145,54 @@ with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
|
|
| 121 |
value="llama3-70b-8192",
|
| 122 |
label="Select Groq Model"
|
| 123 |
)
|
| 124 |
-
with gr.Column(scale=2):
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
|
| 131 |
-
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
|
|
|
| 135 |
|
| 136 |
if __name__ == "__main__":
|
| 137 |
-
demo.launch()
|
|
|
|
| 8 |
from langchain.vectorstores import FAISS
|
| 9 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 10 |
import fitz # PyMuPDF
|
| 11 |
+
import base64
|
| 12 |
|
| 13 |
load_dotenv()
|
| 14 |
client = groq.Client(api_key=os.getenv("GROQ_FINANCE_API_KEY"))
|
|
|
|
| 31 |
--border-grey: #E5E7EB;
|
| 32 |
}
|
| 33 |
body { background-color: var(--light-grey); font-family: 'Inter', sans-serif; }
|
| 34 |
+
.container { max-width: 1200px !important; margin: 0 auto !important; padding: 10px; }
|
| 35 |
.header { background-color: var(--white); border-bottom: 2px solid var(--border-grey); padding: 15px 0; margin-bottom: 20px; border-radius: 12px 12px 0 0; box-shadow: 0 2px 4px rgba(0,0,0,0.05); }
|
| 36 |
+
.header-title { color: var(--dark-green); font-size: 1.8rem; font-weight: 700; text-align: center; }
|
| 37 |
+
.header-subtitle { color: var(--medium-grey); font-size: 1rem; text-align: center; margin-top: 5px; }
|
| 38 |
+
.chat-container { border-radius: 12px !important; box-shadow: 0 4px 6px rgba(0,0,0,0.1) !important; background-color: var(--white) !important; border: 1px solid var(--border-grey) !important; min-height: 500px; }
|
| 39 |
.message-user { background-color: var(--primary-green) !important; color: var(--white) !important; border-radius: 18px 18px 4px 18px !important; padding: 12px 16px !important; margin-left: auto !important; max-width: 80% !important; }
|
| 40 |
.message-bot { background-color: var(--light-grey) !important; color: var(--medium-grey) !important; border-radius: 18px 18px 18px 4px !important; padding: 12px 16px !important; margin-right: auto !important; max-width: 80% !important; }
|
| 41 |
.input-area { background-color: var(--white) !important; border-top: 1px solid var(--border-grey) !important; padding: 12px !important; border-radius: 0 0 12px 12px !important; }
|
| 42 |
.input-box { border: 1px solid var(--border-grey) !important; border-radius: 24px !important; padding: 12px 16px !important; box-shadow: 0 2px 4px rgba(0,0,0,0.05) !important; }
|
| 43 |
.send-btn { background-color: var(--primary-green) !important; border-radius: 24px !important; color: var(--white) !important; padding: 10px 20px !important; font-weight: 500 !important; }
|
| 44 |
.clear-btn { background-color: var(--light-grey) !important; border: 1px solid var(--border-grey) !important; border-radius: 24px !important; color: var(--medium-grey) !important; padding: 8px 16px !important; font-weight: 500 !important; }
|
| 45 |
+
.pdf-viewer-container { border-radius: 12px !important; box-shadow: 0 4px 6px rgba(0,0,0,0.1) !important; background-color: var(--white) !important; border: 1px solid var(--border-grey) !important; padding: 20px; }
|
| 46 |
+
.pdf-viewer-image { max-width: 100%; height: auto; border: 1px solid var(--border-grey); border-radius: 12px; box-shadow: 0 2px 4px rgba(0,0,0,0.05); }
|
| 47 |
+
.stats-box { background-color: var(--light-green); padding: 10px; border-radius: 8px; margin-top: 10px; }
|
| 48 |
"""
|
| 49 |
|
| 50 |
def process_pdf(pdf_file):
|
| 51 |
if pdf_file is None:
|
| 52 |
+
return None, "No file uploaded", {"page_images": [], "total_pages": 0, "total_words": 0}
|
| 53 |
try:
|
| 54 |
session_id = str(uuid.uuid4())
|
| 55 |
with tempfile.NamedTemporaryFile(suffix=".pdf", delete=False) as temp_file:
|
| 56 |
temp_file.write(pdf_file)
|
| 57 |
pdf_path = temp_file.name
|
| 58 |
|
| 59 |
+
# Use fitz to extract text and images from PDF
|
| 60 |
doc = fitz.open(pdf_path)
|
| 61 |
texts = [page.get_text() for page in doc]
|
| 62 |
+
page_images = []
|
| 63 |
+
for page in doc:
|
| 64 |
+
pix = page.get_pixmap()
|
| 65 |
+
img_bytes = pix.tobytes("png")
|
| 66 |
+
img_base64 = base64.b64encode(img_bytes).decode("utf-8")
|
| 67 |
+
page_images.append(img_base64)
|
| 68 |
+
total_pages = len(doc)
|
| 69 |
+
total_words = sum(len(text.split()) for text in texts)
|
| 70 |
doc.close()
|
| 71 |
|
| 72 |
# Split the extracted text into chunks
|
|
|
|
| 80 |
user_vectorstores[session_id] = vectorstore
|
| 81 |
|
| 82 |
os.unlink(pdf_path)
|
| 83 |
+
pdf_state = {"page_images": page_images, "total_pages": total_pages, "total_words": total_words}
|
| 84 |
+
return session_id, f"✅ Successfully processed {len(chunks)} text chunks from your PDF", pdf_state
|
| 85 |
except Exception as e:
|
| 86 |
if "pdf_path" in locals() and os.path.exists(pdf_path):
|
| 87 |
os.unlink(pdf_path)
|
| 88 |
+
return None, f"Error processing PDF: {str(e)}", {"page_images": [], "total_pages": 0, "total_words": 0}
|
| 89 |
|
| 90 |
def generate_response(message, session_id, model_name, history):
|
| 91 |
if not message:
|
|
|
|
| 116 |
history.append((message, f"Error generating response: {str(e)}"))
|
| 117 |
return history
|
| 118 |
|
| 119 |
+
def update_pdf_viewer(pdf_state):
|
| 120 |
+
if not pdf_state["total_pages"]:
|
| 121 |
+
return 0, None, "No PDF uploaded yet"
|
| 122 |
+
return pdf_state["total_pages"], f"data:image/png;base64,{pdf_state['page_images'][0]}", f"**Total Pages:** {pdf_state['total_pages']}\n**Total Words:** {pdf_state['total_words']}"
|
| 123 |
+
|
| 124 |
+
def update_image(page_num, pdf_state):
|
| 125 |
+
if not pdf_state["total_pages"] or page_num < 1 or page_num > pdf_state["total_pages"]:
|
| 126 |
+
return None
|
| 127 |
+
return f"data:image/png;base64,{pdf_state['page_images'][page_num - 1]}"
|
| 128 |
+
|
| 129 |
with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
|
| 130 |
current_session_id = gr.State(None)
|
| 131 |
+
pdf_state = gr.State({"page_images": [], "total_pages": 0, "total_words": 0})
|
| 132 |
gr.HTML("""
|
| 133 |
<div class="header">
|
| 134 |
<div class="header-title">Financial Report Summarizer</div>
|
| 135 |
<div class="header-subtitle">Summarize financial data with Groq's LLM API</div>
|
| 136 |
</div>
|
| 137 |
""")
|
| 138 |
+
with gr.Row(elem_classes="container"):
|
| 139 |
+
with gr.Column(scale=1, min_width=300):
|
| 140 |
pdf_file = gr.File(label="Upload PDF Document", file_types=[".pdf"], type="binary")
|
| 141 |
upload_button = gr.Button("Process PDF", variant="primary")
|
| 142 |
pdf_status = gr.Markdown("No PDF uploaded yet")
|
|
|
|
| 145 |
value="llama3-70b-8192",
|
| 146 |
label="Select Groq Model"
|
| 147 |
)
|
| 148 |
+
with gr.Column(scale=2, min_width=600):
|
| 149 |
+
with gr.Tabs():
|
| 150 |
+
with gr.TabItem("Chatbot"):
|
| 151 |
+
chatbot = gr.Chatbot(height=500, bubble_full_width=False, show_copy_button=True, elem_classes="chat-container")
|
| 152 |
+
with gr.Row():
|
| 153 |
+
msg = gr.Textbox(show_label=False, placeholder="Ask about your financial report...", scale=5)
|
| 154 |
+
send_btn = gr.Button("Send", scale=1)
|
| 155 |
+
clear_btn = gr.Button("Clear Conversation")
|
| 156 |
+
with gr.TabItem("PDF Viewer"):
|
| 157 |
+
with gr.Column(elem_classes="pdf-viewer-container"):
|
| 158 |
+
page_slider = gr.Slider(minimum=1, maximum=0, step=1, label="Page Number", value=1)
|
| 159 |
+
pdf_image = gr.Image(label="PDF Page", type="pil", elem_classes="pdf-viewer-image")
|
| 160 |
+
stats_display = gr.Markdown("No PDF uploaded yet", elem_classes="stats-box")
|
| 161 |
+
|
| 162 |
+
# Event Handlers
|
| 163 |
+
upload_button.click(
|
| 164 |
+
process_pdf,
|
| 165 |
+
inputs=[pdf_file],
|
| 166 |
+
outputs=[current_session_id, pdf_status, pdf_state]
|
| 167 |
+
).then(
|
| 168 |
+
update_pdf_viewer,
|
| 169 |
+
inputs=[pdf_state],
|
| 170 |
+
outputs=[page_slider, pdf_image, stats_display]
|
| 171 |
+
)
|
| 172 |
+
|
| 173 |
+
msg.submit(
|
| 174 |
+
generate_response,
|
| 175 |
+
inputs=[msg, current_session_id, model_dropdown, chatbot],
|
| 176 |
+
outputs=[chatbot]
|
| 177 |
+
).then(lambda: "", None, [msg])
|
| 178 |
+
|
| 179 |
+
send_btn.click(
|
| 180 |
+
generate_response,
|
| 181 |
+
inputs=[msg, current_session_id, model_dropdown, chatbot],
|
| 182 |
+
outputs=[chatbot]
|
| 183 |
+
).then(lambda: "", None, [msg])
|
| 184 |
+
|
| 185 |
+
clear_btn.click(
|
| 186 |
+
lambda: ([], None, "No PDF uploaded yet", {"page_images": [], "total_pages": 0, "total_words": 0}, 0, None, "No PDF uploaded yet"),
|
| 187 |
+
None,
|
| 188 |
+
[chatbot, current_session_id, pdf_status, pdf_state, page_slider, pdf_image, stats_display]
|
| 189 |
+
)
|
| 190 |
|
| 191 |
+
page_slider.change(
|
| 192 |
+
update_image,
|
| 193 |
+
inputs=[page_slider, pdf_state],
|
| 194 |
+
outputs=[pdf_image]
|
| 195 |
+
)
|
| 196 |
|
| 197 |
if __name__ == "__main__":
|
| 198 |
+
demo.launch()
|