CosmickVisions commited on
Commit
c13bc35
·
verified ·
1 Parent(s): 244b549

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +82 -21
app.py CHANGED
@@ -8,6 +8,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
8
  from langchain.vectorstores import FAISS
9
  from langchain.embeddings import HuggingFaceEmbeddings
10
  import fitz # PyMuPDF
 
11
 
12
  load_dotenv()
13
  client = groq.Client(api_key=os.getenv("GROQ_FINANCE_API_KEY"))
@@ -30,31 +31,42 @@ custom_css = """
30
  --border-grey: #E5E7EB;
31
  }
32
  body { background-color: var(--light-grey); font-family: 'Inter', sans-serif; }
33
- .container { max-width: 900px !important; margin: 0 auto !important; }
34
  .header { background-color: var(--white); border-bottom: 2px solid var(--border-grey); padding: 15px 0; margin-bottom: 20px; border-radius: 12px 12px 0 0; box-shadow: 0 2px 4px rgba(0,0,0,0.05); }
35
- .header-title { color: var(--dark-green); font-size: 1.5rem; font-weight: 700; text-align: center; }
36
- .header-subtitle { color: var(--medium-grey); font-size: 0.9rem; text-align: center; margin-top: 5px; }
37
- .chat-container { border-radius: 12px !important; box-shadow: 0 4px 6px rgba(0,0,0,0.1) !important; background-color: var(--white) !important; border: 1px solid var(--border-grey) !important; }
38
  .message-user { background-color: var(--primary-green) !important; color: var(--white) !important; border-radius: 18px 18px 4px 18px !important; padding: 12px 16px !important; margin-left: auto !important; max-width: 80% !important; }
39
  .message-bot { background-color: var(--light-grey) !important; color: var(--medium-grey) !important; border-radius: 18px 18px 18px 4px !important; padding: 12px 16px !important; margin-right: auto !important; max-width: 80% !important; }
40
  .input-area { background-color: var(--white) !important; border-top: 1px solid var(--border-grey) !important; padding: 12px !important; border-radius: 0 0 12px 12px !important; }
41
  .input-box { border: 1px solid var(--border-grey) !important; border-radius: 24px !important; padding: 12px 16px !important; box-shadow: 0 2px 4px rgba(0,0,0,0.05) !important; }
42
  .send-btn { background-color: var(--primary-green) !important; border-radius: 24px !important; color: var(--white) !important; padding: 10px 20px !important; font-weight: 500 !important; }
43
  .clear-btn { background-color: var(--light-grey) !important; border: 1px solid var(--border-grey) !important; border-radius: 24px !important; color: var(--medium-grey) !important; padding: 8px 16px !important; font-weight: 500 !important; }
 
 
 
44
  """
45
 
46
  def process_pdf(pdf_file):
47
  if pdf_file is None:
48
- return None, "No file uploaded"
49
  try:
50
  session_id = str(uuid.uuid4())
51
  with tempfile.NamedTemporaryFile(suffix=".pdf", delete=False) as temp_file:
52
  temp_file.write(pdf_file)
53
  pdf_path = temp_file.name
54
 
55
- # Use fitz to extract text from PDF
56
  doc = fitz.open(pdf_path)
57
  texts = [page.get_text() for page in doc]
 
 
 
 
 
 
 
 
58
  doc.close()
59
 
60
  # Split the extracted text into chunks
@@ -68,11 +80,12 @@ def process_pdf(pdf_file):
68
  user_vectorstores[session_id] = vectorstore
69
 
70
  os.unlink(pdf_path)
71
- return session_id, f" Successfully processed {len(chunks)} text chunks from your PDF"
 
72
  except Exception as e:
73
  if "pdf_path" in locals() and os.path.exists(pdf_path):
74
  os.unlink(pdf_path)
75
- return None, f"Error processing PDF: {str(e)}"
76
 
77
  def generate_response(message, session_id, model_name, history):
78
  if not message:
@@ -103,16 +116,27 @@ def generate_response(message, session_id, model_name, history):
103
  history.append((message, f"Error generating response: {str(e)}"))
104
  return history
105
 
 
 
 
 
 
 
 
 
 
 
106
  with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
107
  current_session_id = gr.State(None)
 
108
  gr.HTML("""
109
  <div class="header">
110
  <div class="header-title">Financial Report Summarizer</div>
111
  <div class="header-subtitle">Summarize financial data with Groq's LLM API</div>
112
  </div>
113
  """)
114
- with gr.Row():
115
- with gr.Column(scale=1):
116
  pdf_file = gr.File(label="Upload PDF Document", file_types=[".pdf"], type="binary")
117
  upload_button = gr.Button("Process PDF", variant="primary")
118
  pdf_status = gr.Markdown("No PDF uploaded yet")
@@ -121,17 +145,54 @@ with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
121
  value="llama3-70b-8192",
122
  label="Select Groq Model"
123
  )
124
- with gr.Column(scale=2):
125
- chatbot = gr.Chatbot(height=500, bubble_full_width=False, show_copy_button=True, elem_classes="chat-container")
126
- with gr.Row():
127
- msg = gr.Textbox(show_label=False, placeholder="Ask about your financial report...", scale=5)
128
- send_btn = gr.Button("Send", scale=1)
129
- clear_btn = gr.Button("Clear Conversation")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
 
131
- upload_button.click(process_pdf, inputs=[pdf_file], outputs=[current_session_id, pdf_status])
132
- msg.submit(generate_response, inputs=[msg, current_session_id, model_dropdown, chatbot], outputs=[chatbot]).then(lambda: "", None, [msg])
133
- send_btn.click(generate_response, inputs=[msg, current_session_id, model_dropdown, chatbot], outputs=[chatbot]).then(lambda: "", None, [msg])
134
- clear_btn.click(lambda: ([], None, "No PDF uploaded yet"), None, [chatbot, current_session_id, pdf_status])
 
135
 
136
  if __name__ == "__main__":
137
- demo.launch()
 
8
  from langchain.vectorstores import FAISS
9
  from langchain.embeddings import HuggingFaceEmbeddings
10
  import fitz # PyMuPDF
11
+ import base64
12
 
13
  load_dotenv()
14
  client = groq.Client(api_key=os.getenv("GROQ_FINANCE_API_KEY"))
 
31
  --border-grey: #E5E7EB;
32
  }
33
  body { background-color: var(--light-grey); font-family: 'Inter', sans-serif; }
34
+ .container { max-width: 1200px !important; margin: 0 auto !important; padding: 10px; }
35
  .header { background-color: var(--white); border-bottom: 2px solid var(--border-grey); padding: 15px 0; margin-bottom: 20px; border-radius: 12px 12px 0 0; box-shadow: 0 2px 4px rgba(0,0,0,0.05); }
36
+ .header-title { color: var(--dark-green); font-size: 1.8rem; font-weight: 700; text-align: center; }
37
+ .header-subtitle { color: var(--medium-grey); font-size: 1rem; text-align: center; margin-top: 5px; }
38
+ .chat-container { border-radius: 12px !important; box-shadow: 0 4px 6px rgba(0,0,0,0.1) !important; background-color: var(--white) !important; border: 1px solid var(--border-grey) !important; min-height: 500px; }
39
  .message-user { background-color: var(--primary-green) !important; color: var(--white) !important; border-radius: 18px 18px 4px 18px !important; padding: 12px 16px !important; margin-left: auto !important; max-width: 80% !important; }
40
  .message-bot { background-color: var(--light-grey) !important; color: var(--medium-grey) !important; border-radius: 18px 18px 18px 4px !important; padding: 12px 16px !important; margin-right: auto !important; max-width: 80% !important; }
41
  .input-area { background-color: var(--white) !important; border-top: 1px solid var(--border-grey) !important; padding: 12px !important; border-radius: 0 0 12px 12px !important; }
42
  .input-box { border: 1px solid var(--border-grey) !important; border-radius: 24px !important; padding: 12px 16px !important; box-shadow: 0 2px 4px rgba(0,0,0,0.05) !important; }
43
  .send-btn { background-color: var(--primary-green) !important; border-radius: 24px !important; color: var(--white) !important; padding: 10px 20px !important; font-weight: 500 !important; }
44
  .clear-btn { background-color: var(--light-grey) !important; border: 1px solid var(--border-grey) !important; border-radius: 24px !important; color: var(--medium-grey) !important; padding: 8px 16px !important; font-weight: 500 !important; }
45
+ .pdf-viewer-container { border-radius: 12px !important; box-shadow: 0 4px 6px rgba(0,0,0,0.1) !important; background-color: var(--white) !important; border: 1px solid var(--border-grey) !important; padding: 20px; }
46
+ .pdf-viewer-image { max-width: 100%; height: auto; border: 1px solid var(--border-grey); border-radius: 12px; box-shadow: 0 2px 4px rgba(0,0,0,0.05); }
47
+ .stats-box { background-color: var(--light-green); padding: 10px; border-radius: 8px; margin-top: 10px; }
48
  """
49
 
50
  def process_pdf(pdf_file):
51
  if pdf_file is None:
52
+ return None, "No file uploaded", {"page_images": [], "total_pages": 0, "total_words": 0}
53
  try:
54
  session_id = str(uuid.uuid4())
55
  with tempfile.NamedTemporaryFile(suffix=".pdf", delete=False) as temp_file:
56
  temp_file.write(pdf_file)
57
  pdf_path = temp_file.name
58
 
59
+ # Use fitz to extract text and images from PDF
60
  doc = fitz.open(pdf_path)
61
  texts = [page.get_text() for page in doc]
62
+ page_images = []
63
+ for page in doc:
64
+ pix = page.get_pixmap()
65
+ img_bytes = pix.tobytes("png")
66
+ img_base64 = base64.b64encode(img_bytes).decode("utf-8")
67
+ page_images.append(img_base64)
68
+ total_pages = len(doc)
69
+ total_words = sum(len(text.split()) for text in texts)
70
  doc.close()
71
 
72
  # Split the extracted text into chunks
 
80
  user_vectorstores[session_id] = vectorstore
81
 
82
  os.unlink(pdf_path)
83
+ pdf_state = {"page_images": page_images, "total_pages": total_pages, "total_words": total_words}
84
+ return session_id, f"✅ Successfully processed {len(chunks)} text chunks from your PDF", pdf_state
85
  except Exception as e:
86
  if "pdf_path" in locals() and os.path.exists(pdf_path):
87
  os.unlink(pdf_path)
88
+ return None, f"Error processing PDF: {str(e)}", {"page_images": [], "total_pages": 0, "total_words": 0}
89
 
90
  def generate_response(message, session_id, model_name, history):
91
  if not message:
 
116
  history.append((message, f"Error generating response: {str(e)}"))
117
  return history
118
 
119
+ def update_pdf_viewer(pdf_state):
120
+ if not pdf_state["total_pages"]:
121
+ return 0, None, "No PDF uploaded yet"
122
+ return pdf_state["total_pages"], f"data:image/png;base64,{pdf_state['page_images'][0]}", f"**Total Pages:** {pdf_state['total_pages']}\n**Total Words:** {pdf_state['total_words']}"
123
+
124
+ def update_image(page_num, pdf_state):
125
+ if not pdf_state["total_pages"] or page_num < 1 or page_num > pdf_state["total_pages"]:
126
+ return None
127
+ return f"data:image/png;base64,{pdf_state['page_images'][page_num - 1]}"
128
+
129
  with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
130
  current_session_id = gr.State(None)
131
+ pdf_state = gr.State({"page_images": [], "total_pages": 0, "total_words": 0})
132
  gr.HTML("""
133
  <div class="header">
134
  <div class="header-title">Financial Report Summarizer</div>
135
  <div class="header-subtitle">Summarize financial data with Groq's LLM API</div>
136
  </div>
137
  """)
138
+ with gr.Row(elem_classes="container"):
139
+ with gr.Column(scale=1, min_width=300):
140
  pdf_file = gr.File(label="Upload PDF Document", file_types=[".pdf"], type="binary")
141
  upload_button = gr.Button("Process PDF", variant="primary")
142
  pdf_status = gr.Markdown("No PDF uploaded yet")
 
145
  value="llama3-70b-8192",
146
  label="Select Groq Model"
147
  )
148
+ with gr.Column(scale=2, min_width=600):
149
+ with gr.Tabs():
150
+ with gr.TabItem("Chatbot"):
151
+ chatbot = gr.Chatbot(height=500, bubble_full_width=False, show_copy_button=True, elem_classes="chat-container")
152
+ with gr.Row():
153
+ msg = gr.Textbox(show_label=False, placeholder="Ask about your financial report...", scale=5)
154
+ send_btn = gr.Button("Send", scale=1)
155
+ clear_btn = gr.Button("Clear Conversation")
156
+ with gr.TabItem("PDF Viewer"):
157
+ with gr.Column(elem_classes="pdf-viewer-container"):
158
+ page_slider = gr.Slider(minimum=1, maximum=0, step=1, label="Page Number", value=1)
159
+ pdf_image = gr.Image(label="PDF Page", type="pil", elem_classes="pdf-viewer-image")
160
+ stats_display = gr.Markdown("No PDF uploaded yet", elem_classes="stats-box")
161
+
162
+ # Event Handlers
163
+ upload_button.click(
164
+ process_pdf,
165
+ inputs=[pdf_file],
166
+ outputs=[current_session_id, pdf_status, pdf_state]
167
+ ).then(
168
+ update_pdf_viewer,
169
+ inputs=[pdf_state],
170
+ outputs=[page_slider, pdf_image, stats_display]
171
+ )
172
+
173
+ msg.submit(
174
+ generate_response,
175
+ inputs=[msg, current_session_id, model_dropdown, chatbot],
176
+ outputs=[chatbot]
177
+ ).then(lambda: "", None, [msg])
178
+
179
+ send_btn.click(
180
+ generate_response,
181
+ inputs=[msg, current_session_id, model_dropdown, chatbot],
182
+ outputs=[chatbot]
183
+ ).then(lambda: "", None, [msg])
184
+
185
+ clear_btn.click(
186
+ lambda: ([], None, "No PDF uploaded yet", {"page_images": [], "total_pages": 0, "total_words": 0}, 0, None, "No PDF uploaded yet"),
187
+ None,
188
+ [chatbot, current_session_id, pdf_status, pdf_state, page_slider, pdf_image, stats_display]
189
+ )
190
 
191
+ page_slider.change(
192
+ update_image,
193
+ inputs=[page_slider, pdf_state],
194
+ outputs=[pdf_image]
195
+ )
196
 
197
  if __name__ == "__main__":
198
+ demo.launch()