Update app.py

app.py

@@ -9,9 +9,7 @@ import logging
 from docx import Document
 import mimetypes
 from threading import Lock
-import tempfile
-import shutil
-import uuid
+import time
 
 import google.generativeai as genai
 
@@ -30,37 +28,15 @@ GEMINI_MODEL = "models/gemini-2.5-pro-preview-03-25"
 MAX_INPUT_TOKENS = 1048576
 MAX_OUTPUT_TOKENS = 65536
 
-SESSION_STORE = {}
-
-def get_session_id():
-    ctx = dash.callback_context
-    if hasattr(ctx, "request") and hasattr(ctx.request, "cookies") and "dash_session" in ctx.request.cookies:
-        return ctx.request.cookies["dash_session"]
-    # fallback - generate a new session id (this may only happen for local calls/tests)
-    return str(uuid.uuid4())
-
-def get_session_data(session_id):
-    if session_id not in SESSION_STORE:
-        tempdir = tempfile.mkdtemp(prefix="rfp_session_")
-        SESSION_STORE[session_id] = {
-            "uploaded_documents": {},
-            "uploaded_documents_fileid": {},
-            "uploaded_documents_bytes": {},
-            "proposals": {},
-            "proposals_fileid": {},
-            "shredded_documents": {},
-            "generated_response": None,
-            "gemini_lock": Lock(),
-            "session_tempdir": tempdir
-        }
-    return SESSION_STORE[session_id]
+uploaded_documents = {}
+uploaded_documents_fileid = {}
+uploaded_documents_bytes = {}
+proposals = {}
+proposals_fileid = {}
+shredded_documents = {}
+generated_response = None
 
-def truncate_filename(filename, maxlen=30):
-    if len(filename) <= maxlen:
-        return filename
-    else:
-        partlen = (maxlen - 3) // 2
-        return filename[:partlen] + "..." + filename[-partlen:]
+gemini_lock = Lock()
 
 def decode_document(decoded_bytes):
     try:
@@ -194,17 +170,21 @@ def save_loe_as_docx(loe_text, proposal_filename):
     memf.seek(0)
     return memf.read()
 
-def process_document(sess_data, action, selected_filename=None, chat_input=None, rfp_decoded_bytes=None, selected_proposal_filename=None):
+def process_document(action, selected_filename=None, chat_input=None, rfp_decoded_bytes=None, selected_proposal_filename=None):
+    global generated_response
+
+    logging.info(f"Process document called with action: {action}")
+
     doc_content = None
     doc_fileid = None
     if action in ["shred", "compliance", "virtual_board", "proposal", "recover"]:
-        if selected_filename and selected_filename in sess_data["uploaded_documents"]:
-            doc_content = sess_data["uploaded_documents"][selected_filename]
-            doc_fileid = sess_data["uploaded_documents_fileid"].get(selected_filename)
-        elif sess_data["uploaded_documents"]:
-            doc_content = next(iter(sess_data["uploaded_documents"].values()))
-            selected_filename = next(iter(sess_data["uploaded_documents"].keys()))
-            doc_fileid = sess_data["uploaded_documents_fileid"].get(selected_filename)
+        if selected_filename and selected_filename in uploaded_documents:
+            doc_content = uploaded_documents[selected_filename]
+            doc_fileid = uploaded_documents_fileid.get(selected_filename)
+        elif uploaded_documents:
+            doc_content = next(iter(uploaded_documents.values()))
+            selected_filename = next(iter(uploaded_documents.keys()))
+            doc_fileid = uploaded_documents_fileid.get(selected_filename)
         else:
             doc_content = None
             doc_fileid = None
@@ -226,20 +206,20 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
         if result and not result.startswith("Error"):
             docx_bytes = save_shredded_as_docx(result, selected_filename)
             generated_docx_name = f"{os.path.splitext(selected_filename)[0]}_shredded.docx"
-            sess_data["uploaded_documents"][generated_docx_name] = result
-            sess_data["shredded_documents"][generated_docx_name] = docx_bytes
+            uploaded_documents[generated_docx_name] = result
+            shredded_documents[generated_docx_name] = docx_bytes
             return result, generated_docx_name, docx_bytes, None, None
         else:
             return result, None, None, None, None
 
     elif action == 'compliance':
-        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
+        if not selected_proposal_filename or selected_proposal_filename not in proposals:
             return "No proposal document selected for compliance.", None, None, None, None
-        if not selected_filename or selected_filename not in sess_data["uploaded_documents"]:
+        if not selected_filename or selected_filename not in uploaded_documents:
             return "No RFP/SOW/PWS/RFI document selected for compliance.", None, None, None, None
 
-        rfp_text = sess_data["uploaded_documents"][selected_filename]
-        proposal_text = sess_data["proposals"][selected_proposal_filename]
+        rfp_text = uploaded_documents[selected_filename]
+        proposal_text = proposals[selected_proposal_filename]
         logging.info(f"Compliance check: comparing proposal [{selected_proposal_filename}] to RFP [{selected_filename}]")
         prompt = (
             "You are a proposal compliance expert. Use the following RFP/SOW/PWS/RFI and the generated proposal response. "
@@ -257,20 +237,20 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
         if result and not result.startswith("Error"):
             docx_bytes = save_compliance_as_docx(result, selected_filename)
             compliance_docx_name = f"{os.path.splitext(selected_filename)[0]}_compliance_check.docx"
-            sess_data["uploaded_documents"][compliance_docx_name] = result
-            sess_data["shredded_documents"][compliance_docx_name] = docx_bytes
+            uploaded_documents[compliance_docx_name] = result
+            shredded_documents[compliance_docx_name] = docx_bytes
             return result, compliance_docx_name, docx_bytes, None, None
         else:
             return result, None, None, None, None
 
     elif action == 'virtual_board':
-        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
+        if not selected_proposal_filename or selected_proposal_filename not in proposals:
             return "No proposal document selected for evaluation board.", None, None, None, None
-        if not selected_filename or selected_filename not in sess_data["uploaded_documents"]:
+        if not selected_filename or selected_filename not in uploaded_documents:
             return "No RFP/SOW/PWS/RFI document selected for evaluation board.", None, None, None, None
 
-        rfp_text = sess_data["uploaded_documents"][selected_filename]
-        proposal_text = sess_data["proposals"][selected_proposal_filename]
+        rfp_text = uploaded_documents[selected_filename]
+        proposal_text = proposals[selected_proposal_filename]
         logging.info(f"Evaluation Board: extracting criteria from RFP [{selected_filename}], evaluating proposal [{selected_proposal_filename}]")
         prompt = (
             "You are a federal acquisition evaluation board. Your job is to extract Section L and Section M (evaluation criteria) from the following RFP/SOW/PWS/RFI if they exist. "
@@ -287,8 +267,8 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
         if result and not result.startswith("Error"):
             docx_bytes = save_virtual_board_as_docx(result, selected_filename)
             board_docx_name = f"{os.path.splitext(selected_filename)[0]}_evaluation_board.docx"
-            sess_data["uploaded_documents"][board_docx_name] = result
-            sess_data["shredded_documents"][board_docx_name] = docx_bytes
+            uploaded_documents[board_docx_name] = result
+            shredded_documents[board_docx_name] = docx_bytes
             return result, board_docx_name, docx_bytes, None, None
         else:
             return result, None, None, None, None
@@ -298,12 +278,12 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
             logging.warning("No RFP/SOW/PWS/RFI document selected for proposal action.")
             return "No RFP/SOW/PWS/RFI document selected.", None, None, None, None
         rfp_filename = selected_filename
-        rfp_fileid = sess_data["uploaded_documents_fileid"].get(selected_filename)
-        if not rfp_fileid and rfp_filename in sess_data["uploaded_documents_bytes"]:
+        rfp_fileid = uploaded_documents_fileid.get(selected_filename)
+        if not rfp_fileid and rfp_filename in uploaded_documents_bytes:
             try:
-                fileid = upload_to_gemini_file(sess_data["uploaded_documents_bytes"][rfp_filename], rfp_filename)
+                fileid = upload_to_gemini_file(uploaded_documents_bytes[rfp_filename], rfp_filename)
                 if fileid:
-                    sess_data["uploaded_documents_fileid"][rfp_filename] = fileid
+                    uploaded_documents_fileid[rfp_filename] = fileid
                     rfp_fileid = fileid
                     logging.info(f"RFP file {rfp_filename} uploaded to Gemini for proposal.")
             except Exception as e:
@@ -318,26 +298,26 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
             prompt += f"User additional instructions: {chat_input}\n"
         prompt += f"\n---\nRFP/SOW/PWS/RFI ({rfp_filename}):\n{doc_content}\n"
         result = gemini_generate_content(prompt, file_id=rfp_fileid, chat_input=chat_input)
-        sess_data["generated_response"] = result
+        generated_response = result
         if result and not result.startswith("Error"):
             docx_bytes = save_proposal_as_docx(result, rfp_filename)
             generated_docx_name = f"{os.path.splitext(rfp_filename)[0]}_proposal.docx"
-            sess_data["proposals"][generated_docx_name] = result
-            sess_data["proposals_fileid"][generated_docx_name] = None
+            proposals[generated_docx_name] = result
+            proposals_fileid[generated_docx_name] = None
             return result, None, None, generated_docx_name, docx_bytes
         else:
             return result, None, None, None, None
 
     elif action == 'recover':
-        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
+        if not selected_proposal_filename or selected_proposal_filename not in proposals:
             logging.error("No proposal document selected for recovery.")
             return "No proposal document selected for recovery.", None, None, None, None
-        if not selected_filename or selected_filename not in sess_data["uploaded_documents"]:
+        if not selected_filename or selected_filename not in uploaded_documents:
             logging.error("No compliance check or shredded requirements document selected for recovery.")
             return "No compliance check or shredded requirements document selected for recovery.", None, None, None, None
 
-        findings_content = sess_data["uploaded_documents"][selected_filename]
-        proposal_text = sess_data["proposals"][selected_proposal_filename]
+        findings_content = uploaded_documents[selected_filename]
+        proposal_text = proposals[selected_proposal_filename]
         prompt = (
             "You are a proposal compliance recovery expert. Use the findings and recommendations table and the original proposal response provided below. "
             "Address ONLY those sections of the proposal that have a finding and a recommendation for improvement. "
@@ -357,8 +337,8 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
             base_name = os.path.splitext(selected_proposal_filename)[0]
             recovered_docx_name = f"{base_name}_recovered.docx"
             docx_bytes = save_proposal_as_docx(result, base_name)
-            sess_data["proposals"][recovered_docx_name] = result
-            sess_data["proposals_fileid"][recovered_docx_name] = None
+            proposals[recovered_docx_name] = result
+            proposals_fileid[recovered_docx_name] = None
             logging.info(f"Recovered proposal generated and saved as {recovered_docx_name}.")
             return result, None, None, recovered_docx_name, docx_bytes
         else:
@@ -366,10 +346,10 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
             return result, None, None, None, None
 
     elif action == 'loe':
-        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
+        if not selected_proposal_filename or selected_proposal_filename not in proposals:
             logging.warning("No proposal document selected for LOE estimation.")
             return "No proposal document selected for LOE estimation.", None, None, None, None
-        proposal_text = sess_data["proposals"][selected_proposal_filename]
+        proposal_text = proposals[selected_proposal_filename]
         proposal_base_name = os.path.splitext(selected_proposal_filename)[0]
         prompt = (
             "You are a federal proposal cost and level of effort estimator. "
@@ -390,8 +370,8 @@ def process_document(sess_data, action, selected_filename=None, chat_input=None,
         result = gemini_generate_content(prompt, file_id=None, chat_input=chat_input)
         if result and not result.startswith("Error"):
             loe_docx_name = f"{proposal_base_name}_loe.docx"
-            sess_data["proposals"][loe_docx_name] = result
-            sess_data["proposals_fileid"][loe_docx_name] = None
+            proposals[loe_docx_name] = result
+            proposals_fileid[loe_docx_name] = None
             docx_bytes = save_loe_as_docx(result, proposal_base_name)
             logging.info(f"LOE generated and saved as {loe_docx_name}")
             return result, None, None, loe_docx_name, docx_bytes
@@ -411,7 +391,6 @@ def get_documents_list(docdict, shreddedict):
         return html.Div("No documents uploaded or generated.", style={"wordWrap": "break-word"})
     doc_list = []
     for filename in all_docs:
-        truncated = truncate_filename(filename)
         if filename.lower().endswith('.docx') and filename in shreddedict:
             b64 = base64.b64encode(shreddedict[filename]).decode('utf-8')
             mime = "application/vnd.openxmlformats-officedocument.wordprocessingml.document"
@@ -420,11 +399,11 @@ def get_documents_list(docdict, shreddedict):
             b64 = base64.b64encode(content.encode('utf-8')).decode('utf-8')
             mime = "text/plain"
         download_link = html.A(
-            truncated,
+            filename,
             href=f"data:{mime};base64,{b64}",
             download=filename,
             target="_blank",
-            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline", "maxWidth": "calc(100% - 70px)", "display": "inline-block", "verticalAlign": "middle"}
+            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline"}
         )
         doc_list.append(
             dbc.ListGroupItem([
@@ -439,7 +418,6 @@ def get_proposals_list(proposaldict):
         return html.Div("No proposals uploaded or generated.", style={"wordWrap": "break-word"})
     doc_list = []
     for filename in proposaldict:
-        truncated = truncate_filename(filename)
         file_content = proposaldict[filename]
         try:
             if filename.lower().endswith('_loe.docx'):
@@ -452,11 +430,11 @@ def get_proposals_list(proposaldict):
             b64 = base64.b64encode(file_content.encode('utf-8')).decode('utf-8')
             mime = "text/plain"
         download_link = html.A(
-            truncated,
+            filename,
             href=f"data:{mime};base64,{b64}",
             download=filename,
             target="_blank",
-            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline", "maxWidth": "calc(100% - 70px)", "display": "inline-block", "verticalAlign": "middle"}
+            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline"}
         )
         doc_list.append(
             dbc.ListGroupItem([
@@ -491,12 +469,12 @@ app.layout = dbc.Container([
                         },
                         multiple=False
                     ),
-                    html.Div(id='documents-list'),
+                    html.Div(id='documents-list', children=get_documents_list(uploaded_documents, shredded_documents)),
                     dcc.Dropdown(
                         id='select-document-dropdown',
-                        options=[],
+                        options=[{'label': fn, 'value': fn} for fn in uploaded_documents.keys()],
                         placeholder="Select a document to work with",
-                        value=None,
+                        value=next(iter(uploaded_documents), None),
                         style={"marginBottom": "10px"}
                     ),
                 ])
@@ -522,12 +500,12 @@ app.layout = dbc.Container([
                         },
                         multiple=False
                     ),
-                    html.Div(id='proposals-list'),
+                    html.Div(id='proposals-list', children=get_proposals_list(proposals)),
                     dcc.Dropdown(
                         id='select-proposal-dropdown',
-                        options=[],
+                        options=[{'label': fn, 'value': fn} for fn in proposals.keys()],
                         placeholder="Select a proposal document",
-                        value=None,
+                        value=next(iter(proposals), None),
                         style={"marginBottom": "10px"}
                     ),
                 ])
@@ -623,8 +601,6 @@ def master_callback(
     proposal_content, proposal_filename, proposal_delete_clicks, selected_proposal,
     chat_input, cancel_clicks, preview_window_state
 ):
-    session_id = get_session_id()
-    sess_data = get_session_data(session_id)
     ctx = callback_context
     triggered_id = ctx.triggered[0]['prop_id'].split('.')[0] if ctx.triggered else None
 
@@ -638,15 +614,17 @@ def master_callback(
     proposal_delete_clicks = safe_get_n_clicks(ctx, 12)
     uploaded_rfp_decoded_bytes = None
 
+    global gemini_lock, uploaded_documents_bytes
+
     # Cancel action
     if triggered_id == 'cancel-action-btn':
         output_data_upload = html.Div("[Cancelled by user]\n", style={"wordWrap": "break-word"})
-        doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
-        doc_value = selected_doc if selected_doc in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
-        proposals_list = get_proposals_list(sess_data["proposals"])
-        proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
-        proposal_value = selected_proposal if selected_proposal in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
-        documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
+        doc_options = [{'label': fn, 'value': fn} for fn in uploaded_documents.keys()]
+        doc_value = selected_doc if selected_doc in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
+        proposals_list = get_proposals_list(proposals)
+        proposal_options = [{'label': fn, 'value': fn} for fn in proposals.keys()]
+        proposal_value = selected_proposal if selected_proposal in proposals else (next(iter(proposals), None) if proposals else None)
+        documents_list = get_documents_list(uploaded_documents, shredded_documents)
         return (
             output_data_upload,
             documents_list, doc_options, doc_value,
@@ -664,13 +642,13 @@ def master_callback(
         if rfp_filename.lower().endswith(('.pdf', '.docx', '.xlsx', '.xls')):
             fileid = upload_to_gemini_file(decoded, rfp_filename)
         if text is not None:
-            sess_data["uploaded_documents"][rfp_filename] = text
-            sess_data["uploaded_documents_bytes"][rfp_filename] = decoded
+            uploaded_documents[rfp_filename] = text
+            uploaded_documents_bytes[rfp_filename] = decoded
             if fileid:
-                sess_data["uploaded_documents_fileid"][rfp_filename] = fileid
-            logging.info(f"[{session_id}] Document uploaded: {rfp_filename}")
+                uploaded_documents_fileid[rfp_filename] = fileid
+            logging.info(f"Document uploaded: {rfp_filename}")
         else:
-            logging.error(f"[{session_id}] Failed to decode uploaded document: {rfp_filename}")
+            logging.error(f"Failed to decode uploaded document: {rfp_filename}")
 
     if triggered_id == 'upload-proposal' and proposal_content is not None and proposal_filename:
         content_type, content_string = proposal_content.split(',')
@@ -680,12 +658,12 @@ def master_callback(
         if proposal_filename.lower().endswith(('.pdf', '.docx', '.xlsx', '.xls')):
             fileid = upload_to_gemini_file(decoded, proposal_filename)
         if text is not None:
-            sess_data["proposals"][proposal_filename] = text
+            proposals[proposal_filename] = text
             if fileid:
-                sess_data["proposals_fileid"][proposal_filename] = fileid
-            logging.info(f"[{session_id}] Proposal uploaded: {proposal_filename}")
+                proposals_fileid[proposal_filename] = fileid
+            logging.info(f"Proposal uploaded: {proposal_filename}")
         else:
-            logging.error(f"[{session_id}] Failed to decode uploaded proposal: {proposal_filename}")
+            logging.error(f"Failed to decode uploaded proposal: {proposal_filename}")
 
     # Handle deletes
     if triggered_id and isinstance(doc_delete_clicks, list):
@@ -693,20 +671,20 @@ def master_callback(
             if n_click:
                 btn_id = ctx.inputs_list[8][i]['id']
                 del_filename = btn_id['index']
-                if del_filename in sess_data["uploaded_documents"]:
-                    del sess_data["uploaded_documents"][del_filename]
-                    if del_filename in sess_data["uploaded_documents_fileid"]:
+                if del_filename in uploaded_documents:
+                    del uploaded_documents[del_filename]
+                    if del_filename in uploaded_documents_fileid:
                         try:
-                            genai.delete_file(sess_data["uploaded_documents_fileid"][del_filename])
+                            genai.delete_file(uploaded_documents_fileid[del_filename])
                         except Exception as e:
-                            logging.warning(f"[{session_id}] Failed to delete Gemini file {del_filename}: {e}")
-                        del sess_data["uploaded_documents_fileid"][del_filename]
-                    if del_filename in sess_data["uploaded_documents_bytes"]:
-                        del sess_data["uploaded_documents_bytes"][del_filename]
-                    logging.info(f"[{session_id}] Document deleted: {del_filename}")
-                if del_filename in sess_data["shredded_documents"]:
-                    del sess_data["shredded_documents"][del_filename]
-                    logging.info(f"[{session_id}] Shredded doc deleted: {del_filename}")
+                            logging.warning(f"Failed to delete Gemini file {del_filename}: {e}")
+                        del uploaded_documents_fileid[del_filename]
+                    if del_filename in uploaded_documents_bytes:
+                        del uploaded_documents_bytes[del_filename]
+                    logging.info(f"Document deleted: {del_filename}")
+                if del_filename in shredded_documents:
+                    del shredded_documents[del_filename]
+                    logging.info(f"Shredded doc deleted: {del_filename}")
                 if selected_doc == del_filename:
                     selected_doc = None
                 break
@@ -716,25 +694,25 @@ def master_callback(
             if n_click:
                 btn_id = ctx.inputs_list[12][i]['id']
                 del_filename = btn_id['index']
-                if del_filename in sess_data["proposals"]:
-                    del sess_data["proposals"][del_filename]
-                    if del_filename in sess_data["proposals_fileid"]:
+                if del_filename in proposals:
+                    del proposals[del_filename]
+                    if del_filename in proposals_fileid:
                         try:
-                            genai.delete_file(sess_data["proposals_fileid"][del_filename])
+                            genai.delete_file(proposals_fileid[del_filename])
                         except Exception as e:
-                            logging.warning(f"[{session_id}] Failed to delete Gemini proposal file {del_filename}: {e}")
-                        del sess_data["proposals_fileid"][del_filename]
-                    logging.info(f"[{session_id}] Proposal deleted: {del_filename}")
+                            logging.warning(f"Failed to delete Gemini proposal file {del_filename}: {e}")
+                        del proposals_fileid[del_filename]
+                    logging.info(f"Proposal deleted: {del_filename}")
                 if selected_proposal == del_filename:
                     selected_proposal = None
                 break
 
-    doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
-    doc_value = selected_doc if selected_doc in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
-    documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
-    proposals_list = get_proposals_list(sess_data["proposals"])
-    proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
-    proposal_value = selected_proposal if selected_proposal in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
+    doc_options = [{'label': fn, 'value': fn} for fn in uploaded_documents.keys()]
+    doc_value = selected_doc if selected_doc in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
+    documents_list = get_documents_list(uploaded_documents, shredded_documents)
+    proposals_list = get_proposals_list(proposals)
+    proposal_options = [{'label': fn, 'value': fn} for fn in proposals.keys()]
+    proposal_value = selected_proposal if selected_proposal in proposals else (next(iter(proposals), None) if proposals else None)
 
     output_data_upload = html.Div("No action taken yet.", style={"wordWrap": "break-word"})
 
@@ -744,7 +722,7 @@ def master_callback(
     ]
 
     if triggered_id in action_btns:
-        got_lock = sess_data["gemini_lock"].acquire(blocking=False)
+        got_lock = gemini_lock.acquire(blocking=False)
         if not got_lock:
             output_data_upload = html.Div("Another Gemini operation is in progress. Please wait or cancel.", style={"wordWrap": "break-word"})
             return (
@@ -756,47 +734,47 @@ def master_callback(
         try:
             if triggered_id == "shred-action-btn":
                 action_name = "shred"
-                result, generated_filename, generated_docx_bytes, _, _ = process_document(sess_data, action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, None)
+                result, generated_filename, generated_docx_bytes, _, _ = process_document(action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, None)
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "compliance-action-btn":
                 action_name = "compliance"
                 result, generated_filename, generated_docx_bytes, _, _ = process_document(
-                    sess_data, action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
+                    action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "board-action-btn":
                 action_name = "virtual_board"
                 result, generated_filename, generated_docx_bytes, _, _ = process_document(
-                    sess_data, action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
+                    action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "proposal-action-btn":
                 action_name = "proposal"
-                selected_bytes = sess_data["uploaded_documents_bytes"].get(doc_value, None)
+                selected_bytes = uploaded_documents_bytes.get(doc_value, None)
                 result, _, _, generated_filename, generated_docx_bytes = process_document(
-                    sess_data, action_name, doc_value, chat_input, selected_bytes, None
+                    action_name, doc_value, chat_input, selected_bytes, None
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "recover-action-btn":
                 action_name = "recover"
                 result, _, _, generated_filename, generated_docx_bytes = process_document(
-                    sess_data, action_name, doc_value, chat_input, None, proposal_value
+                    action_name, doc_value, chat_input, None, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "loe-action-btn":
                 action_name = "loe"
                 result, _, _, generated_filename, generated_docx_bytes = process_document(
-                    sess_data, action_name, None, chat_input, None, proposal_value
+                    action_name, None, chat_input, None, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
         finally:
-            sess_data["gemini_lock"].release()
-        doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
-        doc_value = doc_value if doc_value in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
-        proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
-        proposal_value = proposal_value if proposal_value in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
-        documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
-        proposals_list = get_proposals_list(sess_data["proposals"])
+            gemini_lock.release()
+        doc_options = [{'label': fn, 'value': fn} for fn in uploaded_documents.keys()]
+        doc_value = doc_value if doc_value in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
+        proposal_options = [{'label': fn, 'value': fn} for fn in proposals.keys()]
+        proposal_value = proposal_value if proposal_value in proposals else (next(iter(proposals), None) if proposals else None)
+        documents_list = get_documents_list(uploaded_documents, shredded_documents)
+        proposals_list = get_proposals_list(proposals)
         return (
             output_data_upload,
             documents_list, doc_options, doc_value,
@@ -804,8 +782,8 @@ def master_callback(
             "shrunk"
         )
 
-    doc_value = doc_value if doc_value in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
-    proposal_value = proposal_value if proposal_value in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
+    doc_value = doc_value if doc_value in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
+    proposal_value = proposal_value if proposal_value in proposals else (next(iter(proposals), None) if proposals else None)
     return (
         output_data_upload,
         documents_list, doc_options, doc_value,
@@ -813,26 +791,6 @@ def master_callback(
         "expanded"
     )
 
-@app.callback(
-    Output('documents-list', 'children'),
-    Output('select-document-dropdown', 'options'),
-    Output('select-document-dropdown', 'value'),
-    Output('proposals-list', 'children'),
-    Output('select-proposal-dropdown', 'options'),
-    Output('select-proposal-dropdown', 'value'),
-    Input('output-data-upload', 'children')
-)
-def update_lists_on_output(children):
-    session_id = get_session_id()
-    sess_data = get_session_data(session_id)
-    documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
-    doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
-    doc_value = next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None
-    proposals_list = get_proposals_list(sess_data["proposals"])
-    proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
-    proposal_value = next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None
-    return documents_list, doc_options, doc_value, proposals_list, proposal_options, proposal_value
-
 if __name__ == '__main__':
     print("Starting the Dash application...")
     app.run(debug=True, host='0.0.0.0', port=7860, threaded=True)