Update app.py

app.py

@@ -31,6 +31,7 @@ from xml.etree import ElementTree as ET
 
 import openai
 from openai import OpenAI
+import fitz  # pymupdf
 
 
 
@@ -63,6 +64,16 @@ if st.button("Clear Session"):
     st.session_state.messages = []
 
 
+def convert_pdf_to_markdown(pdf_path):
+    try:
+        doc = fitz.open(pdf_path)
+        markdown_text = ""
+        for page in doc:
+            markdown_text += page.get_text("markdown")
+        doc.close()
+        return markdown_text
+    except Exception as e:
+        return f"Error converting PDF to markdown: {str(e)}"
 
 def download_and_save_abstract(url, title):
     response = requests.get(url)
@@ -118,10 +129,18 @@ def parse_to_markdown(text):
     return text
         
 def load_file(file_name):
-    with open(file_name, "r", encoding='utf-8') as file:
-    #with open(file_name, "r") as file:
-        content = file.read()
-    return content
+    file_extension = os.path.splitext(file_name)[1].lower()
+    try:
+        if file_extension == '.pdf':
+            return convert_pdf_to_markdown(file_name)
+        elif file_extension == '.html':
+            with open(file_name, 'r', encoding='utf-8') as file:
+                return file.read()
+        else:  # For .md and other text files
+            with open(file_name, 'r', encoding='utf-8') as file:
+                return file.read()
+    except Exception as e:
+        return f"Error loading file {file_name}: {str(e)}"
 
 def extract_urls_old(text):
     try:
@@ -543,10 +562,9 @@ def compare_and_delete_files(files):
 def get_file_size(file_path):
     return os.path.getsize(file_path)
     
-
 def FileSidebar():
     # File Sidebar for files 🌐View, 📂Open, ▶️Run, and 🗑Delete per file
-    all_files = glob.glob("*.md") + glob.glob("*_abstract.html") + glob.glob("*.pdf")
+    all_files = glob.glob("*.md") + glob.glob("*_abstract.html") + glob.glob("*_abstract.pdf")
     all_files = [file for file in all_files if len(os.path.splitext(file)[0]) >= 10]  # exclude files with short names
     all_files.sort(key=lambda x: (os.path.splitext(x)[1], x), reverse=True)  # sort by filename length which puts similar prompts together
 
@@ -561,9 +579,9 @@ def FileSidebar():
         if st.button("⬇️ Download"):
             zip_file = create_zip_of_files(all_files)
             st.sidebar.markdown(get_zip_download_link(zip_file), unsafe_allow_html=True)
-    file_contents=''
-    file_name=''
-    next_action=''
+    file_contents = ''
+    file_name = ''
+    next_action = ''
 
     # Add files 🌐View, 📂Open, ▶️Run, and 🗑Delete per file
     for file in all_files:
@@ -573,17 +591,27 @@ def FileSidebar():
         col1, col2, col3, col4, col5 = st.sidebar.columns([1,6,1,1,1])  # adjust the ratio as needed
         with col1:
             if st.button("🌐", key=f"view_{timestamp}_{file}"):  # view emoji button
-                file_contents = load_file(file)
-                file_name=file
-                next_action='md'
+                file_extension = os.path.splitext(file)[1].lower()
+                if file_extension == '.pdf':
+                    markdown_content = convert_pdf_to_markdown(file)
+                    st.markdown(markdown_content)
+                elif file_extension == '.html':
+                    with open(file, 'r', encoding='utf-8') as f:
+                        html_content = f.read()
+                    st.components.v1.html(html_content, height=600, scrolling=True)
+                else:
+                    file_contents = load_file(file)
+                    st.markdown(file_contents)
+                file_name = file
+                next_action = 'md'
                 st.session_state['next_action'] = next_action
         with col2:
             st.markdown(get_table_download_link(file), unsafe_allow_html=True)
         with col3:
             if st.button("📂", key=f"open_{timestamp}_{file}"):  # open emoji button
                 file_contents = load_file(file)
-                file_name=file
-                next_action='open'
+                file_name = file
+                next_action = 'open'
                 st.session_state['lastfilename'] = file
                 st.session_state['filename'] = file
                 st.session_state['filetext'] = file_contents
@@ -591,15 +619,15 @@ def FileSidebar():
         with col4:
             if st.button("▶️", key=f"read_{timestamp}_{file}"):  # search emoji button
                 file_contents = load_file(file)
-                file_name=file
-                next_action='search'
+                file_name = file
+                next_action = 'search'
                 st.session_state['next_action'] = next_action
         with col5:
             if st.button("🗑", key=f"delete_{timestamp}_{file}"):
                 os.remove(file)
-                file_name=file
+                file_name = file
                 st.rerun()
-                next_action='delete'
+                next_action = 'delete'
                 st.session_state['next_action'] = next_action