Update app.py

app.py

@@ -3,12 +3,10 @@ import requests
 import os
 import urllib
 import base64
-from bs4 import BeautifulSoup
 import hashlib
 import json
-import uuid 
 
-EXCLUDED_FILES = ['app.py', 'requirements.txt', 'pre-requirements.txt', 'packages.txt', 'README.md','.gitattributes', "backup.py","Dockerfile"]
+EXCLUDED_FILES = ['app.py', 'requirements.txt', 'pre-requirements.txt', 'packages.txt', 'README.md', '.gitattributes', "backup.py", "Dockerfile"]
 URLS = {
     "Chordify - Play Along Chords": "https://chordify.net/",
     "National Guitar Academy - Guitar Learning": "https://www.guitaracademy.com/",
@@ -73,17 +71,13 @@ def file_editor(file_path):
             f.write(file_content)
         st.success(f"File '{os.path.basename(file_path)}' saved!")
 
-
 def show_file_operations(file_path, sequence_number):
-    #st.write(f"File: {os.path.basename(file_path)}")
     unique_key = hashlib.md5(file_path.encode()).hexdigest()
     file_content = ""
 
     col01, col02, col1, col2, col3 = st.columns(5)
     with col01:
         st.write(os.path.basename(file_path))
-#with col02:
-        #st.write(file_path)
     with col1:
         edit_key = f"edit_{unique_key}_{sequence_number}"
         if st.button(f"✏️ Edit", key=edit_key):
@@ -94,7 +88,7 @@ def show_file_operations(file_path, sequence_number):
 
     with col2:
         save_key = f"save_{unique_key}_{sequence_number}"
-        if st.button(f"💾 Save", key=save_key):
+        if st.button(f"💾 Save", key=save_key ):
             if file_content:  # Ensure file_content is not empty
                 with open(file_path, "w") as f:
                     f.write(file_content)
@@ -106,7 +100,6 @@ def show_file_operations(file_path, sequence_number):
             os.remove(file_path)
             st.markdown(f"File deleted!")
 
-
 file_sequence_numbers = {}
 
 def show_download_links(subdir):
@@ -131,18 +124,16 @@ def get_download_link(file):
         b64 = base64.b64encode(bytes).decode()
         href = f'<a href="data:file/octet-stream;base64,{b64}" download=\'{os.path.basename(file)}\'>Download: {os.path.basename(file)}</a>'
     return href
-    
+
 def main():
     st.sidebar.title('Web Datasets Bulk Downloader')
 
-    # Check for query parameters for file editing
     query_params = st.experimental_get_query_params()
     file_to_edit = query_params.get('file_to_edit', [None])[0]
 
     if file_to_edit and os.path.exists(file_to_edit):
         file_editor(file_to_edit)
     else:
-        # Selecting URL input method
         url_input_method = st.sidebar.radio("Choose URL Input Method", ["Enter URL", "Select from List"])
         url = ""
         if url_input_method == "Enter URL":
@@ -151,7 +142,6 @@ def main():
             selected_site = st.sidebar.selectbox("Select a Website", list(URLS.keys()))
             url = URLS[selected_site]
 
-        # Reading or creating history.json
         if not os.path.exists("history.json"):
             with open("history.json", "w") as f:
                 json.dump({}, f)
@@ -159,10 +149,10 @@ def main():
         with open("history.json", "r") as f:
             try:
                 history = json.load(f)
-            except:
-                print('error')
-                
-        # Handling URL submission
+                print("History loaded:", history)  # Debugging line
+            except Exception as e:
+                print('Error loading history:', e)
+
         if url:
             subdir = hashlib.md5(url.encode()).hexdigest()
             if not os.path.exists(subdir):
@@ -172,26 +162,24 @@ def main():
                 with open("history.json", "w") as f:
                     json.dump(history, f)
 
-        # Button for downloading content
         if st.sidebar.button('📥 Get All the Content'):
             download_html_and_files(url, history[url])
             show_download_links(history[url])
 
-        # Button for showing download links
         if st.sidebar.button('📂 Show Download Links'):
             for subdir in history.values():
                 show_download_links(subdir)
 
-        # Expander for showing URL history and download links
         with st.expander("URL History and Downloaded Files"):
             try:
                 for url, subdir in history.items():
                     st.markdown(f"#### {url}")
                     show_download_links(subdir)
-            except:
-                print('url history is empty')
-        # Update each time to show files we have
+            except Exception as e:
+                print('Error displaying history:', e)
+
         for subdir in history.values():
             show_download_links(subdir)
+
 if __name__ == "__main__":
     main()