Update app.py

app.py

@@ -10,6 +10,7 @@ import uuid
 import logging
 from typing import Optional, Dict, List, Any
 from pathlib import Path
+from shot_scraper import ShotScraper  # Importing shot-scraper
 
 # Set up logging
 logging.basicConfig(level=logging.INFO)
@@ -302,79 +303,19 @@ def show_download_links(subdir: str) -> None:
 
 def main() -> None:
     """Main application function."""
-    st.sidebar.title('Web Datasets Bulk Downloader')
+    st.sidebar.title("Infinite Dataset Hub")
 
-    # Initialize history file
-    initialize_history()
+    # Additional UI elements and logic for your Streamlit app
+    # ...
 
-    # Check for query parameters
-    query_params = st.experimental_get_query_params()
-    file_to_edit = query_params.get('file_to_edit', [None])[0]
+    st.sidebar.subheader("Available URLs")
+    for name, url in URLS.items():
+        if st.sidebar.button(name):
+            st.write(f"Downloading from {url}")
+            download_html_and_files(url, name.replace(" ", "_"))
 
-    if file_to_edit and os.path.exists(file_to_edit):
-        file_editor(file_to_edit)
-    else:
-        # URL input method selection
-        url_input_method = st.sidebar.radio(
-            "Choose URL Input Method", 
-            ["Enter URL", "Select from List"]
-        )
-        
-        url = ""
-        if url_input_method == "Enter URL":
-            url = st.sidebar.text_input(
-                'Please enter a Web URL to bulk download text and files'
-            )
-        else:
-            selected_site = st.sidebar.selectbox(
-                "Select a Website", 
-                list(URLS.keys())
-            )
-            url = URLS[selected_site]
-
-        # Load history
-        try:
-            with open("history.json", "r") as f:
-                history = json.load(f)
-        except Exception as e:
-            logger.error(f"Failed to load history: {e}")
-            history = {}
-
-        # Handle URL submission
-        if url:
-            subdir = hashlib.md5(url.encode()).hexdigest()
-            os.makedirs(subdir, exist_ok=True)
-            
-            if url not in history:
-                history[url] = subdir
-                try:
-                    with open("history.json", "w") as f:
-                        json.dump(history, f)
-                except Exception as e:
-                    logger.error(f"Failed to save history: {e}")
-
-        # Download content button
-        if st.sidebar.button('📥 Get All the Content'):
-            if url:
-                download_html_and_files(url, history[url])
-                show_download_links(history[url])
-            else:
-                st.warning("Please enter or select a URL first")
-
-        # Show download links button
-        if st.sidebar.button('📂 Show Download Links'):
-            for subdir in history.values():
-                show_download_links(subdir)
-
-        # URL history expander
-        with st.expander("URL History and Downloaded Files"):
-            for url, subdir in history.items():
-                st.markdown(f"#### {url}")
-                show_download_links(subdir)
-
-        # Update current files
-        for subdir in history.values():
-            show_download_links(subdir)
+# Initialize history
+initialize_history()
 
 if __name__ == "__main__":
     main()