Update app.py

app.py

@@ -20,31 +20,16 @@ sources = {
     "Intelligence.gov": "https://www.intelligence.gov/",
     "DIA Archives": "https://www.dia.mil/FOIA/",
     "EPA FOIA": "https://www.epa.gov/foia",
-    "NASA FOIA": "https://www.nasa.gov/foia",    "NOAA FOIA": "https://www.noaa.gov/foia",
+    "NASA FOIA": "https://www.nasa.gov/foia",
+    "NOAA FOIA": "https://www.noaa.gov/foia",
     "FCC FOIA": "https://www.fcc.gov/general/foia-request-guide",
     "Department of the Interior FOIA": "https://www.doi.gov/foia",
     "National Archives Electronic Reading Room": "https://www.archives.gov/foia/electronic-reading-room",
     "NGA FOIA": "https://www.nga.mil/resources/foia.html",
     "DARPA FOIA": "https://www.darpa.mil/about-us/foia",
-    "ATF FOIA": "https://www.atf.gov/resource-center/freedom-information-act-foia",
-    "DEA FOIA": "https://www.dea.gov/foia",
-    "USSS FOIA": "https://www.secretservice.gov/contact/foia",
-    "ODNI FOIA": "https://www.dni.gov/index.php/about-this-site/foia",
-    "FEMA FOIA": "https://www.fema.gov/foia",
-
-    # International Archives
-    "UK National Archives": "https://www.nationalarchives.gov.uk/",
-    "Canadian Government Archives":  "https://www.bac-lac.gc.ca/eng/pages/home.aspx",
-    "Australian Government Archives":  "https://www.naa.gov.au/",
-    "German Federal Archives ":  "https://www.bundesarchiv.de/en/home/home.html",
-    "French National Archives ":  "https:/ / www.archives-nationales.culture.gouv.fr/en/home",
+    # Add more sources as needed
 }
 
-   # Historical Document Collections
-   b
-   b
-   b
-
 # Async function to fetch data
 async def fetch_data(url):
     async with aiohttp.ClientSession() as session:
@@ -66,4 +51,32 @@ def display_sources():
     loop = asyncio.get_event_loop()
     results = loop.run_until_complete(fetch_all_sources(sources))
     
-   # Store fetched dat
+    store_data(results)
+    
+    return results
+
+# Database setup
+engine = create_engine('sqlite:///foia_archive.db')
+Base = declarative_base()
+
+class Document(Base):
+    __tablename__ = 'documents'
+    id = Column(Integer, primary_key=True)
+    source = Column(String)
+    content = Column(String)
+
+Base.metadata.create_all(engine)
+
+def store_data(data):
+   Session = sessionmaker(bind=engine)
+   session = Session()
+   
+   for source, content in data.items():
+       doc = Document(source=source, content=content)
+       session.add(doc)
+
+   session.commit()
+
+# Gradio interface
+app = gr.Interface(fn=display_sources, inputs=[], outputs="json")
+app.launch()