Update app.py

app.py

@@ -1,7 +1,9 @@
-from fastapi import FastAPI
+from fastapi import FastAPI, BackgroundTasks
 from pydantic import BaseModel
-import httpx  # Asynchronous HTTP client
+import httpx
 from bs4 import BeautifulSoup
+import asyncio
+from datetime import datetime, timedelta
 
 app = FastAPI()
 
@@ -12,35 +14,63 @@ class Notice(BaseModel):
 # URL of the notice list page
 url = 'https://www.durguniversity.ac.in/index.php/Home/Noticelist'
 
-@app.get("/notices", response_model=list[Notice])
-async def get_notices():
+# Cache to store notices and the last updated timestamp
+cache = {
+    "notices": [],
+    "last_updated": None
+}
+
+CACHE_TTL = timedelta(minutes=5)  # Cache Time-to-Live (5 minutes)
+
+async def fetch_notices():
+    """Fetch notices from the website and update the cache."""
     async with httpx.AsyncClient() as client:
-        # Send an asynchronous GET request
         response = await client.get(url)
-        
-    # Check if the request was successful
+
     if response.status_code != 200:
-        return {"error": f"Failed to retrieve content. Status code: {response.status_code}"}
+        print(f"Failed to retrieve content. Status code: {response.status_code}")
+        return
 
     # Parse the HTML content using a faster parser like 'lxml'
     soup = BeautifulSoup(response.text, 'lxml')
-
-    # Find all rows or columns containing notice information
     rows = soup.select('td a')  # Directly target <a> tags inside <td>
 
-    # Initialize a list to hold notice name and links
+    # Process notices
     notice_list = []
-    seen_links = set()  # Track unique links
+    seen_links = set()
 
-    # Extract and de-duplicate notice name and links
     for link_tag in rows:
         notice_link = link_tag.get('href', '').strip()
         notice_name = link_tag.text.strip()
 
         if notice_link and notice_link not in seen_links:
             seen_links.add(notice_link)
-            notice_name = notice_name or f"Notice {len(notice_list) + 1}"  # Fallback for empty names
+            notice_name = notice_name or f"Notice {len(notice_list) + 1}"
             notice_list.append({'name': notice_name, 'link': notice_link})
 
-    # Return top 50 notices
-    return notice_list[:50]
+    # Update the cache
+    cache["notices"] = notice_list[:50]  # Store top 50 notices
+    cache["last_updated"] = datetime.utcnow()
+    print("Cache updated.")
+
+@app.on_event("startup")
+async def startup_event():
+    """Schedule the cache refresh task on application startup."""
+    asyncio.create_task(cache_refresh_task())
+
+async def cache_refresh_task():
+    """Background task to refresh cache periodically."""
+    while True:
+        await fetch_notices()
+        await asyncio.sleep(CACHE_TTL.total_seconds())
+
+@app.get("/notices", response_model=list[Notice])
+async def get_notices():
+    """Serve notices from the cache."""
+    if cache["last_updated"] and datetime.utcnow() - cache["last_updated"] < CACHE_TTL:
+        # Serve cached data if it's still valid
+        return cache["notices"]
+
+    # If cache is expired or unavailable, fetch notices live
+    await fetch_notices()
+    return cache["notices"]