unstable 0.0.0.2 Alpha

LoadBalancer.py

@@ -1,6 +1,7 @@
 import os
 from indexer import indexer
 import re
+import urllib.parse
 from tvdb import fetch_and_cache_json
 from threading import Event, Thread
 import asyncio
@@ -13,7 +14,7 @@ CACHE_DIR = os.getenv("CACHE_DIR")
 
 class LoadBalancer:
     def __init__(self, cache_dir, token, repo, polling_interval=4, max_retries=3, initial_delay=1):
-        self.version = "0.0.0.1 Alpha"
+        self.version = "0.0.0.2 Alpha"
         self.instances = []
         self.instances_health = {}
         self.polling_interval = polling_interval
@@ -27,15 +28,14 @@ class LoadBalancer:
         self.FILM_STORE = {}
         self.TV_STORE = {}
         self.file_structure = None
+        self.previous_file_structure = None  # To keep track of previous content
 
         # Ensure CACHE_DIR exists
         if not os.path.exists(self.CACHE_DIR):
             os.makedirs(self.CACHE_DIR)
 
-        # Initialize file structure and start prefetching
+        # Initialize file structure and prefetching
         self.file_structure = indexer()
-
-        # Start prefetching in the FastAPI event loop
         self.start_prefetching()
 
         # Start polling and file checking in separate threads
@@ -43,6 +43,11 @@ class LoadBalancer:
         polling_thread.daemon = True
         polling_thread.start()
 
+        # Start the periodic content check
+        content_check_thread = Thread(target=self.check_for_updates)
+        content_check_thread.daemon = True
+        content_check_thread.start()
+
     def start_prefetching(self):
         """Start the metadata prefetching in the FastAPI event loop."""
         asyncio.create_task(self.prefetch_metadata())
@@ -72,11 +77,24 @@ class LoadBalancer:
                             year = int(parts[-1])
 
                     # Schedule the fetch and cache task
-                    tasks.append(fetch_and_cache_json(original_title, title, media_type, year))
+                    json_cache_path = os.path.join(self.CACHE_DIR, f"{urllib.parse.quote(original_title)}.json")
+                    if not os.path.exists(json_cache_path):
+                        tasks.append(fetch_and_cache_json(original_title, title, media_type, year))
         
         # Run all tasks concurrently
         await asyncio.gather(*tasks)
 
+    def check_for_updates(self):
+        """Periodically check for updates and trigger prefetching if new content is detected."""
+        while not self.stop_event.is_set():
+            time.sleep(120)  # Wait for 2 minutes
+            current_file_structure = indexer()
+            if current_file_structure != self.previous_file_structure:
+                self.start_prefetching()
+                self.previous_file_structure = current_file_structure
+            else:
+                logging.info("No new content detected.")
+
     def register_instance(self, instance_url):
         if instance_url not in self.instances:
             self.instances.append(instance_url)
@@ -94,12 +112,10 @@ class LoadBalancer:
         
     def get_reports(self):
         reports = self.instances_api.fetch_reports()
-
-        # Initialize temporary JSON data holders
         temp_film_store = {}
         temp_tv_store = {}
 
-        for instance_url in self.instances[:]:  # Copy list to avoid modification during iteration
+        for instance_url in self.instances[:]:
             if instance_url in reports:
                 report = reports[instance_url]
                 logging.info(f"Report from {instance_url}: {report}")