unstable fix

LoadBalancer.py

@@ -34,7 +34,7 @@ class LoadBalancer:
         if not os.path.exists(self.CACHE_DIR):
             os.makedirs(self.CACHE_DIR)
 
-        # Initialize file structure and prefetching
+        # Initialize file structure and start prefetching
         self.file_structure = indexer()
         self.start_prefetching()
 
@@ -43,14 +43,19 @@ class LoadBalancer:
         polling_thread.daemon = True
         polling_thread.start()
 
-        # Start the periodic content check
-        content_check_thread = Thread(target=self.check_for_updates)
-        content_check_thread.daemon = True
-        content_check_thread.start()
+        # Start periodic tasks
+        asyncio.create_task(self.run_periodic_tasks())
+
+    async def run_periodic_tasks(self):
+        """Run indexer and prefetch functions every 2 minutes."""
+        while not self.stop_event.is_set():
+            self.file_structure = indexer()  # Re-run indexer
+            await self.start_prefetching()  # Start prefetching
+            await asyncio.sleep(120)  # Sleep for 2 minutes
 
     def start_prefetching(self):
         """Start the metadata prefetching in the FastAPI event loop."""
-        asyncio.create_task(self.prefetch_metadata())
+        return asyncio.create_task(self.prefetch_metadata())
 
     async def prefetch_metadata(self):
         """Prefetch metadata for all items in the file structure."""
@@ -84,32 +89,6 @@ class LoadBalancer:
         # Run all tasks concurrently
         await asyncio.gather(*tasks)
 
-    def check_for_updates(self):
-        """Periodically check for updates and trigger prefetching if new content is detected."""
-        while not self.stop_event.is_set():
-            time.sleep(120)  # Wait for 2 minutes
-            current_file_structure = indexer()
-            if current_file_structure != self.previous_file_structure:
-                self.start_prefetching()
-                self.previous_file_structure = current_file_structure
-            else:
-                logging.info("No new content detected.")
-
-    def register_instance(self, instance_url):
-        if instance_url not in self.instances:
-            self.instances.append(instance_url)
-            logging.info(f"Registered instance {instance_url}")
-        else:
-            logging.info(f"Instance {instance_url} is already registered.")
-
-    def remove_instance(self, instance_url):
-        if instance_url in self.instances:
-            self.instances.remove(instance_url)
-            self.instances_health.pop(instance_url, None)
-            logging.info(f"Removed instance {instance_url}")
-        else:
-            logging.info(f"Instance {instance_url} not found for removal.")
-        
     def get_reports(self):
         reports = self.instances_api.fetch_reports()
         temp_film_store = {}
@@ -164,6 +143,21 @@ class LoadBalancer:
         logging.info("Stopping polling.")
         self.stop_event.set()
 
+    def register_instance(self, instance_url):
+        if instance_url not in self.instances:
+            self.instances.append(instance_url)
+            logging.info(f"Registered instance {instance_url}")
+        else:
+            logging.info(f"Instance {instance_url} is already registered.")
+
+    def remove_instance(self, instance_url):
+        if instance_url in self.instances:
+            self.instances.remove(instance_url)
+            self.instances_health.pop(instance_url, None)
+            logging.info(f"Removed instance {instance_url}")
+        else:
+            logging.info(f"Instance {instance_url} not found for removal.")
+
     def update_instances_health(self, instance, cache_size):
         self.instances_health[instance] = {"used":cache_size["cache_size"],
                                            "total": "50 GB"}