feat: Made orchestration 5x faster

huggingface_overlay/start_HuggingFace_multi_tenant.py

@@ -182,7 +182,7 @@ tenants_database_path_obj.parent.mkdir(parents=True, exist_ok=True)
 
 # region: Orchestrator configuration
 default_task_annotations: dict[str, str] = {}
-sleep_seconds_between_queue_sweeps: float = 5.0
+sleep_seconds_between_queue_sweeps: float = 1.0
 # endregion
 
 # region: Authentication configuration

huggingface_overlay/start_HuggingFace_single_tenant.py

@@ -388,7 +388,7 @@ launcher = huggingface_launchers.HuggingFaceJobsContainerLauncher(
 
 # region: Orchestrator configuration
 default_task_annotations = {}
-sleep_seconds_between_queue_sweeps: float = 5.0
+sleep_seconds_between_queue_sweeps: float = 1.0
 # endregion