changed to uvicorn setup for HF v9

main/main.py

@@ -5,8 +5,10 @@ import litserve as ls
 import yaml
 import logging
 import multiprocessing as mp
+import os
 from pathlib import Path
 from fastapi.middleware.cors import CORSMiddleware
+from huggingface_hub import login
 from .routes import router, init_router
 from .api import InferenceApi
 
@@ -33,6 +35,18 @@ def create_app():
     global _WORKER_PROCESSES, _MANAGER
 
     logger = setup_logging()
+
+    # Log into Hugging Face Hub
+    access_token = os.environ.get("InferenceAPI")
+    if access_token:
+        try:
+            login(token=access_token)
+            logger.info("Successfully logged into Hugging Face Hub")
+        except Exception as e:
+            logger.error(f"Failed to login to Hugging Face Hub: {str(e)}")
+    else:
+        logger.warning("No Hugging Face access token found")
+
     config = load_config()
     server_config = config.get('server', {})