Upload 12 files

app.py

@@ -1,5 +1,6 @@
 import asyncio
 import logging
+from contextlib import asynccontextmanager
 from typing import List
 
 import aiohttp
@@ -18,12 +19,15 @@ logger = logging.getLogger("free_api")
 model_tester = ModelTester()
 scheduler = Scheduler(task_callback=lambda: model_tester.scan_all_models())
 
-fastapi_app = FastAPI(title="Free Model API")
 
-
-@fastapi_app.on_event("startup")
-async def startup_event():
+@asynccontextmanager
+async def lifespan(_app: FastAPI):
     scheduler.start()
+    yield
+    scheduler.stop()
+
+
+fastapi_app = FastAPI(title="Free Model API", lifespan=lifespan)
 
 
 @fastapi_app.get("/v1/models")

src/scheduler.py

@@ -41,6 +41,9 @@ class Scheduler:
         self._run_task()
 
     def _run_task(self):
+        threading.Thread(target=self._run_task_impl, daemon=True).start()
+
+    def _run_task_impl(self):
         try:
             self.task_callback()
         except Exception as e: