add ttl for storage

app.py

@@ -4,9 +4,11 @@ from __future__ import annotations
 
 import asyncio
 import contextlib
+import os
 import pathlib
 import re
 import shutil
+import time
 import traceback
 import uuid
 from collections import deque
@@ -274,6 +276,40 @@ app.mount(
 set_llm_stream_logfunc(llm_stream_log)
 
 
+def gen_file_modified_time(folder_path):
+    yield os.path.getmtime(folder_path)
+    for root, _, files in os.walk(folder_path):
+        for file in files:
+            file_path = os.path.join(root, file)
+            yield os.path.getmtime(file_path)
+
+
+async def clear_storage(ttl: float = 1800):
+    storage = pathlib.Path(CONFIG.get("LOCAL_ROOT", "storage"))
+    logger.info("task `clear_storage` start running")
+
+    while True:
+        current_time = time.time()
+        for i in os.listdir(storage):
+            i = storage / i
+            try:
+                last_time = max(gen_file_modified_time(i))
+                if current_time - last_time > ttl:
+                    shutil.rmtree(i)
+                    await asyncio.sleep(0)
+                    logger.info(f"Deleted directory: {i}")
+            except Exception:
+                logger.exception(f"check {i} error")
+        await asyncio.sleep(60)
+
+
+@app.on_event("startup")
+async def startup_event():
+    # 运行在服务启动后立即执行的任务
+    loop = asyncio.get_running_loop()
+    loop.create_task(clear_storage())
+
+
 def main():
     server_config = CONFIG.get("SERVER_UVICORN", {})
     uvicorn.run(app="__main__:app", **server_config)