Update app.py

app.py

@@ -1,15 +1,16 @@
+import os
+os.environ["HF_HOME"] = "/data"
+os.environ["TRANSFORMERS_CACHE"] = "/data"
+os.environ["HF_HUB_CACHE"] = "/data"
+
 from fastapi import FastAPI
 from vllm import LLM, SamplingParams
 from pydantic import BaseModel
 from fastapi.responses import JSONResponse
 import uvicorn
-import os
-os.environ["HF_HOME"] = "/data"
-os.environ["TRANSFORMERS_CACHE"] = "/data"
-os.environ["HF_HUB_CACHE"] = "/data"
 
 # 1. 加载模型（会自动从 HuggingFace Hub 拉取）
-llm = LLM(model="Qwen/Qwen2.5-Coder-7B-Instruct")
+llm = LLM(model="Qwen/Qwen2.5-Coder-7B-Instruct",download_dir="/data")
 sampling = SamplingParams(temperature=0.2, max_tokens=1024)
 
 app = FastAPI()