feat: iniit project

Dockerfile

@@ -0,0 +1,18 @@
+# 使用官方Python镜像作为基础
+FROM python:3.9-slim
+
+# 设置工作目录
+WORKDIR /app
+
+# 复制依赖文件并安装
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# 复制应用代码
+COPY . .
+
+# 暴露端口
+EXPOSE 7860
+
+# 启动应用
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,73 @@
+from fastapi import FastAPI, Request, Response
+from pydantic import BaseModel
+from transformers import pipeline
+import asyncio
+import logging
+from contextlib import asynccontextmanager
+
+# 配置日志
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+
+# 共享状态，用于存储模型和加载状态
+state = {
+    "translator": None,
+    "model_loaded": False,
+    "model_loading": False
+}
+
+async def load_model():
+    """异步加载模型"""
+    if state["model_loaded"] or state["model_loading"]:
+        return
+    state["model_loading"] = True
+    logger.info("开始加载模型...")
+    try:
+        state["translator"] = pipeline("translation_en_to_zh", model="Helsinki-NLP/opus-mt-en-zh")
+        state["model_loaded"] = True
+        logger.info("模型加载成功。")
+    except Exception as e:
+        logger.error(f"模型加载失败: {e}")
+    finally:
+        state["model_loading"] = False
+
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    # Load the model on startup
+    asyncio.create_task(load_model())
+    yield
+    # Clean up the model and release the resources
+    state["translator"] = None
+    state["model_loaded"] = False
+    logger.info("模型已卸载。")
+
+
+app = FastAPI(lifespan=lifespan)
+
+class TranslationRequest(BaseModel):
+    text: str
+
+class TranslationResponse(BaseModel):
+    translated_text: str
+
+@app.post("/translate", response_model=TranslationResponse)
+async def translate_text(request: TranslationRequest):
+    if not state["model_loaded"]:
+        return Response(content={"message": "Model is not loaded yet"}, status_code=503)
+    
+    result = state["translator"](request.text)
+    return {"translated_text": result[0]["translation_text"]}
+
+@app.get("/health")
+async def health_check():
+    status_code = 200 if state["model_loaded"] else 503
+    return Response(content={"model_loaded": state["model_loaded"]}, status_code=status_code)
+
+@app.get("/")
+async def read_root():
+    return {"message": "Welcome to the translation API"}
+
+if __name__ == '__main__':
+    import uvicorn
+    uvicorn.run("app:app", host="0.0.0.0", port=7860, reload=True)

requirements.txt

@@ -0,0 +1,5 @@
+fastapi
+uvicorn[standard]
+torch
+transformers
+sentencepiece