File size: 1,990 Bytes
3cbb767 899124f 3cbb767 899124f 3cbb767 899124f 3cbb767 899124f 3cbb767 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | from fastapi import FastAPI
from pydantic import BaseModel, Field
from typing import Optional
from transformers import MarianMTModel, MarianTokenizer
import datetime
import logging
import hashlib
import time
logger = logging.getLogger("translate")
logger.setLevel(logging.INFO)
app = FastAPI(title="翻译服务")
cache = {} # {hash: (translated_text, expire_ts)}
def _hash_text(text: str) -> str:
return hashlib.sha256(text.encode("utf-8")).hexdigest()
def _clean_cache():
now = time.time()
# 清理过期缓存
expired_keys = [k for k, (_, exp) in cache.items() if exp < now]
for k in expired_keys:
del cache[k]
# 加载翻译模型
MODEL_NAME = "Helsinki-NLP/opus-mt-tc-bible-big-zhx-en"
logger.info(f"{datetime.datetime.now()} Loading model {MODEL_NAME}...")
tokenizer = MarianTokenizer.from_pretrained(MODEL_NAME)
model = MarianMTModel.from_pretrained(MODEL_NAME)
logger.info(f"{datetime.datetime.now()} Model loaded.")
class TranslateRequest(BaseModel):
text: str = Field(..., description="待翻译的中文文本")
class TranslateResponse(BaseModel):
translated_text: str
detected_lang: Optional[str] = None
@app.post("/api/translate", response_model=TranslateResponse)
async def translate(req: TranslateRequest):
_clean_cache()
h = _hash_text(req.text)
# 查缓存
if h in cache:
translated_text, expire_ts = cache[h]
if expire_ts > time.time():
logger.info(f"Cache hit: {h}")
return TranslateResponse(translated_text=translated_text)
# tokenizer 会处理编码
batch = tokenizer([req.text], return_tensors="pt", padding=True)
translated = model.generate(**batch)
output = tokenizer.decode(translated[0], skip_special_tokens=True)
# 写缓存（保留30分钟）
cache[h] = (output, time.time() + 30 * 60)
return TranslateResponse(
translated_text=output,
detected_lang=None # 简单翻译版暂不返回检测语言
)
|