File size: 566 Bytes
f4f553b
5ba8994
f4f553b
5ba8994
f4f553b
 
 
 
 
 
 
 
 
5ba8994
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
from fastapi import FastAPI
from fastapi.responses import StreamingResponse
from pydantic import BaseModel
from model_loader import translate, stream_translate

app = FastAPI(title="NLLB Translation API")

class TranslationRequest(BaseModel):
    text: str

@app.post("/translate")
def translate_text(req: TranslationRequest):
    return {"translated_text": translate(req.text)}

@app.post("/translate/stream")
def translate_stream(req: TranslationRequest):
    generator = stream_translate(req.text)
    return StreamingResponse(generator, media_type="text/plain")