harshil-code's picture
feat: Add streaming translation endpoint and implementation.
5ba8994
Raw
History Blame Contribute Delete
566 Bytes
from fastapi import FastAPI
from fastapi.responses import StreamingResponse
from pydantic import BaseModel
from model_loader import translate, stream_translate
app = FastAPI(title="NLLB Translation API")
class TranslationRequest(BaseModel):
text: str
@app.post("/translate")
def translate_text(req: TranslationRequest):
return {"translated_text": translate(req.text)}
@app.post("/translate/stream")
def translate_stream(req: TranslationRequest):
generator = stream_translate(req.text)
return StreamingResponse(generator, media_type="text/plain")