File size: 669 Bytes
0c66b3f
 
d6770e5
 
 
0c66b3f
 
 
d6770e5
 
0c66b3f
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
from fastapi import FastAPI, Request
from transformers import MarianMTModel, MarianTokenizer

app = FastAPI()

model_name = "hf_model"
tokenizer = MarianTokenizer.from_pretrained(model_name)
model = MarianMTModel.from_pretrained(model_name)

@app.post("/translate")
async def translate(request: Request):
    data = await request.json()
    src_text = data.get("text", "")
    if not src_text:
        return {"error": "Empty text"}

    inputs = tokenizer([src_text], return_tensors="pt", padding=True, truncation=True)
    translated = model.generate(**inputs)
    output = tokenizer.batch_decode(translated, skip_special_tokens=True)
    return {"result": output[0]}