File size: 680 Bytes
ce41a23
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
from fastapi import FastAPI
from pydantic import BaseModel
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM

app = FastAPI()

MODEL_ID = "thanushtph/kannada-codet5"

tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_ID)

class Input(BaseModel):
    text: str

@app.get("/")
def home():
    return {"message": "Kannada CodeT5 API is running"}

@app.post("/generate")
def generate(data: Input):
    inputs = tokenizer(data.text, return_tensors="pt")
    outputs = model.generate(**inputs, max_new_tokens=64)
    result = tokenizer.decode(outputs[0], skip_special_tokens=True)
    return {"generated_code": result}