kannada-codet5 / app.py
thanushtph's picture
Add FastAPI app
ce41a23 verified
raw
history blame contribute delete
680 Bytes
from fastapi import FastAPI
from pydantic import BaseModel
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
app = FastAPI()
MODEL_ID = "thanushtph/kannada-codet5"
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_ID)
class Input(BaseModel):
text: str
@app.get("/")
def home():
return {"message": "Kannada CodeT5 API is running"}
@app.post("/generate")
def generate(data: Input):
inputs = tokenizer(data.text, return_tensors="pt")
outputs = model.generate(**inputs, max_new_tokens=64)
result = tokenizer.decode(outputs[0], skip_special_tokens=True)
return {"generated_code": result}