app.py

from fastapi import FastAPI
from pydantic import BaseModel
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
import torch

# Inisialisasi FastAPI
app = FastAPI()

# Deteksi device (GPU jika tersedia)
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")

# Load model dan tokenizer
model_name = "hanifahputri/Capstone-Model-SumAI"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForSeq2SeqLM.from_pretrained(model_name).to(device)

# Schema untuk input menggunakan Pydantic
class SummarizationRequest(BaseModel):
    text: str

# Endpoint untuk summarization
@app.post("/summarize")
def summarize(request: SummarizationRequest):
    text = request.text
    inputs = tokenizer.encode("summarize: " + text, return_tensors="pt", max_length=512, truncation=True).to(device)
    outputs = model.generate(
        inputs,
        max_length=150,
        min_length=30,
        length_penalty=2.0,
        num_beams=4,
        early_stopping=True
    )
    summary = tokenizer.decode(outputs[0], skip_special_tokens=True)
    return {"summary": summary}