Spaces:
Runtime error
Runtime error
File size: 1,089 Bytes
175d92d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | from fastapi import FastAPI, Request
from fastapi.middleware.cors import CORSMiddleware
from transformers import AutoModelForSequenceClassification, AutoTokenizer
import torch
app = FastAPI()
# Allow calls from MERN stack
origins = ["http://localhost:3000", "http://localhost:5000"]
app.add_middleware(
CORSMiddleware,
allow_origins=origins,
allow_methods=["*"],
allow_headers=["*"]
)
model_dir = "./spam_detector_model"
model = AutoModelForSequenceClassification.from_pretrained(model_dir)
tokenizer = AutoTokenizer.from_pretrained(model_dir)
labels = list(model.config.id2label.values())
@app.post("/predict")
async def predict(req: Request):
data = await req.json()
inputs = tokenizer(data["text"], return_tensors="pt", truncation=True, padding=True)
with torch.no_grad():
outputs = model(**inputs)
probs = torch.nn.functional.softmax(outputs.logits, dim=-1)
pred = torch.argmax(probs).item()
confidence = probs[0][pred].item()
return {
"label": labels[pred],
"confidence": round(confidence, 3)
}
|