from fastapi import FastAPI, Request from pydantic import BaseModel import joblib app = FastAPI() # Load the model with open("roberta_model.pkl", "rb") as f: model = joblib.load(f) class InputText(BaseModel): text: str @app.post("/predict") def predict(data: InputText): input_text = data.text inputs = model["tokenizer"](input_text, return_tensors="pt", padding=True, truncation=True) with model["torch"].no_grad(): outputs = model["model"](**inputs) logits = outputs.logits predictions = logits.argmax(dim=1).tolist() return {"predictions": predictions}