api/content_moderator.py

import unicodedata


class ContentModerator:
    def __init__(self, classifier):
        self.classifier = classifier

    def predict_text(self, text: str) -> dict:
        text = self._preprocess_text(text)
        result = self.classifier(text)[0]

        return {
            "label": result["label"],
            "score": result["score"],
        }

    def _preprocess_text(self, text: str) -> str:
        text = unicodedata.normalize("NFKC", text)
        text = "".join(ch for ch in text if unicodedata.category(ch)[0] != "C")
        return " ".join(text.split())