Create app.py

app.py

@@ -0,0 +1,64 @@
+import gradio as gr
+from transformers import AutoTokenizer, AutoModelForSequenceClassification
+import torch
+import easyocr
+from PIL import Image
+import numpy as np
+
+# RoBERTa Multiclass Model
+MODEL_NAME = "cardiffnlp/twitter-roberta-base-hate-multiclass-latest"
+LABELS = [
+    "no hate",             # 0
+    "racist",              # 1
+    "religious hate",      # 2
+    "sexual abuse",        # 3
+    "sarcastic"            # 4
+]
+
+tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+model = AutoModelForSequenceClassification.from_pretrained(MODEL_NAME)
+reader = easyocr.Reader(['en'])
+
+def classify_text(text):
+    inputs = tokenizer(text, return_tensors="pt", truncation=True, padding=True)
+    with torch.no_grad():
+        outputs = model(**inputs)
+        probs = torch.nn.functional.softmax(outputs.logits, dim=-1)
+        pred = torch.argmax(probs).item()
+        return LABELS[pred], float(probs[0][pred])
+
+def ocr_extract(image):
+    if isinstance(image, Image.Image):
+        image = np.array(image)
+    result = reader.readtext(image, detail=0)
+    return ' '.join(result)
+
+def chatbot(image=None, text=None):
+    if image is not None:
+        extracted = ocr_extract(image)
+        if not extracted.strip():
+            return "No text found in image.", None
+        hate_class, prob = classify_text(extracted)
+        return f"OCR: {extracted}\n\nClass: {hate_class} (Prob: {prob:.2f})", hate_class
+    elif text and text.strip():
+        hate_class, prob = classify_text(text)
+        return f"Text: {text}\nClass: {hate_class} (Prob: {prob:.2f})", hate_class
+    else:
+        return "Please provide a screenshot or text input.", None
+
+iface = gr.Interface(
+    fn=chatbot,
+    inputs=[
+        gr.Image(type="pil", label="Upload Screenshot (optional)"),
+        gr.Textbox(lines=2, placeholder="Or, type/paste text here")
+    ],
+    outputs=[
+        gr.Textbox(label="Prediction & OCR"),
+        gr.Label(num_top_classes=5)
+    ],
+    title="Multiclass Hate Speech Detector Chatbot (RoBERTa, with OCR)",
+    description="Detects religious hate, sexual abuse, racism, sarcasm or no hate. Upload a screenshot or enter text."
+)
+
+if __name__ == "__main__":
+    iface.launch()