profanity-check

added profanity check to filter inappropriate prompts inputs.

app.py

@@ -4,6 +4,7 @@ from PIL import Image
 from generationPipeline import generate
 from transformers import CLIPTokenizer
 from loadModel import preload_models_from_standard_weights
+from profanity_check import predict  # Import the profanity-check library
 import gradio as gr
 
 
@@ -16,13 +17,27 @@ tokenizer = CLIPTokenizer("vocab.json", merges_file="merges.txt")
 model_file = "weights-inkpen.ckpt"
 models = preload_models_from_standard_weights(model_file, Device)
 
+## profanity check on input prompt
+
+def filter_prompt(prompt):
+    if predict([prompt])[0] == 1:
+        return "Inappropriate content detected. Please modify the input."
+    return prompt
+
 
 @spaces.GPU(duration=180)
 def generate_image(mode, prompt, strength, seed, n_inference_steps, input_image=None):
+
+    ##check prompt id there is anything inappropriate
+
+    filtered_prompt = filter_prompt(prompt)
+    if filtered_prompt == "Inappropriate content detected. Please modify the input.":
+        return filtered_prompt
+    
     if mode == "Text-to-Image":
         # Ignore the input image
         output_image = generate(
-            prompt=prompt,
+            prompt=filtered_prompt,
             uncond_prompt="",
             input_image=None,
             strength=strength,
@@ -39,7 +54,7 @@ def generate_image(mode, prompt, strength, seed, n_inference_steps, input_image=
     elif mode == "Image-to-Image" and input_image is not None:
         # Use the uploaded image
         output_image = generate(
-            prompt=prompt,
+            prompt=filtered_prompt,
             uncond_prompt="",
             input_image=input_image,
             strength=strength,