add sam

app.py

@@ -1,24 +1,24 @@
+import spaces
+
 import gradio as gr
 import numpy as np
 import os
-import spaces
 import random
 import json
-# from image_gen_aux import DepthPreprocessor
 from PIL import Image
 import torch
 from torchvision import transforms
 
 from diffusers import FluxFillPipeline, AutoencoderKL
 from PIL import Image
-
+from samgeo.text_sam import LangSAM
 
 MAX_SEED = np.iinfo(np.int32).max
 MAX_IMAGE_SIZE = 2048
 
+sam = LangSAM(model_type="sam2-hiera-large")
+
 pipe = FluxFillPipeline.from_pretrained("black-forest-labs/FLUX.1-Fill-dev", torch_dtype=torch.bfloat16).to("cuda")
-# pipe.load_lora_weights("Himanshu806/testLora")
-# pipe.enable_lora()
 
 with open("lora_models.json", "r") as f:
     lora_models = json.load(f)
@@ -119,6 +119,11 @@ def download_image(image):
 def set_image_as_inpaint(image):
     return image
 
+def generate_mask(image, click_x, click_y):
+    text_prompt = "face"
+    mask = sam.predict(image, text_prompt, box_threshold=0.24, text_threshold=0.24)
+    return mask
+
 examples = [
     "photography of a young woman,  accent lighting,  (front view:1.4),  "
     # "a tiny astronaut hatching from an egg on the moon",
@@ -237,6 +242,12 @@ with gr.Blocks(css=css) as demo:
             outputs=[edit_image]
     )
 
+    edit_image.select(
+        fn=generate_mask,
+        inputs=[edit_image, gr.Number(), gr.Number()],
+        outputs=[edit_image]
+    )
+
 # demo.launch()
 PASSWORD = os.getenv("GRADIO_PASSWORD")
 USERNAME = os.getenv("GRADIO_USERNAME")
@@ -249,7 +260,8 @@ def authenticate(username, password):
         return False
 # Launch the app with authentication
 
-demo.launch(auth=authenticate)
+demo.launch(debug=True, auth=authenticate)
+# demo.launch()
 
 
 # import gradio as gr

lora_models.json

@@ -1,5 +1,6 @@
 {
   "RahulFineTuned (qwertyui)": "Himanshu806/testLora",
+  "femaleIndian (indmodelf)": "Himanshu806/ind-f-model",
   "KodaRealistic (fmlft style)": "alvdansen/flux-koda",
-  "femaleIndian (indmodelf)": "Himanshu806/ind-f-model"
+  "superRealism (Super Realism)": "strangerzonehf/Flux-Super-Realism-LoRA"
 }

requirements.txt

@@ -8,4 +8,5 @@ peft
 xformers
 torchvision
 torch
-opencv-python
+opencv-python
+segment-geospatial