Normal

app.py

@@ -14,20 +14,26 @@ if not torch.cuda.is_available():
     DESCRIPTION += "\n<p>Running on CPU 🥶 This demo may not work on CPU.</p>"
 
 MAX_SEED = np.iinfo(np.int32).max
-CACHE_EXAMPLES = torch.cuda.is_available() and os.getenv("CACHE_EXAMPLES", "0") == "1"
+CACHE_EXAMPLES = torch.cuda.is_available() and os.getenv("CACHE_EXAMPLES", "1") == "1"
 MAX_IMAGE_SIZE = int(os.getenv("MAX_IMAGE_SIZE", "4096"))
 USE_TORCH_COMPILE = os.getenv("USE_TORCH_COMPILE", "0") == "1"
 ENABLE_CPU_OFFLOAD = os.getenv("ENABLE_CPU_OFFLOAD", "0") == "1"
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
-pipe = StableDiffusionXLPipeline.from_pretrained(
-    "sd-community/sdxl-flash",
-    torch_dtype=torch.float16,
-    use_safetensors=True,
-    add_watermarker=False
-)
-pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
+if torch.cuda.is_available():
+    pipe = StableDiffusionXLPipeline.from_pretrained(
+        "sd-community/sdxl-flash",
+        torch_dtype=torch.float16,
+        use_safetensors=True,
+        add_watermarker=False
+    )
+    pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
+    pipe.load_lora_weights("ehristoforu/dalle-3-xl-v2", weight_name="dalle-3-xl-lora-v2.safetensors", adapter_name="dalle")
+    pipe.set_adapters("dalle")
+
+    pipe.to("cuda")
+
 
 def save_image(img):
     unique_name = str(uuid.uuid4()) + ".png"
@@ -39,10 +45,9 @@ def randomize_seed_fn(seed: int, randomize_seed: bool) -> int:
         seed = random.randint(0, MAX_SEED)
     return seed
 
-@spaces.GPU(duration=60, queue=False)
+@spaces.GPU(duration=30, queue=False)
 def generate(
     prompt: str,
-    style: str = "BEST",
     negative_prompt: str = "",
     use_negative_prompt: bool = False,
     seed: int = 0,
@@ -54,31 +59,12 @@ def generate(
     use_resolution_binning: bool = True,
     progress=gr.Progress(track_tqdm=True),
 ):
-    if style=="BEST" : 
-        pipe.load_lora_weights("ehristoforu/dalle-3-xl-v2", weight_name="dalle-3-xl-lora-v2.safetensors", adapter_name="dalle2")
-        pipe.load_lora_weights("ehristoforu/dalle-3-xl", weight_name="dalle-3-xl-lora-v1.safetensors", adapter_name="dalle1")
-        pipe.set_adapters(["dalle2","dalle1"], adapter_weights=[0.7, 0.3])
-    elif style=="Origami":
-        pipe.load_lora_weights("RalFinger/origami-style-sdxl-lora", weight_name="ral-orgmi-sdxl.safetensors", adapter_name="origami")
-        pipe.set_adapters(["origami"], adapter_weights=[2])
-    elif style=="3D":
-        pipe.load_lora_weights("artificialguybr/3DRedmond-V1", weight_name="3DRedmond-3DRenderStyle-3DRenderAF.safetensors", adapter_name="3d")
-        pipe.set_adapters(["3d"])
-    elif style=="PixelART":
-        pipe.load_lora_weights("artificialguybr/PixelArtRedmond", weight_name="PixelArtRedmond-Lite64.safetensors", adapter_name="lora")
-        pipe.load_lora_weights("nerijs/pixel-art-xl", weight_name="pixel-art-xl.safetensors", adapter_name="pixel")
-        pipe.set_adapters(["lora", "pixel"], adapter_weights=[1.0, 1.2])
-    elif style=="Logo":
-        pipe.load_lora_weights("artificialguybr/LogoRedmond-LogoLoraForSDXL", weight_name="LogoRedmond_LogoRedAF.safetensors", adapter_name="logo")
-        pipe.set_adapters(["logo"])
-        
-    pipe.to("cuda")
+    pipe.to(device)
     seed = int(randomize_seed_fn(seed, randomize_seed))
     generator = torch.Generator().manual_seed(seed)   
 
     options = {
         "prompt":prompt,
-        "style":style,
         "negative_prompt":negative_prompt,
         "width":width,
         "height":height,
@@ -127,8 +113,6 @@ with gr.Blocks(css=css) as demo:
             )
             run_button = gr.Button("Run", scale=0)
         result = gr.Gallery(label="Result", columns=1)
-        with gr.Row():
-            style = gr.Radio(choices=["Default","BEST","3D", "PixelART","Logo","Origami"],label="Style", value="Default", interactive=True)
     with gr.Accordion("Advanced options", open=False):
         with gr.Row():
             use_negative_prompt = gr.Checkbox(label="Use negative prompt", value=True)
@@ -203,7 +187,6 @@ with gr.Blocks(css=css) as demo:
         fn=generate,
         inputs=[
             prompt,
-            style,
             negative_prompt,
             use_negative_prompt,
             seed,