init

app.py

@@ -8,12 +8,11 @@ from PIL import Image
 from pipeline_freescale import StableDiffusionXLPipeline
 from free_lunch_utils import register_free_upblock2d, register_free_crossattn_upblock2d
 
-@spaces.GPU(duration=120)
+
 def infer_gpu_part(pipe, generator, prompt, negative_prompt, ddim_steps, guidance_scale, resolutions_list, fast_mode, cosine_scale, disable_freeu):
     if not disable_freeu:
         register_free_upblock2d(pipe, b1=1.1, b2=1.2, s1=0.6, s2=0.4)
         register_free_crossattn_upblock2d(pipe, b1=1.1, b2=1.2, s1=0.6, s2=0.4)
-    pipe = pipe.to("cuda")
     generator = generator.to("cuda")
     resul = pipe(prompt, negative_prompt=negative_prompt, generator=generator,
                 num_inference_steps=ddim_steps, guidance_scale=guidance_scale,
@@ -21,6 +20,7 @@ def infer_gpu_part(pipe, generator, prompt, negative_prompt, ddim_steps, guidanc
                 )
     return result
 
+@spaces.GPU(duration=120)
 def infer(prompt, output_size, ddim_steps, guidance_scale, cosine_scale, seed, options, negative_prompt):
 
     disable_freeu = 'Disable FreeU' in options
@@ -43,6 +43,7 @@ def infer(prompt, output_size, ddim_steps, guidance_scale, cosine_scale, seed, o
 
     model_ckpt = "stabilityai/stable-diffusion-xl-base-1.0"
     pipe = StableDiffusionXLPipeline.from_pretrained(model_ckpt, torch_dtype=torch.float16)
+    pipe = pipe.to("cuda")
     
     generator = torch.Generator()
     generator = generator.manual_seed(seed)
@@ -161,7 +162,7 @@ with gr.Blocks(css=css) as demo:
             """
         )
 
-        prompt_in = gr.Textbox(label="Prompt", placeholder="A chihuahua in astronaut suit floating in space, cinematic lighting, glow effect")
+        prompt_in = gr.Textbox(label="Prompt", placeholder="A panda walking and munching bamboo in a bamboo forest.")
 
         with gr.Row():
             with gr.Accordion('FreeScale Parameters (feel free to adjust these parameters based on your prompt): ', open=False):