nroggendorff commited on
Commit
f0911ab
·
verified ·
1 Parent(s): 2a89201

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -6,9 +6,11 @@ from diffusers import StableCascadeDecoderPipeline, StableCascadePriorPipeline
6
  prior_pipeline = StableCascadePriorPipeline.from_pretrained("stabilityai/stable-cascade-prior", variant="bf16", torch_dtype=torch.bfloat16)
7
  decoder_pipeline = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-cascade", variant="bf16", torch_dtype=torch.bfloat16)
8
 
 
 
 
9
  @spaces.GPU
10
  def generate(prompt, negative_prompt, steps):
11
- prior_pipeline.enable_model_cpu_offload()
12
  prior_output = prior_pipeline(
13
  prompt=prompt,
14
  negative_prompt=negative_prompt,
@@ -19,7 +21,6 @@ def generate(prompt, negative_prompt, steps):
19
  num_inference_steps=steps
20
  )
21
 
22
- decoder_pipeline.enable_model_cpu_offload()
23
  decoder_output = decoder_pipeline(
24
  image_embeddings=prior_output.image_embeddings.to(torch.float16),
25
  prompt=prompt,
 
6
  prior_pipeline = StableCascadePriorPipeline.from_pretrained("stabilityai/stable-cascade-prior", variant="bf16", torch_dtype=torch.bfloat16)
7
  decoder_pipeline = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-cascade", variant="bf16", torch_dtype=torch.bfloat16)
8
 
9
+ prior_pipeline.enable_model_cpu_offload()
10
+ decoder_pipeline.enable_model_cpu_offload()
11
+
12
  @spaces.GPU
13
  def generate(prompt, negative_prompt, steps):
 
14
  prior_output = prior_pipeline(
15
  prompt=prompt,
16
  negative_prompt=negative_prompt,
 
21
  num_inference_steps=steps
22
  )
23
 
 
24
  decoder_output = decoder_pipeline(
25
  image_embeddings=prior_output.image_embeddings.to(torch.float16),
26
  prompt=prompt,