Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,9 +6,11 @@ from diffusers import StableCascadeDecoderPipeline, StableCascadePriorPipeline
|
|
| 6 |
prior_pipeline = StableCascadePriorPipeline.from_pretrained("stabilityai/stable-cascade-prior", variant="bf16", torch_dtype=torch.bfloat16)
|
| 7 |
decoder_pipeline = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-cascade", variant="bf16", torch_dtype=torch.bfloat16)
|
| 8 |
|
|
|
|
|
|
|
|
|
|
| 9 |
@spaces.GPU
|
| 10 |
def generate(prompt, negative_prompt, steps):
|
| 11 |
-
prior_pipeline.enable_model_cpu_offload()
|
| 12 |
prior_output = prior_pipeline(
|
| 13 |
prompt=prompt,
|
| 14 |
negative_prompt=negative_prompt,
|
|
@@ -19,7 +21,6 @@ def generate(prompt, negative_prompt, steps):
|
|
| 19 |
num_inference_steps=steps
|
| 20 |
)
|
| 21 |
|
| 22 |
-
decoder_pipeline.enable_model_cpu_offload()
|
| 23 |
decoder_output = decoder_pipeline(
|
| 24 |
image_embeddings=prior_output.image_embeddings.to(torch.float16),
|
| 25 |
prompt=prompt,
|
|
|
|
| 6 |
prior_pipeline = StableCascadePriorPipeline.from_pretrained("stabilityai/stable-cascade-prior", variant="bf16", torch_dtype=torch.bfloat16)
|
| 7 |
decoder_pipeline = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-cascade", variant="bf16", torch_dtype=torch.bfloat16)
|
| 8 |
|
| 9 |
+
prior_pipeline.enable_model_cpu_offload()
|
| 10 |
+
decoder_pipeline.enable_model_cpu_offload()
|
| 11 |
+
|
| 12 |
@spaces.GPU
|
| 13 |
def generate(prompt, negative_prompt, steps):
|
|
|
|
| 14 |
prior_output = prior_pipeline(
|
| 15 |
prompt=prompt,
|
| 16 |
negative_prompt=negative_prompt,
|
|
|
|
| 21 |
num_inference_steps=steps
|
| 22 |
)
|
| 23 |
|
|
|
|
| 24 |
decoder_output = decoder_pipeline(
|
| 25 |
image_embeddings=prior_output.image_embeddings.to(torch.float16),
|
| 26 |
prompt=prompt,
|