Update src/pipeline.py
Browse files- src/pipeline.py +3 -5
src/pipeline.py
CHANGED
|
@@ -71,16 +71,14 @@ def load_pipeline() -> Pipeline:
|
|
| 71 |
pipeline = FluxPipeline.from_pretrained(ckpt_id, revision=ckpt_revision, transformer=transformer, vae=vae, local_files_only=True, torch_dtype=torch.bfloat16,)
|
| 72 |
pipeline.to("cuda")
|
| 73 |
|
| 74 |
-
|
| 75 |
-
for component in [pipeline.text_encoder, pipeline.text_encoder_2, pipeline.transformer, pipeline.vae]:
|
| 76 |
-
component.to(memory_format=torch.channels_last)
|
| 77 |
|
| 78 |
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune", fullgraph=True)
|
| 79 |
-
pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune", fullgraph=True)
|
| 80 |
|
| 81 |
for _ in range(2):
|
| 82 |
pipeline(prompt="insensible, timbale, pothery, electrovital, centrodesmus", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
|
| 83 |
-
empty_cache()
|
| 84 |
return pipeline
|
| 85 |
|
| 86 |
|
|
|
|
| 71 |
pipeline = FluxPipeline.from_pretrained(ckpt_id, revision=ckpt_revision, transformer=transformer, vae=vae, local_files_only=True, torch_dtype=torch.bfloat16,)
|
| 72 |
pipeline.to("cuda")
|
| 73 |
|
| 74 |
+
pipeline.to(memory_format=torch.channels_last)
|
|
|
|
|
|
|
| 75 |
|
| 76 |
pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune", fullgraph=True)
|
| 77 |
+
# pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune", fullgraph=True)
|
| 78 |
|
| 79 |
for _ in range(2):
|
| 80 |
pipeline(prompt="insensible, timbale, pothery, electrovital, centrodesmus", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
|
| 81 |
+
# empty_cache()
|
| 82 |
return pipeline
|
| 83 |
|
| 84 |
|