manbeast3b commited on
Commit
caeeb1e
·
verified ·
1 Parent(s): 53e14ff

Update src/pipeline.py

Browse files
Files changed (1) hide show
  1. src/pipeline.py +3 -5
src/pipeline.py CHANGED
@@ -71,16 +71,14 @@ def load_pipeline() -> Pipeline:
71
  pipeline = FluxPipeline.from_pretrained(ckpt_id, revision=ckpt_revision, transformer=transformer, vae=vae, local_files_only=True, torch_dtype=torch.bfloat16,)
72
  pipeline.to("cuda")
73
 
74
- # Optimize memory format
75
- for component in [pipeline.text_encoder, pipeline.text_encoder_2, pipeline.transformer, pipeline.vae]:
76
- component.to(memory_format=torch.channels_last)
77
 
78
  pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune", fullgraph=True)
79
- pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune", fullgraph=True)
80
 
81
  for _ in range(2):
82
  pipeline(prompt="insensible, timbale, pothery, electrovital, centrodesmus", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
83
- empty_cache()
84
  return pipeline
85
 
86
 
 
71
  pipeline = FluxPipeline.from_pretrained(ckpt_id, revision=ckpt_revision, transformer=transformer, vae=vae, local_files_only=True, torch_dtype=torch.bfloat16,)
72
  pipeline.to("cuda")
73
 
74
+ pipeline.to(memory_format=torch.channels_last)
 
 
75
 
76
  pipeline.transformer = torch.compile(pipeline.transformer, mode="max-autotune", fullgraph=True)
77
+ # pipeline.vae = torch.compile(pipeline.vae, mode="max-autotune", fullgraph=True)
78
 
79
  for _ in range(2):
80
  pipeline(prompt="insensible, timbale, pothery, electrovital, centrodesmus", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
81
+ # empty_cache()
82
  return pipeline
83
 
84