Hugging Face's logo

jokerbit
/
flux-qa-base

Model card Files
xet
Community
jokerbit commited on
Commit
e555ba2
·
verified ·
1 Parent(s): 59448d4

Upload src/pipeline.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. src/pipeline.py +1 -1
src/pipeline.py CHANGED
@@ -51,7 +51,7 @@ def load_pipeline() -> Pipeline:
51
  pipeline.transformer.to(memory_format=torch.channels_last)
52
  pipeline.vae.to(memory_format=torch.channels_last)
53
  pipeline.text_encoder.to(memory_format=torch.channels_last)
54
- pipeline.text_encoder = torch.compile(pipeline.text_encoder)
55
  quantize_(pipeline.vae, int8_weight_only())
56
  pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, backend="tensorrt")
57
 
 
51
  pipeline.transformer.to(memory_format=torch.channels_last)
52
  pipeline.vae.to(memory_format=torch.channels_last)
53
  pipeline.text_encoder.to(memory_format=torch.channels_last)
54
+ pipeline.text_encoder = torch.compile(pipeline.text_encoder, fullgraph=True, mode="reduce-overhead")
55
  quantize_(pipeline.vae, int8_weight_only())
56
  pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, backend="tensorrt")
57