Update src/pipeline.py
Browse files- src/pipeline.py +3 -3
src/pipeline.py
CHANGED
|
@@ -49,13 +49,13 @@ def load_pipeline() -> Pipeline:
|
|
| 49 |
|
| 50 |
model_id = "manbeast3b/flux-schnell-int8"
|
| 51 |
transformer = FluxTransformer2DModel.from_pretrained(
|
| 52 |
-
model_id, subfolder="transformer",
|
| 53 |
)
|
| 54 |
text_encoder_2 = T5EncoderModel.from_pretrained(
|
| 55 |
-
model_id, subfolder="text_encoder_2",
|
| 56 |
)
|
| 57 |
text_encoder = CLIPTextModel.from_pretrained(
|
| 58 |
-
model_id, subfolder="text_encoder",
|
| 59 |
)
|
| 60 |
# vae=AutoencoderKL.from_pretrained(ckpt_id, subfolder="vae", torch_dtype=dtype)
|
| 61 |
pipeline = DiffusionPipeline.from_pretrained(
|
|
|
|
| 49 |
|
| 50 |
model_id = "manbeast3b/flux-schnell-int8"
|
| 51 |
transformer = FluxTransformer2DModel.from_pretrained(
|
| 52 |
+
model_id, subfolder="transformer", torch_dtype=torch.bfloat16, local_files_only=True # quantization_config=config,
|
| 53 |
)
|
| 54 |
text_encoder_2 = T5EncoderModel.from_pretrained(
|
| 55 |
+
model_id, subfolder="text_encoder_2", torch_dtype=torch.bfloat16
|
| 56 |
)
|
| 57 |
text_encoder = CLIPTextModel.from_pretrained(
|
| 58 |
+
model_id, subfolder="text_encoder",torch_dtype=torch.bfloat16
|
| 59 |
)
|
| 60 |
# vae=AutoencoderKL.from_pretrained(ckpt_id, subfolder="vae", torch_dtype=dtype)
|
| 61 |
pipeline = DiffusionPipeline.from_pretrained(
|