Upload README.md with huggingface_hub

README.md

@@ -66,9 +66,10 @@ from diffusers.utils import load_image
 from diffusers import FluxControlNetPipeline, FluxControlNetModel
 
 base_model = 'black-forest-labs/FLUX.1-dev'
-controlnet_model_union = 'Shakker-Labs/FLUX.1-dev-ControlNet-Union-Pro-2.0'
+controlnet_model_union_fp8 = 'ABDALLALSWAITI/FLUX.1-dev-ControlNet-Union-Pro-2.0-fp8'
 
-controlnet = FluxControlNetModel.from_pretrained(controlnet_model_union, torch_dtype=torch.bfloat16)
+# Load using FP8 data type
+controlnet = FluxControlNetModel.from_pretrained(controlnet_model_union_fp8, torch_dtype=torch.float8_e4m3fn)
 pipe = FluxControlNetPipeline.from_pretrained(base_model, controlnet=controlnet, torch_dtype=torch.bfloat16)
 pipe.to("cuda")
 
@@ -96,17 +97,15 @@ image = pipe(
 import torch
 from diffusers.utils import load_image
 
-# https://github.com/huggingface/diffusers/pull/11350, after merging, you can directly import from diffusers
-# from diffusers import FluxControlNetPipeline, FluxControlNetModel
-
 # use local files for this moment
 from pipeline_flux_controlnet import FluxControlNetPipeline
 from controlnet_flux import FluxControlNetModel
 
 base_model = 'black-forest-labs/FLUX.1-dev'
-controlnet_model_union = 'Shakker-Labs/FLUX.1-dev-ControlNet-Union-Pro-2.0'
+controlnet_model_union_fp8 = 'ABDALLALSWAITI/FLUX.1-dev-ControlNet-Union-Pro-2.0-fp8'
 
-controlnet = FluxControlNetModel.from_pretrained(controlnet_model_union, torch_dtype=torch.bfloat16)
+# Load using FP8 data type
+controlnet = FluxControlNetModel.from_pretrained(controlnet_model_union_fp8, torch_dtype=torch.float8_e4m3fn)
 pipe = FluxControlNetPipeline.from_pretrained(base_model, controlnet=[controlnet], torch_dtype=torch.bfloat16) # use [] to enable multi-CNs
 pipe.to("cuda")