eramth
/

flux-4bit-fp4

Model card Files Files and versions

eramth commited on Aug 5, 2025

Commit

986cbfe

·

verified ·

1 Parent(s): 9c90cfd

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -38,7 +38,7 @@ import torch
 token = ""
 repo_id = ""
-quant_config = TransformersBitsAndBytesConfig(load_in_4bit=True,bnb_4bit_compute_dtype=torch.float16)
 text_encoder_2_4bit = T5EncoderModel.from_pretrained(
     "black-forest-labs/FLUX.1-dev",
@@ -48,7 +48,7 @@ text_encoder_2_4bit = T5EncoderModel.from_pretrained(
     token=token
 )
-quant_config = DiffusersBitsAndBytesConfig(load_in_4bit=True,bnb_4bit_compute_dtype=torch.float16)
 transformer_4bit = FluxTransformer2DModel.from_pretrained(
     "black-forest-labs/FLUX.1-dev",

 token = ""
 repo_id = ""
+quant_config = TransformersBitsAndBytesConfig(load_in_4bit=True,bnb_4bit_compute_dtype=torch.float16,bnb_4bit_quant_type="fp4")
 text_encoder_2_4bit = T5EncoderModel.from_pretrained(
     "black-forest-labs/FLUX.1-dev",
     token=token
 )
+quant_config = DiffusersBitsAndBytesConfig(load_in_4bit=True,bnb_4bit_compute_dtype=torch.float16,bnb_4bit_quant_type="fp4")
 transformer_4bit = FluxTransformer2DModel.from_pretrained(
     "black-forest-labs/FLUX.1-dev",