Disty0
/

GLM-Image-SDNQ-4bit-dynamic

GlmImagePipeline

4-bit precision

Model card Files Files and versions

Disty0 commited on 11 days ago

Commit

df50075

·

verified ·

1 Parent(s): 0a8f8b4

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -30,7 +30,7 @@ from sdnq import SDNQConfig # import sdnq to register it into diffusers and tran
 from sdnq.common import use_torch_compile as triton_is_available
 from sdnq.loader import apply_sdnq_options_to_model
-pipe = diffusers.GlmImagePipeline.from_pretrained("Disty0/GLM-Image-SDNQ-4bit-dynamic", torch_dtype=torch.bfloat16, device_map="cuda")
 # Enable INT8 MatMul for AMD, Intel ARC and Nvidia GPUs:
 if triton_is_available and (torch.cuda.is_available() or torch.xpu.is_available()):

 from sdnq.common import use_torch_compile as triton_is_available
 from sdnq.loader import apply_sdnq_options_to_model
+pipe = diffusers.GlmImagePipeline.from_pretrained("Disty0/GLM-Image-SDNQ-4bit-dynamic", torch_dtype=torch.bfloat16)
 # Enable INT8 MatMul for AMD, Intel ARC and Nvidia GPUs:
 if triton_is_available and (torch.cuda.is_available() or torch.xpu.is_available()):