Update README.md
Browse files
README.md
CHANGED
|
@@ -52,7 +52,35 @@ This repository is the `checkpoint` of paper "SteadyDancer: Harmonized and Coher
|
|
| 52 |
|
| 53 |
|
| 54 |
## Notice
|
| 55 |
-
* This is a diffusers gguf ,not a comfyUI gguf ,注意,这是基于diffuser的管线量化的gguf模型,如果使用comfyUI原生加载,需要用city96
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
|
| 57 |
|
| 58 |
|
|
|
|
| 52 |
|
| 53 |
|
| 54 |
## Notice
|
| 55 |
+
* This is a diffusers gguf ,not a comfyUI gguf ,注意,这是基于diffuser的管线量化的gguf模型,如果使用comfyUI原生加载,需要用city96的量化方式,或者加载时候修改键名以适配comfyUI的模型结构
|
| 56 |
+
|
| 57 |
+
## pipeline
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
```
|
| 61 |
+
from diffusers import GGUFQuantizationConfig,WanTransformer3DModel,WanVideoToVideoPipeline
|
| 62 |
+
from transformers import UMT5EncoderModel
|
| 63 |
+
from diffusers.models import AutoencoderKLWan
|
| 64 |
+
|
| 65 |
+
gguf_path="https://huggingface.co/smthem/SteadyDancer-14B-gguf/blob/main/SteadyDancer-14B-Q8_0.gguf"
|
| 66 |
+
model_id="Wan-AI/Wan2.1-I2V-14B-720P-Diffusers"
|
| 67 |
+
|
| 68 |
+
transformer = WanTransformer3DModel.from_single_file(
|
| 69 |
+
gguf_path,
|
| 70 |
+
config=model_id,
|
| 71 |
+
quantization_config=GGUFQuantizationConfig(compute_dtype=torch.bfloat16),
|
| 72 |
+
torch_dtype=torch.bfloat16,
|
| 73 |
+
)
|
| 74 |
+
|
| 75 |
+
vae=AutoencoderKLWan.from_pretrained(model_id, torch_dtype=torch.bfloat16,)
|
| 76 |
+
text_encoder=UMT5EncoderModel.from_pretrained(model_id, torch_dtype=torch.bfloat16,)
|
| 77 |
+
|
| 78 |
+
pipe = WanVideoToVideoPipeline.from_pretrained(model_id, vae=vae,transformer=transformer,text_encoder=text_encoder, torch_dtype=torch.bfloat16)
|
| 79 |
+
|
| 80 |
+
# run infer
|
| 81 |
+
...
|
| 82 |
+
|
| 83 |
+
```
|
| 84 |
|
| 85 |
|
| 86 |
|