Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
afcc9e2
1
Parent(s):
d10046c
fusion x lora
Browse files
videox_fun/utils/lora_utils.py
CHANGED
|
@@ -391,6 +391,8 @@ def merge_lora(pipeline, lora_path, multiplier, device='cpu', dtype=torch.float3
|
|
| 391 |
key = key.replace(".ffn.", "_ffn_")
|
| 392 |
key = key.replace(".lora_A.default.", ".lora_down.")
|
| 393 |
key = key.replace(".lora_B.default.", ".lora_up.")
|
|
|
|
|
|
|
| 394 |
layer, elem = key.split('.', 1)
|
| 395 |
updates[layer][elem] = value
|
| 396 |
|
|
@@ -512,6 +514,8 @@ def unmerge_lora(pipeline, lora_path, multiplier=1, device="cpu", dtype=torch.fl
|
|
| 512 |
key = key.replace(".ffn.", "_ffn_")
|
| 513 |
key = key.replace(".lora_A.default.", ".lora_down.")
|
| 514 |
key = key.replace(".lora_B.default.", ".lora_up.")
|
|
|
|
|
|
|
| 515 |
layer, elem = key.split('.', 1)
|
| 516 |
updates[layer][elem] = value
|
| 517 |
|
|
|
|
| 391 |
key = key.replace(".ffn.", "_ffn_")
|
| 392 |
key = key.replace(".lora_A.default.", ".lora_down.")
|
| 393 |
key = key.replace(".lora_B.default.", ".lora_up.")
|
| 394 |
+
key = key.replace(".lora_A.weight", ".lora_down.weight")
|
| 395 |
+
key = key.replace(".lora_B.weight", ".lora_up.weight")
|
| 396 |
layer, elem = key.split('.', 1)
|
| 397 |
updates[layer][elem] = value
|
| 398 |
|
|
|
|
| 514 |
key = key.replace(".ffn.", "_ffn_")
|
| 515 |
key = key.replace(".lora_A.default.", ".lora_down.")
|
| 516 |
key = key.replace(".lora_B.default.", ".lora_up.")
|
| 517 |
+
key = key.replace(".lora_A.weight", ".lora_down.weight")
|
| 518 |
+
key = key.replace(".lora_B.weight", ".lora_up.weight")
|
| 519 |
layer, elem = key.split('.', 1)
|
| 520 |
updates[layer][elem] = value
|
| 521 |
|