XiangpengYang commited on
Commit
afcc9e2
·
1 Parent(s): d10046c

fusion x lora

Browse files
Files changed (1) hide show
  1. videox_fun/utils/lora_utils.py +4 -0
videox_fun/utils/lora_utils.py CHANGED
@@ -391,6 +391,8 @@ def merge_lora(pipeline, lora_path, multiplier, device='cpu', dtype=torch.float3
391
  key = key.replace(".ffn.", "_ffn_")
392
  key = key.replace(".lora_A.default.", ".lora_down.")
393
  key = key.replace(".lora_B.default.", ".lora_up.")
 
 
394
  layer, elem = key.split('.', 1)
395
  updates[layer][elem] = value
396
 
@@ -512,6 +514,8 @@ def unmerge_lora(pipeline, lora_path, multiplier=1, device="cpu", dtype=torch.fl
512
  key = key.replace(".ffn.", "_ffn_")
513
  key = key.replace(".lora_A.default.", ".lora_down.")
514
  key = key.replace(".lora_B.default.", ".lora_up.")
 
 
515
  layer, elem = key.split('.', 1)
516
  updates[layer][elem] = value
517
 
 
391
  key = key.replace(".ffn.", "_ffn_")
392
  key = key.replace(".lora_A.default.", ".lora_down.")
393
  key = key.replace(".lora_B.default.", ".lora_up.")
394
+ key = key.replace(".lora_A.weight", ".lora_down.weight")
395
+ key = key.replace(".lora_B.weight", ".lora_up.weight")
396
  layer, elem = key.split('.', 1)
397
  updates[layer][elem] = value
398
 
 
514
  key = key.replace(".ffn.", "_ffn_")
515
  key = key.replace(".lora_A.default.", ".lora_down.")
516
  key = key.replace(".lora_B.default.", ".lora_up.")
517
+ key = key.replace(".lora_A.weight", ".lora_down.weight")
518
+ key = key.replace(".lora_B.weight", ".lora_up.weight")
519
  layer, elem = key.split('.', 1)
520
  updates[layer][elem] = value
521