Upload extract_lora.py

extract_lora.py

@@ -125,13 +125,6 @@ def extract_and_svd_lora(args):
                     lora_tensors[lora_down_name] = lora_down.contiguous().cpu().to(torch.float32)
                     lora_tensors[lora_up_name] = lora_up.contiguous().cpu().to(torch.float32)
 
-                elif norm_key.endswith('.bias'):
-                    delta_b = delta
-                    base_name = norm_key.replace('.bias', '')
-                    prefixed_base_name = f"diffusion_model.{base_name}"
-                    diff_b_name = f"{prefixed_base_name}.diff_b"
-                    lora_tensors[diff_b_name] = delta_b.contiguous().cpu().to(torch.float32)
-
             except Exception as e:
                 tqdm.write(f"Failed to process key {norm_key}: {e}")