more fixes

lora_utils.py

@@ -181,7 +181,12 @@ def _ensure_pipeline_lora_prefix(state_dict):
 
 
 def _has_lora_tensors(state_dict):
-    return any(".lora_A." in key or ".lora_B." in key for key in state_dict.keys())
+    return any(
+        ".lora_A." in key or ".lora_B." in key
+        or ".lora_down." in key or ".lora_up." in key
+        or ".lora_linear_layer." in key
+        for key in state_dict.keys()
+    )
 
 
 def _strip_state_dict_prefix(state_dict, prefix):
@@ -639,10 +644,11 @@ def load_lora_adapter(pipe, entry, token=HF_TOKEN):
             for host_name, host in native_hosts:
                 host_state_dict = _state_dict_for_model_host(state_dict, host_name)
                 if not _has_lora_tensors(host_state_dict):
-                    raise ValueError(f"No LoRA tensors matched {host_name or 'pipeline'}.")
+                    continue
                 _load_lora_adapter_on_host(host, host_state_dict, entry["adapter_name"])
                 loaded_hosts.append(host)
-            return
+            if loaded_hosts:
+                return
         except Exception as exc:
             for host in loaded_hosts:
                 _delete_peft_adapter_on_host(host, entry["adapter_name"])
@@ -667,10 +673,11 @@ def load_lora_adapter(pipe, entry, token=HF_TOKEN):
             for host_name, host in peft_hosts:
                 host_state_dict = _state_dict_for_model_host(state_dict, host_name)
                 if not _has_lora_tensors(host_state_dict):
-                    raise ValueError(f"No LoRA tensors matched {host_name or 'pipeline'}.")
+                    continue
                 _load_lora_with_peft(host, host_state_dict, entry["adapter_name"])
                 loaded_hosts.append(host)
-            return
+            if loaded_hosts:
+                return
         except Exception as exc:
             for host in loaded_hosts:
                 _delete_peft_adapter_on_host(host, entry["adapter_name"])
@@ -687,9 +694,10 @@ def load_lora_adapter(pipe, entry, token=HF_TOKEN):
             raise
 
     details = _describe_adapter_hosts(pipe)
+    sample_keys = list(state_dict.keys())[:8]
     if native_error is not None:
-        raise ValueError(f"Could not load LoRA adapter with native or PEFT fallback: {native_error}. Hosts: {details}") from native_error
-    raise ValueError(f"This pipeline does not expose a usable LoRA loader. Hosts: {details}")
+        raise ValueError(f"Could not load LoRA adapter with native or PEFT fallback: {native_error}. Hosts: {details}. Sample keys: {sample_keys}") from native_error
+    raise ValueError(f"This pipeline does not expose a usable LoRA loader. Hosts: {details}. Sample keys: {sample_keys}")
 
 
 def ensure_loras_loaded(pipe, spec_text: str, global_scale: float, active_by_key: dict, token=HF_TOKEN):