Krea 2 Eric Insert: combined LoRA, license, notice, attribution

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+LICENSE.pdf filter=lfs diff=lfs merge=lfs -text
+images/diagram-paper.png filter=lfs diff=lfs merge=lfs -text
+images/porch.jpg filter=lfs diff=lfs merge=lfs -text

LICENSE.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82a2805162bde714a4eb27b9063c4fc3345d08a30be055134a6160e5430ba74
+size 137711

NOTICE

@@ -0,0 +1,7 @@
+Krea 2 is licensed under the Krea 2 Community License Agreement. For more information, visit https://krea.ai/krea-2-licensing.
+
+This model is a modified version of the Krea Model (Krea 2 Turbo). It combines two LoRAs into one file:
+- Krea 2 Identity Edit v1.2 by conradlocke (https://huggingface.co/conradlocke/krea2-identity-edit), distributed under the Krea 2 Community License Agreement.
+- er1cshen v2 (step 2000), a character LoRA of Eric Shen trained with ai-toolkit (https://github.com/ostris/ai-toolkit).
+
+This model is not an official Krea product and is not endorsed by Krea.

README.md

@@ -0,0 +1,21 @@
+---
+license: other
+license_name: krea-2-community-license
+license_link: https://huggingface.co/yuncuns/krea2-eric-insert/blob/main/LICENSE.pdf
+base_model: krea/Krea-2-Turbo
+tags:
+- lora
+- krea2
+---
+
+# Krea 2 Eric Insert
+
+![AI-generated example](images/porch.jpg)
+
+<!-- description: written by Eric -->
+
+## Attribution
+
+- **Base model:** [Krea 2 Turbo](https://huggingface.co/krea/Krea-2-Turbo) by Krea. Krea 2 is licensed under the Krea 2 Community License Agreement. For more information, visit https://krea.ai/krea-2-licensing. This is a modified version of the Krea Model and is not an official Krea product or endorsed by Krea.
+- **Krea 2 Identity Edit v1.2** by [conradlocke](https://huggingface.co/conradlocke/krea2-identity-edit), merged in unchanged. Requires the [ComfyUI-Krea2Edit](https://github.com/lbouaraba/comfyui-krea2edit) node pack.
+- **er1cshen** character LoRA by Eric Shen, trained with [ai-toolkit](https://github.com/ostris/ai-toolkit).

krea2-eric-insert.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1eb227fb730f78313721e774443737301580bf75a5260adcca104a42d021b9
+size 2056781272

merge_checkpoint.py

@@ -0,0 +1,48 @@
+"""Bake a LoRA into the base model: W_new = W + B @ A, for every layer the LoRA touches.
+
+Streams one tensor at a time, so it never holds the whole 26 GB model in memory.
+Tensor names, shapes and dtypes are unchanged, so the output header equals the input header.
+"""
+import json, struct, sys
+import numpy as np
+import torch
+from safetensors import safe_open
+
+base_path, lora_path, out_path = sys.argv[1:4]
+
+with open(base_path, "rb") as f:
+    n = struct.unpack("<Q", f.read(8))[0]
+    header_bytes = f.read(n)
+header = json.loads(header_bytes)
+meta = header.pop("__metadata__", {})
+data_start = 8 + n
+
+lora = safe_open(lora_path, "pt")
+lora_keys = set(lora.keys())
+
+meta = dict(meta, merged_lora="krea2-eric-insert (Krea 2 Identity Edit v1.2 + er1cshen v2_2000)", merge="W + B@A at strength 1.0")
+header["__metadata__"] = meta
+new_header = json.dumps(header, separators=(",", ":")).encode()
+new_header += b" " * ((8 - len(new_header) % 8) % 8)
+
+order = sorted((k for k in header if k != "__metadata__"), key=lambda k: header[k]["data_offsets"][0])
+patched = 0
+with open(base_path, "rb") as src, open(out_path, "wb") as out:
+    out.write(struct.pack("<Q", len(new_header)))
+    out.write(new_header)
+    for k in order:
+        info = header[k]
+        s, e = info["data_offsets"]
+        src.seek(data_start + s)
+        raw = src.read(e - s)
+        stem = "diffusion_model." + k[: -len(".weight")] if k.endswith(".weight") else None
+        if stem and stem + ".lora_A.weight" in lora_keys:
+            assert info["dtype"] == "BF16"
+            w = torch.frombuffer(bytearray(raw), dtype=torch.bfloat16).reshape(info["shape"]).float()
+            A = lora.get_tensor(stem + ".lora_A.weight").float()
+            B = lora.get_tensor(stem + ".lora_B.weight").float()
+            w += B @ A
+            raw = w.to(torch.bfloat16).contiguous().view(torch.uint8).numpy().tobytes()
+            patched += 1
+        out.write(raw)
+print(f"patched {patched} weights -> {out_path}")

merge_loras.py

@@ -0,0 +1,34 @@
+"""Combine two LoRAs that patch the same layers into ONE LoRA, exactly.
+
+A LoRA stores a weight change as two thin matrices: delta_W = B @ A.
+Loading two LoRAs adds their changes: W + B1@A1 + B2@A2.
+Stacking the thin matrices side by side gives the same sum in one pair:
+    [B1 | B2] @ [A1 ; A2] = B1@A1 + B2@A2
+So the combined file behaves identically to loading both at strength 1.0.
+Rank is additive: 256 (Identity Edit) + 32 (er1cshen) = 288.
+"""
+import sys
+import torch
+from safetensors.torch import load_file, save_file
+
+edit_path, char_path, out_path = sys.argv[1:4]
+a, b = load_file(edit_path), load_file(char_path)
+assert a.keys() == b.keys(), "the two LoRAs must patch the same layers"
+
+out = {}
+for k in a:
+    x, y = a[k].to(torch.bfloat16), b[k].to(torch.bfloat16)
+    if k.endswith("lora_A.weight"):      # [rank, in]  -> stack rows
+        out[k] = torch.cat([x, y], dim=0)
+    elif k.endswith("lora_B.weight"):    # [out, rank] -> stack columns
+        out[k] = torch.cat([x, y], dim=1)
+    else:
+        raise ValueError(f"unexpected key {k}")
+
+save_file(out, out_path, metadata={
+    "name": "Krea 2 Eric Insert",
+    "ss_base_model_version": "krea2",
+    "merged_from": "krea2_identity_edit_v1_2 (conradlocke) + krea2_er1cshen_v2_2000",
+    "method": "exact rank concatenation, rank 256 + 32 = 288, strength 1.0 each",
+})
+print(f"wrote {out_path}: {len(out)} tensors")