File size: 1,088 Bytes
b61b4c4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
"""Split one variant's model.safetensors into text / image / audio files, so a text-only user downloads and opens
only the decision trunk. The runtime reads the split files when model.safetensors is absent.

python -m tools.split_modalities <variant dir> <out dir>
"""
import sys
from pathlib import Path

from safetensors import safe_open
from safetensors.torch import save_file


def part(key):
    if key.startswith("trunk.visual."):
        return "image"
    if key.startswith("audio."):
        return "audio"
    return "text"


def main():
    src, dst = Path(sys.argv[1]), Path(sys.argv[2])
    f = safe_open(str(src / "model.safetensors"), "pt")
    meta = f.metadata() or {}
    parts = {}
    for k in f.keys():
        parts.setdefault(part(k), {})[k] = f.get_tensor(k).contiguous()
    dst.mkdir(parents=True, exist_ok=True)
    for name, tensors in parts.items():
        save_file(tensors, str(dst / f"{name}.safetensors"), metadata=meta)
        print(name, sum(t.numel() * t.element_size() for t in tensors.values()) / 1e9, "GB")


if __name__ == "__main__":
    main()