Julia-2-Flash / runtime /tools /split_modalities.py
vianahnz's picture
Julia 2 Flash
b61b4c4 verified
Raw History Blame Contribute Delete
1.09 kB
"""Split one variant's model.safetensors into text / image / audio files, so a text-only user downloads and opens
only the decision trunk. The runtime reads the split files when model.safetensors is absent.
python -m tools.split_modalities <variant dir> <out dir>
"""
import sys
from pathlib import Path
from safetensors import safe_open
from safetensors.torch import save_file
def part(key):
if key.startswith("trunk.visual."):
return "image"
if key.startswith("audio."):
return "audio"
return "text"
def main():
src, dst = Path(sys.argv[1]), Path(sys.argv[2])
f = safe_open(str(src / "model.safetensors"), "pt")
meta = f.metadata() or {}
parts = {}
for k in f.keys():
parts.setdefault(part(k), {})[k] = f.get_tensor(k).contiguous()
dst.mkdir(parents=True, exist_ok=True)
for name, tensors in parts.items():
save_file(tensors, str(dst / f"{name}.safetensors"), metadata=meta)
print(name, sum(t.numel() * t.element_size() for t in tensors.values()) / 1e9, "GB")
if __name__ == "__main__":
main()