Z-Image-Turbo-pouw / loader.py
treksis's picture
Add files using upload-large-folder tool
6a19750 verified
Raw
History Blame Contribute Delete
563 Bytes
# SPDX-License-Identifier: MIT
"""Thin convenience loader for this pouw shaping repo. Requires the MatMulToken miner packages
(vllm-matmul + miner-base) installed in the serving venv. See README.md."""
from vllm_matmul import matmultoken_load
if __name__ == "__main__":
import sys
repo = sys.argv[1] if len(sys.argv) > 1 else "."
bundle = matmultoken_load(repo, gateway=False)
print(f"loaded {bundle['manifest']['base_model']} | common_dim={bundle['common_dim']} "
f"rank={bundle['rank']} | wrapped {bundle['wrapped']} mining linears")