"""Export a fine-tuned checkpoint to the 52 MB deploy file for the CPU runtime. python export_model.py my_model/finetuned.pt my_model.shdw """ import os, sys, pathlib for k, v in {"SHADOW_D": "1536", "SHADOW_NL": "10", "SHADOW_NH": "24", "SHADOW_NKV": "2", "SHADOW_HD": "64", "SHADOW_FFNH": "4224", "SHADOW_FAST_ATTN": "1", "SHADOW_KV_BITS": "1", "SHADOW_KV_TWO_TIER": "1"}.items(): os.environ.setdefault(k, v) HERE = pathlib.Path(__file__).resolve().parent sys.path.insert(0, str(HERE / "modeling")) import subprocess src, dst = sys.argv[1], sys.argv[2] tmp = dst + ".full" r = subprocess.run([sys.executable, str(HERE / "modeling" / "export_ternary.py"), src, tmp], env={**os.environ, "PYTHONPATH": str(HERE / "modeling")}) if r.returncode: sys.exit(r.returncode) r = subprocess.run([sys.executable, str(HERE / "modeling" / "repack_shdw.py"), tmp, dst, "--fp16"]) os.remove(tmp) print("wrote", dst)