File size: 5,065 Bytes
274ffba | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 | """Install a verified BTL-3 consumer runtime and its external model."""
from __future__ import annotations
import argparse
import hashlib
import json
import os
from pathlib import Path
import platform
import shutil
import tempfile
MODEL_NAME = "BTL-3-Compact-AVQ2.gguf"
MODEL_BYTES = 8_392_369_600
MODEL_SHA256 = "2ddf9527620a17a2a6739d184a7096c45712092e6589128792ec6254e94dc30c"
class InstallError(ValueError):
pass
def sha256(path: Path) -> str:
digest = hashlib.sha256()
with path.open("rb") as stream:
for chunk in iter(lambda: stream.read(4 * 1024 * 1024), b""):
digest.update(chunk)
return digest.hexdigest()
def default_prefix() -> Path:
if os.name == "nt":
root = os.environ.get("LOCALAPPDATA")
if not root:
raise InstallError("LOCALAPPDATA is unavailable; pass --prefix")
return Path(root) / "BTL3"
root = os.environ.get("XDG_DATA_HOME")
return Path(root) / "btl3" if root else Path.home() / ".local/share/btl3"
def read_manifest(runtime: Path) -> dict:
path = runtime / "bundle-manifest.json"
try:
manifest = json.loads(path.read_text())
except (OSError, json.JSONDecodeError) as error:
raise InstallError(f"invalid runtime manifest: {error}") from error
external = manifest.get("external_model", {})
expected = {
"filename": MODEL_NAME,
"bytes": MODEL_BYTES,
"sha256": MODEL_SHA256,
}
if any(external.get(key) != value for key, value in expected.items()):
raise InstallError("runtime expects a different BTL-3 model")
return manifest
def verify_runtime(runtime: Path, manifest: dict) -> None:
for name, expected in manifest.get("files", {}).items():
path = runtime / name
if "symlink" in expected:
if not path.is_symlink() or os.readlink(path) != expected["symlink"]:
raise InstallError(f"runtime symlink mismatch: {name}")
continue
if not path.is_file():
raise InstallError(f"runtime file is missing: {name}")
if path.stat().st_size != expected["bytes"]:
raise InstallError(f"runtime file size mismatch: {name}")
if sha256(path) != expected["sha256"]:
raise InstallError(f"runtime file checksum mismatch: {name}")
def verify_model(model: Path) -> None:
if not model.is_file():
raise InstallError(f"model is missing: {model}")
if model.stat().st_size != MODEL_BYTES:
raise InstallError(f"model size mismatch: {model.stat().st_size}")
if sha256(model) != MODEL_SHA256:
raise InstallError("model SHA-256 mismatch")
def install(runtime: Path, model: Path, prefix: Path, replace: bool) -> Path:
runtime, model, prefix = runtime.resolve(), model.resolve(), prefix.resolve()
manifest = read_manifest(runtime)
verify_runtime(runtime, manifest)
verify_model(model)
if prefix.exists() and not replace:
raise InstallError(f"install already exists (use --replace): {prefix}")
prefix.parent.mkdir(parents=True, exist_ok=True)
staging = Path(tempfile.mkdtemp(prefix=f".{prefix.name}-", dir=prefix.parent))
try:
shutil.copytree(runtime, staging, dirs_exist_ok=True, symlinks=True)
destination = staging / "model" / MODEL_NAME
destination.parent.mkdir(parents=True, exist_ok=True)
shutil.copy2(model, destination)
receipt = {
"schema_version": 1,
"installed_by": "BTL-3 consumer installer",
"platform": platform.platform(),
"runtime_target": manifest.get("target") or manifest.get("platform"),
"model": {
"path": f"model/{MODEL_NAME}",
"bytes": MODEL_BYTES,
"sha256": MODEL_SHA256,
},
}
(staging / "install-receipt.json").write_text(
json.dumps(receipt, indent=2) + "\n"
)
if prefix.exists():
backup = prefix.with_name(f".{prefix.name}.previous")
shutil.rmtree(backup, ignore_errors=True)
prefix.rename(backup)
try:
staging.rename(prefix)
except Exception:
backup.rename(prefix)
raise
shutil.rmtree(backup)
else:
staging.rename(prefix)
except Exception:
shutil.rmtree(staging, ignore_errors=True)
raise
return prefix
def main() -> None:
parser = argparse.ArgumentParser()
parser.add_argument("--runtime", type=Path, required=True)
parser.add_argument("--model", type=Path, required=True)
parser.add_argument("--prefix", type=Path, default=None)
parser.add_argument("--replace", action="store_true")
args = parser.parse_args()
try:
print(install(
args.runtime,
args.model,
args.prefix or default_prefix(),
args.replace,
))
except InstallError as error:
parser.error(str(error))
if __name__ == "__main__":
main()
|