modeling_fastplms.py

"""Generated bridge to the embedded FastPLMs runtime sources."""

import base64
import hashlib
import importlib
import importlib.util
import sys
import tempfile
from io import BytesIO
from pathlib import Path
from zipfile import ZIP_DEFLATED, ZipFile

from .fastplms_bundle import RUNTIME_DATA, RUNTIME_HASH

if RUNTIME_HASH != "a8dda20d6a4a55e6808c7c2f2c9477c113edaa7d6ec6ef57f4a898cd47b73d48":
    raise RuntimeError("FastPLMs runtime identity differs from the bridge.")

_RUNTIME_TEMPORARIES = []

def _archive_runtime_hashes(payload):
    result = {}
    with ZipFile(BytesIO(payload)) as archive:
        for member in archive.infolist():
            name = member.filename
            parts = Path(name).parts
            if (
                member.is_dir()
                or "\\" in name
                or not parts
                or parts[0] != "fastplms"
                or len(parts) < 2
                or any(part in {"", ".", ".."} for part in parts)
                or Path(name).suffix in {".pyc", ".pyo"}
                or member.flag_bits & 0x1
                or member.compress_type != ZIP_DEFLATED
                or member.external_attr >> 16 != 0o100644
            ):
                raise RuntimeError("Embedded FastPLMs archive has an unsafe path.")
            relative = Path(*parts[1:]).as_posix()
            if relative in result:
                raise RuntimeError("Embedded FastPLMs archive repeats a path.")
            result[relative] = hashlib.sha256(archive.read(member)).hexdigest()
    return result

def _ensure_runtime():
    payload = base64.b85decode("".join(RUNTIME_DATA))
    if hashlib.sha256(payload).hexdigest() != RUNTIME_HASH:
        raise RuntimeError("Embedded FastPLMs runtime hash mismatch.")
    expected = _archive_runtime_hashes(payload)
    temporary = tempfile.TemporaryDirectory(prefix="fastplms-artifact-runtime-")
    try:
        runtime_root = Path(temporary.name)
        with ZipFile(BytesIO(payload)) as archive:
            for member in archive.infolist():
                target = runtime_root.joinpath(*Path(member.filename).parts)
                target.parent.mkdir(parents=True, exist_ok=True)
                with target.open("xb") as handle:
                    handle.write(archive.read(member))
        package_root = runtime_root / "fastplms"
        if _runtime_file_hashes(package_root) != expected:
            raise RuntimeError(
                "Private FastPLMs runtime differs from the embedded archive."
            )
    except BaseException:
        temporary.cleanup()
        raise
    _RUNTIME_TEMPORARIES.append(temporary)
    return package_root

def _runtime_file_hashes(package_root):
    result = {}
    for path in sorted(package_root.rglob("*")):
        relative = path.relative_to(package_root)
        if path.is_symlink():
            raise RuntimeError("Private FastPLMs runtime contains a symlink.")
        if path.is_dir():
            continue
        if path.suffix in {".pyc", ".pyo"}:
            raise RuntimeError("Private FastPLMs runtime contains bytecode.")
        if not path.is_file():
            raise RuntimeError("Private FastPLMs runtime contains a non-file entry.")
        result[relative.as_posix()] = hashlib.sha256(path.read_bytes()).hexdigest()
    return result

def _extend_loaded_package_paths(package_root):
    for name, module in list(sys.modules.items()):
        if name != "fastplms" and not name.startswith("fastplms."):
            continue
        paths = getattr(module, "__path__", None)
        if paths is None:
            continue
        relative = name.split(".")[1:]
        candidate = package_root.joinpath(*relative)
        candidate_text = str(candidate)
        if candidate.is_dir() and candidate_text not in paths:
            paths.append(candidate_text)

def _merge_runtime(package, package_root):
    incoming = _runtime_file_hashes(package_root)
    known = getattr(package, "__fastplms_artifact_runtime_files__", None)
    if not isinstance(known, dict):
        raise RuntimeError(
            "A non-artifact fastplms module is already loaded. Load the Hub artifact "
            "in a separate Python process."
        )
    conflicts = sorted(
        relative
        for relative, digest in incoming.items()
        if relative in known and known[relative] != digest
    )
    if conflicts:
        raise RuntimeError(
            "FastPLMs artifacts contain incompatible runtime sources at "
            + ", ".join(repr(path) for path in conflicts[:5])
            + ". Load incompatible releases in separate Python processes."
        )
    known = dict(known)
    known.update(incoming)
    package.__fastplms_artifact_runtime_files__ = known
    roots = list(getattr(package, "__fastplms_artifact_runtime_roots__", ()))
    if str(package_root) not in roots:
        roots.append(str(package_root))
    package.__fastplms_artifact_runtime_roots__ = tuple(roots)
    temporaries = list(
        getattr(package, "__fastplms_artifact_runtime_temporaries__", ())
    )
    for temporary in _RUNTIME_TEMPORARIES:
        if temporary not in temporaries:
            temporaries.append(temporary)
    package.__fastplms_artifact_runtime_temporaries__ = tuple(temporaries)
    hashes = set(getattr(package, "__fastplms_artifact_runtime_hashes__", ()))
    hashes.add(RUNTIME_HASH)
    package.__fastplms_artifact_runtime_hashes__ = frozenset(hashes)
    _extend_loaded_package_paths(package_root)
    return package

def _import_without_bytecode(module_name):
    previous = sys.dont_write_bytecode
    sys.dont_write_bytecode = True
    try:
        return importlib.import_module(module_name)
    finally:
        sys.dont_write_bytecode = previous

def _install_runtime():
    package = sys.modules.get("fastplms")
    hashes = getattr(package, "__fastplms_artifact_runtime_hashes__", ())
    if RUNTIME_HASH in hashes:
        return package
    package_root = _ensure_runtime()
    if package is not None:
        return _merge_runtime(package, package_root)
    spec = importlib.util.spec_from_file_location(
        "fastplms",
        package_root / "__init__.py",
        submodule_search_locations=[str(package_root)],
    )
    if spec is None or spec.loader is None:
        raise ImportError("Unable to load the embedded FastPLMs runtime.")
    package = importlib.util.module_from_spec(spec)
    package.__fastplms_artifact_runtime_hash__ = RUNTIME_HASH
    package.__fastplms_artifact_runtime_hashes__ = frozenset({RUNTIME_HASH})
    package.__fastplms_artifact_runtime_files__ = _runtime_file_hashes(package_root)
    package.__fastplms_artifact_runtime_roots__ = (str(package_root),)
    package.__fastplms_artifact_runtime_temporaries__ = tuple(
        _RUNTIME_TEMPORARIES
    )
    sys.modules["fastplms"] = package
    previous = sys.dont_write_bytecode
    sys.dont_write_bytecode = True
    try:
        try:
            spec.loader.exec_module(package)
        except BaseException:
            sys.modules.pop("fastplms", None)
            raise
    finally:
        sys.dont_write_bytecode = previous
    return package

_install_runtime()
_module_181 = _import_without_bytecode("fastplms.models.e1.modeling_e1")
E1Config = _module_181.E1Config
E1Config.__module__ = __name__
E1ForMaskedLM = _module_181.E1ForMaskedLM
E1ForMaskedLM.__module__ = __name__
E1ForSequenceClassification = _module_181.E1ForSequenceClassification
E1ForSequenceClassification.__module__ = __name__
E1ForTokenClassification = _module_181.E1ForTokenClassification
E1ForTokenClassification.__module__ = __name__
E1Model = _module_181.E1Model
E1Model.__module__ = __name__