File size: 604 Bytes
5ecad0d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | # Out-of-tree vLLM registration for Nanbeige4.2 (NanbeigeForCausalLM).
# Source: vllm-project/vllm PR #49433 (Nanbeige/vllm branch nanbeige42),
# vendored until the PR merges + ships in a release — then DELETE this plugin
# and drop the pip-install line from the vllm-nanbeige wrapper.
def register():
from vllm import ModelRegistry
if "NanbeigeForCausalLM" in ModelRegistry.get_supported_archs():
return # native support arrived — plugin is a no-op
ModelRegistry.register_model(
"NanbeigeForCausalLM",
"nanbeige_vllm_plugin.nanbeige:NanbeigeForCausalLM",
)
|