File size: 604 Bytes
5ecad0d
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
# Out-of-tree vLLM registration for Nanbeige4.2 (NanbeigeForCausalLM).
# Source: vllm-project/vllm PR #49433 (Nanbeige/vllm branch nanbeige42),
# vendored until the PR merges + ships in a release — then DELETE this plugin
# and drop the pip-install line from the vllm-nanbeige wrapper.
def register():
    from vllm import ModelRegistry

    if "NanbeigeForCausalLM" in ModelRegistry.get_supported_archs():
        return  # native support arrived — plugin is a no-op
    ModelRegistry.register_model(
        "NanbeigeForCausalLM",
        "nanbeige_vllm_plugin.nanbeige:NanbeigeForCausalLM",
    )