AlexWortega commited on
Commit
2bb5611
·
verified ·
1 Parent(s): 9734a6e

Upload vllm_plugin/__init__.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. vllm_plugin/__init__.py +13 -0
vllm_plugin/__init__.py ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ vLLM Plugin for Borealis Audio-Language Model
3
+ """
4
+
5
+ def register():
6
+ """Register Borealis model with vLLM."""
7
+ from vllm import ModelRegistry
8
+
9
+ if "BorealisForConditionalGeneration" not in ModelRegistry.get_supported_archs():
10
+ ModelRegistry.register_model(
11
+ "BorealisForConditionalGeneration",
12
+ "vllm_borealis.borealis:BorealisForConditionalGeneration"
13
+ )