Upload vllm_plugin/__init__.py with huggingface_hub
Browse files- vllm_plugin/__init__.py +13 -0
vllm_plugin/__init__.py
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
vLLM Plugin for Borealis Audio-Language Model
|
| 3 |
+
"""
|
| 4 |
+
|
| 5 |
+
def register():
|
| 6 |
+
"""Register Borealis model with vLLM."""
|
| 7 |
+
from vllm import ModelRegistry
|
| 8 |
+
|
| 9 |
+
if "BorealisForConditionalGeneration" not in ModelRegistry.get_supported_archs():
|
| 10 |
+
ModelRegistry.register_model(
|
| 11 |
+
"BorealisForConditionalGeneration",
|
| 12 |
+
"vllm_borealis.borealis:BorealisForConditionalGeneration"
|
| 13 |
+
)
|