File size: 915 Bytes
9b4302d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | """Local model registry for GPT-2 LLM2Vec integration."""
from __future__ import annotations
from typing import Type
from transformers import PreTrainedModel
from gpt2_llm2vec.models.bidirectional_gpt2 import GPT2BiForMNTP
MODEL_REGISTRY: dict[str, Type[PreTrainedModel]] = {
"gpt2": GPT2BiForMNTP,
"gpt2-medium": GPT2BiForMNTP,
"gpt2-large": GPT2BiForMNTP,
"gpt2-xl": GPT2BiForMNTP,
}
def get_model_class(model_name_or_path: str) -> Type[PreTrainedModel]:
"""Return a registered model class for a given model name/path."""
key = model_name_or_path.lower()
if key in MODEL_REGISTRY:
return MODEL_REGISTRY[key]
# Fallback: if user passes a local path/name containing "gpt2"
if "gpt2" in key:
return GPT2BiForMNTP
raise ValueError(
f"Unsupported model '{model_name_or_path}'. "
f"Supported keys: {sorted(MODEL_REGISTRY.keys())}"
)
|