LFG-2 / configuration_lfg2.py
glenn2's picture
Upload configuration_lfg2.py with huggingface_hub
8b6af9c verified
Raw
History Blame Contribute Delete
824 Bytes
"""LFG-2 configuration.
Thin subclass of the base Gemma 4 config that also records the audio projector
dimensions. `model_type` is kept as "gemma4" so the processor and base modules
behave identically; the custom model class is selected via `auto_map` +
`trust_remote_code` (see modeling_lfg2.py / config.json).
"""
from __future__ import annotations
from transformers import Gemma4Config
class LFG2Config(Gemma4Config):
model_type = "gemma4"
def __init__(
self,
projector_hidden: int = 4096,
projector_mlp_layers: int = 2,
projector_file: str = "projector_final.pt",
**kwargs,
):
super().__init__(**kwargs)
self.projector_hidden = projector_hidden
self.projector_mlp_layers = projector_mlp_layers
self.projector_file = projector_file