File size: 537 Bytes
cb634e7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | """HuggingFace config for the NucEngram genomic language model."""
from transformers import PretrainedConfig
class NucEngramConfig(PretrainedConfig):
model_type = "nucengram"
def __init__(self, backbone=None, engram=None, max_length=8192, pad_token_id=0, **kwargs):
# `backbone` = ModernBertGenomicConfig kwargs; `engram` = EngramConfig kwargs.
self.backbone = backbone or {}
self.engram = engram or {}
self.max_length = max_length
super().__init__(pad_token_id=pad_token_id, **kwargs)
|