configuration_lightningtransformer.py

from transformers import PretrainedConfig

class LightningTransformerModelConfig(PretrainedConfig):
  model_type = "lightning_transformer"

  def __init__(self, cfg=None, **kwargs):
    self.cfg = cfg

    super().__init__(**kwargs)