config.json

{
  "model_type": "ablang2-paired",
  "vocab_size": 26,
  "hidden_embed_size": 480,
  "n_attn_heads": 20,
  "n_encoder_blocks": 12,
  "padding_tkn": 21,
  "mask_tkn": 23,
  "layer_norm_eps": 1e-12,
  "a_fn": "swiglu",
  "dropout": 0.0,
  "tokenizer_class": "AbLang2PairedTokenizer",
  "auto_map": {
    "AutoConfig": "configuration_ablang2paired.AbLang2PairedConfig",
    "AutoModel": "modeling_ablang2paired.AbLang2PairedHFModel",
    "AutoTokenizer": ["tokenizer_ablang2paired.AbLang2PairedTokenizer", "tokenizer_ablang2paired.AbLang2PairedTokenizer"],
    "AbRestore": "restoration.AbRestore",
    "AbScores": "scores.AbScores",
    "AbAlignment": "alignment.AbAlignment",
    "AbEncoding": "ablang_encodings.AbEncoding",
    "ExtraUtils": "extra_utils"
  }
}