| { | |
| "model_type": "ablang2-paired", | |
| "vocab_size": 26, | |
| "hidden_embed_size": 480, | |
| "n_attn_heads": 20, | |
| "n_encoder_blocks": 12, | |
| "padding_tkn": 21, | |
| "mask_tkn": 23, | |
| "layer_norm_eps": 1e-12, | |
| "a_fn": "swiglu", | |
| "dropout": 0.0, | |
| "tokenizer_class": "AbLang2PairedTokenizer", | |
| "auto_map": { | |
| "AutoConfig": "configuration_ablang2paired.AbLang2PairedConfig", | |
| "AutoModel": "modeling_ablang2paired.AbLang2PairedHFModel", | |
| "AutoTokenizer": ["tokenizer_ablang2paired.AbLang2PairedTokenizer", "tokenizer_ablang2paired.AbLang2PairedTokenizer"] | |
| } | |
| } | |