| from .config import get_roformer_config | |
| from transformers import RoFormerForMaskedLM | |
| def get_model(vocab_size: int, pad_token_id: int): | |
| """ | |
| Initializes and returns a RoFormer model for Masked Language Modeling. | |
| """ | |
| config = get_roformer_config(vocab_size, pad_token_id) | |
| model = RoFormerForMaskedLM(config) | |
| return model | |