collator_config.json

{
  "_note": "Collator parameters used during pre-training. Change masking_strategy to 'standard', 'span', or 'hetero_span' and adjust the corresponding parameters when fine-tuning.",
  "masking_strategy": "standard",
  "mlm_probability": 0.15
}