{
  "base_model": "Simonlee711/Clinical_ModernBERT",
  "model_type": "modernbert",
  "training_type": "contrastive_learning",
  "vocab_size": 50370,
  "special_tokens": {
    "[ENTITY]": 50368,
    "[PAD]": 50283,
    "[CLS]": 50281,
    "[SEP]": 50282
  },
  "architecture": {
    "hidden_size": 768,
    "num_layers": 22,
    "num_attention_heads": 12,
    "max_position_embeddings": 8192
  },
  "training_info": {
    "loss_function": "triplet_loss",
    "margin": 1.0,
    "dropout_rate": 0.15,
    "max_length": 256
  }
}