| { | |
| "base_model": "Simonlee711/Clinical_ModernBERT", | |
| "model_type": "modernbert", | |
| "training_type": "contrastive_learning", | |
| "vocab_size": 50370, | |
| "special_tokens": { | |
| "[ENTITY]": 50368, | |
| "[PAD]": 50283, | |
| "[CLS]": 50281, | |
| "[SEP]": 50282 | |
| }, | |
| "architecture": { | |
| "hidden_size": 768, | |
| "num_layers": 22, | |
| "num_attention_heads": 12, | |
| "max_position_embeddings": 8192 | |
| }, | |
| "training_info": { | |
| "loss_function": "triplet_loss", | |
| "margin": 1.0, | |
| "dropout_rate": 0.15, | |
| "max_length": 256 | |
| } | |
| } |