training_config.json

{
  "name": "BioLinkBERT-large",
  "model_id": "michiyasunaga/BioLinkBERT-large",
  "batch_size": 64,
  "gradient_accumulation_steps": 1,
  "learning_rate": 2e-05,
  "epochs": 3,
  "max_seq_length": 512,
  "lora_r": 16,
  "lora_alpha": 32,
  "use_8bit": false,
  "target_modules": [
    "query",
    "key",
    "value"
  ],
  "output_dir": "biolinkbert_cardiology"
}