{
  "attention_vector_path": null,
  "auto_map": {
    "AutoConfig": "configuration_sproto.SprotoConfig",
    "AutoModel": "modeling_sproto.SprotoModel"
  },
  "batch_size": 21,
  "dot_product": false,
  "eval_buckets": null,
  "final_layer": false,
  "label_order_path": "/pvc/shared/continual/data/icd_10_all_labels_admission_mimiciv_dia.pcl",
  "loss": "BCE",
  "lr_features": 5e-06,
  "lr_others": 0.001,
  "lr_prototypes": 0.001,
  "model_type": "sproto",
  "normalize": null,
  "num_classes": 1643,
  "num_prototypes_per_class": 5,
  "num_training_steps": 5000,
  "num_warmup_steps": 5000,
  "pretrained_model": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",
  "prototype_vector_path": null,
  "reduce_hidden_size": 256,
  "save_dir": "/pvc/shared/continual/experiments/mimiciv/icd10_clinical-continual-5p-test",
  "seed": 28,
  "transformers_version": "4.25.1",
  "use_attention": true,
  "use_cuda": true,
  "use_global_attention": false,
  "use_prototype_loss": false,
  "use_sigmoid": false
}