File size: 1,054 Bytes
d728ce3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
{
"attention_vector_path": null,
"auto_map": {
"AutoConfig": "configuration_sproto.SprotoConfig",
"AutoModel": "modeling_sproto.SprotoModel"
},
"batch_size": 21,
"dot_product": false,
"eval_buckets": null,
"final_layer": false,
"label_order_path": "/pvc/shared/continual/data/icd_10_all_labels_admission_mimiciv_dia.pcl",
"loss": "BCE",
"lr_features": 5e-06,
"lr_others": 0.001,
"lr_prototypes": 0.001,
"model_type": "sproto",
"normalize": null,
"num_classes": 1643,
"num_prototypes_per_class": 5,
"num_training_steps": 5000,
"num_warmup_steps": 5000,
"pretrained_model": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",
"prototype_vector_path": null,
"reduce_hidden_size": 256,
"save_dir": "/pvc/shared/continual/experiments/mimiciv/icd10_clinical-continual-5p-test",
"seed": 28,
"transformers_version": "4.25.1",
"use_attention": true,
"use_cuda": true,
"use_global_attention": false,
"use_prototype_loss": false,
"use_sigmoid": false
}
|