| { | |
| "attention_vector_path": null, | |
| "auto_map": { | |
| "AutoConfig": "configuration_sproto.SprotoConfig", | |
| "AutoModel": "modeling_sproto.SprotoModel" | |
| }, | |
| "batch_size": 21, | |
| "dot_product": false, | |
| "eval_buckets": null, | |
| "final_layer": false, | |
| "label_order_path": "/pvc/shared/continual/data/icd_10_all_labels_admission_mimiciv_dia.pcl", | |
| "loss": "BCE", | |
| "lr_features": 5e-06, | |
| "lr_others": 0.001, | |
| "lr_prototypes": 0.001, | |
| "model_type": "sproto", | |
| "normalize": null, | |
| "num_classes": 1643, | |
| "num_prototypes_per_class": 5, | |
| "num_training_steps": 5000, | |
| "num_warmup_steps": 5000, | |
| "pretrained_model": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext", | |
| "prototype_vector_path": null, | |
| "reduce_hidden_size": 256, | |
| "save_dir": "/pvc/shared/continual/experiments/mimiciv/icd10_clinical-continual-5p-test", | |
| "seed": 28, | |
| "transformers_version": "4.25.1", | |
| "use_attention": true, | |
| "use_cuda": true, | |
| "use_global_attention": false, | |
| "use_prototype_loss": false, | |
| "use_sigmoid": false | |
| } | |