{ "_name_or_path": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract", "architectures": [ "BertForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "None", "1": "BBGeneOrGeneProduct", "2": "IIGeneOrGeneProduct", "3": "BBDiseaseOrPhenotypicFeature", "4": "IIDiseaseOrPhenotypicFeature", "5": "BBChemicalEntity", "6": "IIChemicalEntity", "7": "BBOrganismTaxon", "8": "IIOrganismTaxon", "9": "BBSequenceVariant", "10": "IISequenceVariant", "11": "BBCellLine", "12": "IICellLine" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "BBCellLine": 11, "BBChemicalEntity": 5, "BBDiseaseOrPhenotypicFeature": 3, "BBGeneOrGeneProduct": 1, "BBOrganismTaxon": 7, "BBSequenceVariant": 9, "IICellLine": 12, "IIChemicalEntity": 6, "IIDiseaseOrPhenotypicFeature": 4, "IIGeneOrGeneProduct": 2, "IIOrganismTaxon": 8, "IISequenceVariant": 10, "None": 0 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.25.1", "type_vocab_size": 2, "use_cache": true, "vocab_size": 30522 }