arxiv-topic-tagger / config.json
De4u's picture
Дообученный классификатор тематик arXiv (RoBERTa + contrastive)
d287e13 verified
Raw
History Blame Contribute Delete
1.52 kB
{
"add_cross_attention": false,
"architectures": [
"RobertaForSequenceClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"dtype": "float32",
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "cs.AI",
"1": "cs.CL",
"2": "cs.CR",
"3": "cs.CV",
"4": "cs.CY",
"5": "cs.DB",
"6": "cs.DC",
"7": "cs.DS",
"8": "cs.GT",
"9": "cs.HC",
"10": "cs.IR",
"11": "cs.IT",
"12": "cs.LG",
"13": "cs.LO",
"14": "cs.NE",
"15": "cs.RO",
"16": "cs.SD",
"17": "cs.SI",
"18": "math.OC",
"19": "q-bio.NC",
"20": "stat.ME",
"21": "stat.ML"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"is_decoder": false,
"label2id": {
"cs.AI": 0,
"cs.CL": 1,
"cs.CR": 2,
"cs.CV": 3,
"cs.CY": 4,
"cs.DB": 5,
"cs.DC": 6,
"cs.DS": 7,
"cs.GT": 8,
"cs.HC": 9,
"cs.IR": 10,
"cs.IT": 11,
"cs.LG": 12,
"cs.LO": 13,
"cs.NE": 14,
"cs.RO": 15,
"cs.SD": 16,
"cs.SI": 17,
"math.OC": 18,
"q-bio.NC": 19,
"stat.ME": 20,
"stat.ML": 21
},
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "roberta",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 1,
"tie_word_embeddings": true,
"transformers_version": "5.12.1",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 50265
}