model_1 / config.json
baekchaeeun's picture
Training in progress, epoch 1
e5aef29 verified
{
"_name_or_path": "klue/roberta-small",
"architectures": [
"RobertaForSequenceClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"eos_token_id": 2,
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "\uc720\uc81c\ud488\ub958 \ubc0f \ube59\uacfc\ub958",
"1": "\uba74 \ubc0f \ub9cc\ub450\ub958",
"2": "\ubc25\ub958",
"3": "\ube75 \ubc0f \uacfc\uc790\ub958",
"4": "\uc8fd \ubc0f \uc2a4\ud504\ub958",
"5": "\uad6d \ubc0f \ud0d5\ub958",
"6": "\ucc0c\uac1c \ubc0f \uc804\uace8\ub958",
"7": "\ucc1c\ub958",
"8": "\uad6c\uc774\ub958",
"9": "\uc804\u00b7\uc801 \ubc0f \ubd80\uce68\ub958",
"10": "\ubcf6\uc74c\ub958",
"11": "\uc870\ub9bc\ub958",
"12": "\ud280\uae40\ub958",
"13": "\ub098\ubb3c\u00b7\uc219\ucc44\ub958",
"14": "\uc0dd\ucc44\u00b7\ubb34\uce68\ub958",
"15": "\uae40\uce58\ub958",
"16": "\uc813\uac08\ub958",
"17": "\uc7a5\uc544\ucc0c\u00b7\uc808\uc784\ub958",
"18": "\uc74c\ub8cc \ubc0f \ucc28\ub958",
"19": "\uc218\u00b7\uc870\u00b7\uc5b4\u00b7\uc721\ub958",
"20": "\uc7a5\ub958, \uc591\ub150\ub958",
"21": "\uacfc\uc77c\ub958",
"22": "\ub450\ub958, \uacac\uacfc \ubc0f \uc885\uc2e4\ub958",
"23": "\uace1\ub958, \uc11c\ub958 \uc81c\ud488"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"\uace1\ub958, \uc11c\ub958 \uc81c\ud488": 23,
"\uacfc\uc77c\ub958": 21,
"\uad6c\uc774\ub958": 8,
"\uad6d \ubc0f \ud0d5\ub958": 5,
"\uae40\uce58\ub958": 15,
"\ub098\ubb3c\u00b7\uc219\ucc44\ub958": 13,
"\ub450\ub958, \uacac\uacfc \ubc0f \uc885\uc2e4\ub958": 22,
"\uba74 \ubc0f \ub9cc\ub450\ub958": 1,
"\ubc25\ub958": 2,
"\ubcf6\uc74c\ub958": 10,
"\ube75 \ubc0f \uacfc\uc790\ub958": 3,
"\uc0dd\ucc44\u00b7\ubb34\uce68\ub958": 14,
"\uc218\u00b7\uc870\u00b7\uc5b4\u00b7\uc721\ub958": 19,
"\uc720\uc81c\ud488\ub958 \ubc0f \ube59\uacfc\ub958": 0,
"\uc74c\ub8cc \ubc0f \ucc28\ub958": 18,
"\uc7a5\ub958, \uc591\ub150\ub958": 20,
"\uc7a5\uc544\ucc0c\u00b7\uc808\uc784\ub958": 17,
"\uc804\u00b7\uc801 \ubc0f \ubd80\uce68\ub958": 9,
"\uc813\uac08\ub958": 16,
"\uc870\ub9bc\ub958": 11,
"\uc8fd \ubc0f \uc2a4\ud504\ub958": 4,
"\ucc0c\uac1c \ubc0f \uc804\uace8\ub958": 6,
"\ucc1c\ub958": 7,
"\ud280\uae40\ub958": 12
},
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "roberta",
"num_attention_heads": 12,
"num_hidden_layers": 6,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"problem_type": "single_label_classification",
"tokenizer_class": "BertTokenizer",
"torch_dtype": "float32",
"transformers_version": "4.40.2",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 32000
}