koelectra-act-v1 / config.json
rippertnt's picture
add model
4865ed5
{
"_name_or_path": "./ckpt/koelectra-base-v3-act",
"architectures": [
"ElectraForMultiLabelClassification"
],
"attention_probs_dropout_prob": 0.1,
"classifier_dropout": null,
"embedding_size": 768,
"finetuning_task": "goemotions",
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "(\ub2e8\uc5b8) \uc9c4\uc220\ud558\uae30",
"1": "(\uc9c0\uc2dc) \ucda9\uace0/\uc81c\uc548\ud558\uae30",
"2": "(\ub2e8\uc5b8) \uc8fc\uc7a5\ud558\uae30",
"3": "(\uc9c0\uc2dc) \uc9c8\ubb38\ud558\uae30",
"4": "(\uc9c0\uc2dc) \ubd80\ud0c1\ud558\uae30",
"5": "(\ub2e8\uc5b8) \ubc18\ubc15\ud558\uae30",
"6": "(\ud45c\ud604) \uac10\uc0ac\ud558\uae30",
"7": "(\ud45c\ud604) \uc0ac\uacfc\ud558\uae30",
"8": "(\ud45c\ud604) \ubd80\uc815\uac10\uc815 \ud45c\ud604\ud558\uae30",
"9": "\ud134\ud1a0\ud06c \uc0ac\uc778(\uad00\uc2b5\uc801 \ubc18\uc751)",
"10": "(\uc5b8\uc57d) \uc57d\uc18d\ud558\uae30(\uc81c3\uc790\uc640)/(\uac1c\uc778\uc801 \uc218\uc900)",
"11": "N/A",
"12": "(\uc9c0\uc2dc) \uba85\ub839/\uc694\uad6c\ud558\uae30",
"13": "(\ud45c\ud604) \uae0d\uc815\uac10\uc815 \ud45c\ud604\ud558\uae30",
"14": "(\uc5b8\uc57d) \uac70\uc808\ud558\uae30",
"15": "(\uc5b8\uc57d) \uc704\ud611\ud558\uae30",
"16": "(\ud45c\ud604) \uc778\uc0ac\ud558\uae30",
"17": "(\uc120\uc5b8/\uc704\uc784\ud558\uae30)",
"18": "(\uc5b8\uc57d) \uc57d\uc18d\ud558\uae30"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"(\ub2e8\uc5b8) \ubc18\ubc15\ud558\uae30": 5,
"(\ub2e8\uc5b8) \uc8fc\uc7a5\ud558\uae30": 2,
"(\ub2e8\uc5b8) \uc9c4\uc220\ud558\uae30": 0,
"(\uc120\uc5b8/\uc704\uc784\ud558\uae30)": 17,
"(\uc5b8\uc57d) \uac70\uc808\ud558\uae30": 14,
"(\uc5b8\uc57d) \uc57d\uc18d\ud558\uae30": 18,
"(\uc5b8\uc57d) \uc57d\uc18d\ud558\uae30(\uc81c3\uc790\uc640)/(\uac1c\uc778\uc801 \uc218\uc900)": 10,
"(\uc5b8\uc57d) \uc704\ud611\ud558\uae30": 15,
"(\uc9c0\uc2dc) \uba85\ub839/\uc694\uad6c\ud558\uae30": 12,
"(\uc9c0\uc2dc) \ubd80\ud0c1\ud558\uae30": 4,
"(\uc9c0\uc2dc) \uc9c8\ubb38\ud558\uae30": 3,
"(\uc9c0\uc2dc) \ucda9\uace0/\uc81c\uc548\ud558\uae30": 1,
"(\ud45c\ud604) \uac10\uc0ac\ud558\uae30": 6,
"(\ud45c\ud604) \uae0d\uc815\uac10\uc815 \ud45c\ud604\ud558\uae30": 13,
"(\ud45c\ud604) \ubd80\uc815\uac10\uc815 \ud45c\ud604\ud558\uae30": 8,
"(\ud45c\ud604) \uc0ac\uacfc\ud558\uae30": 7,
"(\ud45c\ud604) \uc778\uc0ac\ud558\uae30": 16,
"N/A": 11,
"\ud134\ud1a0\ud06c \uc0ac\uc778(\uad00\uc2b5\uc801 \ubc18\uc751)": 9
},
"layer_norm_eps": 1e-12,
"max_position_embeddings": 512,
"model_type": "electra",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 0,
"position_embedding_type": "absolute",
"summary_activation": "gelu",
"summary_last_dropout": 0.1,
"summary_type": "first",
"summary_use_proj": true,
"torch_dtype": "float32",
"transformers_version": "4.21.2",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 35000
}