KimHo3 commited on
Commit
5a58977
·
verified ·
1 Parent(s): 19024ac

Upload fine-tuned KcELECTRA emotion model (6 classes)

Browse files
config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cross_attention": false,
3
+ "architectures": [
4
+ "ElectraForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": null,
8
+ "classifier_dropout": null,
9
+ "dtype": "float32",
10
+ "embedding_size": 768,
11
+ "eos_token_id": null,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 768,
15
+ "id2label": {
16
+ "0": "LABEL_0",
17
+ "1": "LABEL_1",
18
+ "2": "LABEL_2",
19
+ "3": "LABEL_3",
20
+ "4": "LABEL_4",
21
+ "5": "LABEL_5"
22
+ },
23
+ "initializer_range": 0.02,
24
+ "intermediate_size": 3072,
25
+ "is_decoder": false,
26
+ "label2id": {
27
+ "LABEL_0": 0,
28
+ "LABEL_1": 1,
29
+ "LABEL_2": 2,
30
+ "LABEL_3": 3,
31
+ "LABEL_4": 4,
32
+ "LABEL_5": 5
33
+ },
34
+ "layer_norm_eps": 1e-12,
35
+ "max_position_embeddings": 512,
36
+ "model_type": "electra",
37
+ "num_attention_heads": 12,
38
+ "num_hidden_layers": 12,
39
+ "pad_token_id": 0,
40
+ "summary_activation": "gelu",
41
+ "summary_last_dropout": 0.1,
42
+ "summary_type": "first",
43
+ "summary_use_proj": true,
44
+ "tie_word_embeddings": true,
45
+ "tokenizer_class": "BertTokenizer",
46
+ "transformers_version": "5.3.0",
47
+ "type_vocab_size": 2,
48
+ "use_cache": true,
49
+ "vocab_size": 54343
50
+ }
metrics.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "train_loss": [
3
+ 1.3997176137407767,
4
+ 1.060374002843689,
5
+ 0.9424460485780697,
6
+ 0.8126668618181824,
7
+ 0.6781947357485433,
8
+ 0.550816770938434,
9
+ 0.44699311838975775,
10
+ 0.3649046599144829,
11
+ 0.3023313081891379,
12
+ 0.2600003223730046
13
+ ],
14
+ "val_loss": [
15
+ 0.8864293653661242,
16
+ 0.7893356407920902,
17
+ 0.7794545379180747,
18
+ 0.7466167671462665,
19
+ 0.7812407450356449,
20
+ 0.8254531650051761,
21
+ 0.888769704875393,
22
+ 0.9474576842129374,
23
+ 0.9978417330421507,
24
+ 1.0494976064163404
25
+ ],
26
+ "val_acc": [
27
+ 0.6776622985389366,
28
+ 0.707486067178792,
29
+ 0.7135110709444193,
30
+ 0.7315860822413014,
31
+ 0.7299292062057539,
32
+ 0.7330923331827083,
33
+ 0.7368579605362253,
34
+ 0.7404729627956017,
35
+ 0.7388160867600543,
36
+ 0.7395692122307577
37
+ ]
38
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba11952764f0efacca1bfd00eaabd65e43d927a1d9448e6ff1285753a02115c2
3
+ size 511149648
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "cls_token": "[CLS]",
4
+ "do_basic_tokenize": true,
5
+ "do_lower_case": false,
6
+ "is_local": false,
7
+ "mask_token": "[MASK]",
8
+ "model_max_length": 512,
9
+ "never_split": null,
10
+ "pad_token": "[PAD]",
11
+ "sep_token": "[SEP]",
12
+ "strip_accents": null,
13
+ "tokenize_chinese_chars": true,
14
+ "tokenizer_class": "BertTokenizer",
15
+ "unk_token": "[UNK]"
16
+ }
training_curve.png ADDED