Halfotter commited on
Commit
0bef6ae
·
verified ·
1 Parent(s): 1022129

Upload 7 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model_v24_hf_compatible/tokenizer.json filter=lfs diff=lfs merge=lfs -text
model_v24_hf_compatible/README.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Korean XLM-RoBERTa Classifier (HF Compatible)
2
+
3
+ This model is converted from a custom classifier to be compatible with Hugging Face Inference API.
4
+
5
+ ## Model Info
6
+ - Base Model: xlm-roberta-base
7
+ - Task: text-classification
8
+ - Language: Korean
9
+ - Labels: 66
10
+
11
+ ## Usage
12
+ ```python
13
+ from transformers import AutoTokenizer, AutoModelForSequenceClassification
14
+
15
+ tokenizer = AutoTokenizer.from_pretrained("app/data/studied/model_v24_hf_compatible")
16
+ model = AutoModelForSequenceClassification.from_pretrained("app/data/studied/model_v24_hf_compatible")
17
+
18
+ # Predict
19
+ inputs = tokenizer("원본 투입물명", return_tensors="pt")
20
+ outputs = model(**inputs)
21
+ predictions = torch.nn.functional.softmax(outputs.logits, dim=-1)
22
+ ```
23
+
24
+ ## License
25
+ MIT License
model_v24_hf_compatible/config.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "xlm-roberta-base",
3
+ "architectures": [
4
+ "XLMRobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "xlm-roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "output_past": true,
21
+ "pad_token_id": 1,
22
+ "position_embedding_type": "absolute",
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.35.2",
25
+ "type_vocab_size": 1,
26
+ "use_cache": true,
27
+ "vocab_size": 250002,
28
+ "problem_type": "single_label_classification",
29
+ "id2label": {
30
+ "0": "점결탄",
31
+ "1": "산화마그네슘",
32
+ "2": "오븐 코크스",
33
+ "3": "콜타르",
34
+ "4": "직접 환원철",
35
+ "5": "일산화탄소",
36
+ "6": "천연가스",
37
+ "7": "갈탄",
38
+ "8": "페트롤 및 SBP",
39
+ "9": "역청",
40
+ "10": "냉각수",
41
+ "11": "강철",
42
+ "12": "석회석",
43
+ "13": "산업폐기물",
44
+ "14": "메탄",
45
+ "15": "고로 슬래그",
46
+ "16": "철 스크랩",
47
+ "17": "분진",
48
+ "18": "윤활유",
49
+ "19": "액화석유가스",
50
+ "20": "강철 스크랩",
51
+ "21": "탄산리튬",
52
+ "22": "경유",
53
+ "23": "잔류 연료유",
54
+ "24": "전기",
55
+ "25": "무연탄",
56
+ "26": "오일 셰일",
57
+ "27": "철광석",
58
+ "28": "탄산수소나트륨",
59
+ "29": "탄산바륨",
60
+ "30": "포장재",
61
+ "31": "액화 천연가스",
62
+ "32": "슬러지",
63
+ "33": "소다회",
64
+ "34": "산화바륨",
65
+ "35": "가스공장 가스",
66
+ "36": "폐유",
67
+ "37": "EAF 탄소 전극",
68
+ "38": "압연 스케일",
69
+ "39": "코크스 오븐 가스",
70
+ "40": "EAF 충전 탄소",
71
+ "41": "고로가스",
72
+ "42": "열간성형철 (HBI)",
73
+ "43": "피트 (Peat)",
74
+ "44": "선철",
75
+ "45": "원유",
76
+ "46": "산소 제강로 가스",
77
+ "47": "열유입",
78
+ "48": "절삭칩",
79
+ "49": "아역청탄",
80
+ "50": "마그네사이트",
81
+ "51": "석유 코크스",
82
+ "52": "펠렛",
83
+ "53": "오리멀전",
84
+ "54": "액화 석유가스",
85
+ "55": "등유",
86
+ "56": "소성가스",
87
+ "57": "에탄",
88
+ "58": "산화칼슘",
89
+ "59": "나프타",
90
+ "60": "철",
91
+ "61": "능철광",
92
+ "62": "소결광",
93
+ "63": "고온 성형 환원철",
94
+ "64": "휘발유",
95
+ "65": "탄산스트론튬"
96
+ },
97
+ "label2id": {
98
+ "점결탄": 0,
99
+ "산화마그네슘": 1,
100
+ "오븐 코크스": 2,
101
+ "콜타르": 3,
102
+ "직접 환원철": 4,
103
+ "일산화탄소": 5,
104
+ "천연가스": 6,
105
+ "갈탄": 7,
106
+ "페트롤 및 SBP": 8,
107
+ "역청": 9,
108
+ "냉각수": 10,
109
+ "강철": 11,
110
+ "석회석": 12,
111
+ "산업폐기물": 13,
112
+ "메탄": 14,
113
+ "고로 슬래그": 15,
114
+ "철 스크랩": 16,
115
+ "분진": 17,
116
+ "윤활유": 18,
117
+ "액화석유가스": 19,
118
+ "강철 스크랩": 20,
119
+ "탄산리튬": 21,
120
+ "경유": 22,
121
+ "잔류 연료유": 23,
122
+ "전기": 24,
123
+ "무연탄": 25,
124
+ "오일 셰일": 26,
125
+ "철광석": 27,
126
+ "탄산수소나트륨": 28,
127
+ "탄산바륨": 29,
128
+ "포장재": 30,
129
+ "액화 천연가스": 31,
130
+ "슬러지": 32,
131
+ "소다회": 33,
132
+ "산화바륨": 34,
133
+ "가스공장 가스": 35,
134
+ "폐유": 36,
135
+ "EAF 탄소 전극": 37,
136
+ "압연 스케일": 38,
137
+ "코크스 오븐 가스": 39,
138
+ "EAF 충전 탄소": 40,
139
+ "고로가스": 41,
140
+ "열간성형철 (HBI)": 42,
141
+ "피트 (Peat)": 43,
142
+ "선철": 44,
143
+ "원유": 45,
144
+ "산소 제강로 가스": 46,
145
+ "열유입": 47,
146
+ "절삭칩": 48,
147
+ "아역청탄": 49,
148
+ "마그네사이트": 50,
149
+ "석유 코크스": 51,
150
+ "펠렛": 52,
151
+ "오리멀전": 53,
152
+ "액화 석유가스": 54,
153
+ "등유": 55,
154
+ "소성가스": 56,
155
+ "에탄": 57,
156
+ "산화칼슘": 58,
157
+ "나프타": 59,
158
+ "철": 60,
159
+ "능철광": 61,
160
+ "소결광": 62,
161
+ "고온 성형 환원철": 63,
162
+ "휘발유": 64,
163
+ "탄산스트론튬": 65
164
+ },
165
+ "num_labels": 66
166
+ }
model_v24_hf_compatible/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9f78463531db7ec98f441bf5676f517c701cc4554814198711c1b465e9c3b8
3
+ size 1112197096
model_v24_hf_compatible/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9f78463531db7ec98f441bf5676f517c701cc4554814198711c1b465e9c3b8
3
+ size 1112197096
model_v24_hf_compatible/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
model_v24_hf_compatible/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1cc44ad7faaeec47241864835473fd5403f2da94673f3f764a77ebcb0a803ec
3
+ size 17083009
model_v24_hf_compatible/tokenizer_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "mask_token": "<mask>",
49
+ "model_max_length": 512,
50
+ "pad_token": "<pad>",
51
+ "sep_token": "</s>",
52
+ "tokenizer_class": "XLMRobertaTokenizer",
53
+ "unk_token": "<unk>"
54
+ }