Hugging Face's logo

acavanagh
/
phi-2-uspp

Text Classification
Transformers
Safetensors
deberta-v2
text-embeddings-inference
Model card Files
xet
Community
acavanagh commited on
Commit
e75955d
·
verified ·
1 Parent(s): bcea015

Training in progress, step 1000

Browse files
Files changed (8) hide show
  1. adapter_model.safetensors +1 -1
  2. added_tokens.json +1 -38
  3. config.json +31 -40
  4. model.safetensors +3 -0
  5. special_tokens_map.json +8 -17
  6. spm.model +3 -0
  7. tokenizer.json +0 -0
  8. tokenizer_config.json +30 -296
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c3ee2da16386e2bcf8de31f915eb65e57ca62b226555fa456eb1e277c342eca
3
  size 755036712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:353bcbdf962cdff9c4041de35816019e098505b8d7381d9018043055927cfcf4
3
  size 755036712
added_tokens.json CHANGED
@@ -1,40 +1,3 @@
1
  {
2
- "\t\t": 50294,
3
- "\t\t\t": 50293,
4
- "\t\t\t\t": 50292,
5
- "\t\t\t\t\t": 50291,
6
- "\t\t\t\t\t\t": 50290,
7
- "\t\t\t\t\t\t\t": 50289,
8
- "\t\t\t\t\t\t\t\t": 50288,
9
- "\t\t\t\t\t\t\t\t\t": 50287,
10
- " ": 50286,
11
- " ": 50285,
12
- " ": 50284,
13
- " ": 50283,
14
- " ": 50282,
15
- " ": 50281,
16
- " ": 50280,
17
- " ": 50279,
18
- " ": 50278,
19
- " ": 50277,
20
- " ": 50276,
21
- " ": 50275,
22
- " ": 50274,
23
- " ": 50273,
24
- " ": 50272,
25
- " ": 50271,
26
- " ": 50270,
27
- " ": 50269,
28
- " ": 50268,
29
- " ": 50267,
30
- " ": 50266,
31
- " ": 50265,
32
- " ": 50264,
33
- " ": 50263,
34
- " ": 50262,
35
- " ": 50261,
36
- " ": 50260,
37
- " ": 50259,
38
- " ": 50258,
39
- " ": 50257
40
  }
 
1
  {
2
+ "[MASK]": 128000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  }
config.json CHANGED
@@ -1,50 +1,41 @@
1
  {
2
- "_name_or_path": "microsoft/phi-2",
3
  "architectures": [
4
- "PhiForSequenceClassification"
5
  ],
6
- "attention_dropout": 0.0,
7
- "auto_map": {
8
- "AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
9
- "AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
10
- },
11
- "bos_token_id": 50256,
12
- "embd_pdrop": 0.0,
13
- "eos_token_id": 50256,
14
- "hidden_act": "gelu_new",
15
- "hidden_size": 2560,
16
  "id2label": {
17
- "0": "LABEL_0",
18
- "1": "LABEL_1",
19
- "2": "LABEL_2",
20
- "3": "LABEL_3",
21
- "4": "LABEL_4"
22
  },
23
  "initializer_range": 0.02,
24
- "intermediate_size": 10240,
25
  "label2id": {
26
- "LABEL_0": 0,
27
- "LABEL_1": 1,
28
- "LABEL_2": 2,
29
- "LABEL_3": 3,
30
- "LABEL_4": 4
31
  },
32
- "layer_norm_eps": 1e-05,
33
- "max_position_embeddings": 2048,
34
- "model_type": "phi",
35
- "num_attention_heads": 32,
36
- "num_hidden_layers": 32,
37
- "num_key_value_heads": 32,
38
- "pad_token_id": 50256,
39
- "partial_rotary_factor": 0.4,
40
- "problem_type": "single_label_classification",
41
- "qk_layernorm": false,
42
- "resid_pdrop": 0.1,
43
- "rope_scaling": null,
44
- "rope_theta": 10000.0,
45
- "tie_word_embeddings": false,
 
 
 
 
 
46
  "torch_dtype": "float32",
47
- "transformers_version": "4.39.1",
48
- "use_cache": true,
49
- "vocab_size": 51200
50
  }
 
1
  {
2
+ "_name_or_path": "microsoft/deberta-v3-large",
3
  "architectures": [
4
+ "DebertaV2ForSequenceClassification"
5
  ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 1024,
 
 
 
 
 
 
10
  "id2label": {
11
+ "0": "LABEL_0"
 
 
 
 
12
  },
13
  "initializer_range": 0.02,
14
+ "intermediate_size": 4096,
15
  "label2id": {
16
+ "LABEL_0": 0
 
 
 
 
17
  },
18
+ "layer_norm_eps": 1e-07,
19
+ "max_position_embeddings": 512,
20
+ "max_relative_positions": -1,
21
+ "model_type": "deberta-v2",
22
+ "norm_rel_ebd": "layer_norm",
23
+ "num_attention_heads": 16,
24
+ "num_hidden_layers": 24,
25
+ "pad_token_id": 0,
26
+ "pooler_dropout": 0,
27
+ "pooler_hidden_act": "gelu",
28
+ "pooler_hidden_size": 1024,
29
+ "pos_att_type": [
30
+ "p2c",
31
+ "c2p"
32
+ ],
33
+ "position_biased_input": false,
34
+ "position_buckets": 256,
35
+ "relative_attention": true,
36
+ "share_att_key": true,
37
  "torch_dtype": "float32",
38
+ "transformers_version": "4.39.2",
39
+ "type_vocab_size": 0,
40
+ "vocab_size": 128100
41
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d407d5bb45076ef6b32eb8d3fecd1fd1325e120e1c4c91861e2902ef4bc9576
3
+ size 1740300340
special_tokens_map.json CHANGED
@@ -1,23 +1,14 @@
1
  {
2
- "bos_token": {
3
- "content": "<|endoftext|>",
4
- "lstrip": false,
5
- "normalized": false,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "<|endoftext|>",
11
- "lstrip": false,
12
- "normalized": false,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": "<|endoftext|>",
17
  "unk_token": {
18
- "content": "<|endoftext|>",
19
  "lstrip": false,
20
- "normalized": false,
21
  "rstrip": false,
22
  "single_word": false
23
  }
 
1
  {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
 
 
 
 
 
 
 
 
 
8
  "unk_token": {
9
+ "content": "[UNK]",
10
  "lstrip": false,
11
+ "normalized": true,
12
  "rstrip": false,
13
  "single_word": false
14
  }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,324 +1,58 @@
1
  {
2
- "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
- "50256": {
5
- "content": "<|endoftext|>",
6
  "lstrip": false,
7
  "normalized": false,
8
  "rstrip": false,
9
  "single_word": false,
10
  "special": true
11
  },
12
- "50257": {
13
- "content": " ",
14
  "lstrip": false,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": false
19
- },
20
- "50258": {
21
- "content": " ",
22
- "lstrip": false,
23
- "normalized": true,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": false
27
- },
28
- "50259": {
29
- "content": " ",
30
- "lstrip": false,
31
- "normalized": true,
32
- "rstrip": false,
33
- "single_word": false,
34
- "special": false
35
- },
36
- "50260": {
37
- "content": " ",
38
- "lstrip": false,
39
- "normalized": true,
40
- "rstrip": false,
41
- "single_word": false,
42
- "special": false
43
- },
44
- "50261": {
45
- "content": " ",
46
- "lstrip": false,
47
- "normalized": true,
48
- "rstrip": false,
49
- "single_word": false,
50
- "special": false
51
- },
52
- "50262": {
53
- "content": " ",
54
- "lstrip": false,
55
- "normalized": true,
56
- "rstrip": false,
57
- "single_word": false,
58
- "special": false
59
- },
60
- "50263": {
61
- "content": " ",
62
- "lstrip": false,
63
- "normalized": true,
64
- "rstrip": false,
65
- "single_word": false,
66
- "special": false
67
- },
68
- "50264": {
69
- "content": " ",
70
- "lstrip": false,
71
- "normalized": true,
72
- "rstrip": false,
73
- "single_word": false,
74
- "special": false
75
- },
76
- "50265": {
77
- "content": " ",
78
- "lstrip": false,
79
- "normalized": true,
80
- "rstrip": false,
81
- "single_word": false,
82
- "special": false
83
- },
84
- "50266": {
85
- "content": " ",
86
- "lstrip": false,
87
- "normalized": true,
88
- "rstrip": false,
89
- "single_word": false,
90
- "special": false
91
- },
92
- "50267": {
93
- "content": " ",
94
- "lstrip": false,
95
- "normalized": true,
96
- "rstrip": false,
97
- "single_word": false,
98
- "special": false
99
- },
100
- "50268": {
101
- "content": " ",
102
- "lstrip": false,
103
- "normalized": true,
104
- "rstrip": false,
105
- "single_word": false,
106
- "special": false
107
- },
108
- "50269": {
109
- "content": " ",
110
- "lstrip": false,
111
- "normalized": true,
112
- "rstrip": false,
113
- "single_word": false,
114
- "special": false
115
- },
116
- "50270": {
117
- "content": " ",
118
- "lstrip": false,
119
- "normalized": true,
120
- "rstrip": false,
121
- "single_word": false,
122
- "special": false
123
- },
124
- "50271": {
125
- "content": " ",
126
- "lstrip": false,
127
- "normalized": true,
128
- "rstrip": false,
129
- "single_word": false,
130
- "special": false
131
- },
132
- "50272": {
133
- "content": " ",
134
- "lstrip": false,
135
- "normalized": true,
136
- "rstrip": false,
137
- "single_word": false,
138
- "special": false
139
- },
140
- "50273": {
141
- "content": " ",
142
- "lstrip": false,
143
- "normalized": true,
144
- "rstrip": false,
145
- "single_word": false,
146
- "special": false
147
- },
148
- "50274": {
149
- "content": " ",
150
- "lstrip": false,
151
- "normalized": true,
152
- "rstrip": false,
153
- "single_word": false,
154
- "special": false
155
- },
156
- "50275": {
157
- "content": " ",
158
- "lstrip": false,
159
- "normalized": true,
160
- "rstrip": false,
161
- "single_word": false,
162
- "special": false
163
- },
164
- "50276": {
165
- "content": " ",
166
- "lstrip": false,
167
- "normalized": true,
168
- "rstrip": false,
169
- "single_word": false,
170
- "special": false
171
- },
172
- "50277": {
173
- "content": " ",
174
- "lstrip": false,
175
- "normalized": true,
176
- "rstrip": false,
177
- "single_word": false,
178
- "special": false
179
- },
180
- "50278": {
181
- "content": " ",
182
- "lstrip": false,
183
- "normalized": true,
184
- "rstrip": false,
185
- "single_word": false,
186
- "special": false
187
- },
188
- "50279": {
189
- "content": " ",
190
- "lstrip": false,
191
- "normalized": true,
192
- "rstrip": false,
193
- "single_word": false,
194
- "special": false
195
- },
196
- "50280": {
197
- "content": " ",
198
- "lstrip": false,
199
- "normalized": true,
200
- "rstrip": false,
201
- "single_word": false,
202
- "special": false
203
- },
204
- "50281": {
205
- "content": " ",
206
- "lstrip": false,
207
- "normalized": true,
208
- "rstrip": false,
209
- "single_word": false,
210
- "special": false
211
- },
212
- "50282": {
213
- "content": " ",
214
- "lstrip": false,
215
- "normalized": true,
216
- "rstrip": false,
217
- "single_word": false,
218
- "special": false
219
- },
220
- "50283": {
221
- "content": " ",
222
- "lstrip": false,
223
- "normalized": true,
224
- "rstrip": false,
225
- "single_word": false,
226
- "special": false
227
- },
228
- "50284": {
229
- "content": " ",
230
- "lstrip": false,
231
- "normalized": true,
232
- "rstrip": false,
233
- "single_word": false,
234
- "special": false
235
- },
236
- "50285": {
237
- "content": " ",
238
- "lstrip": false,
239
- "normalized": true,
240
- "rstrip": false,
241
- "single_word": false,
242
- "special": false
243
- },
244
- "50286": {
245
- "content": " ",
246
- "lstrip": false,
247
- "normalized": true,
248
- "rstrip": false,
249
- "single_word": false,
250
- "special": false
251
- },
252
- "50287": {
253
- "content": "\t\t\t\t\t\t\t\t\t",
254
- "lstrip": false,
255
- "normalized": true,
256
- "rstrip": false,
257
- "single_word": false,
258
- "special": false
259
- },
260
- "50288": {
261
- "content": "\t\t\t\t\t\t\t\t",
262
- "lstrip": false,
263
- "normalized": true,
264
- "rstrip": false,
265
- "single_word": false,
266
- "special": false
267
- },
268
- "50289": {
269
- "content": "\t\t\t\t\t\t\t",
270
- "lstrip": false,
271
- "normalized": true,
272
- "rstrip": false,
273
- "single_word": false,
274
- "special": false
275
- },
276
- "50290": {
277
- "content": "\t\t\t\t\t\t",
278
- "lstrip": false,
279
- "normalized": true,
280
- "rstrip": false,
281
- "single_word": false,
282
- "special": false
283
- },
284
- "50291": {
285
- "content": "\t\t\t\t\t",
286
- "lstrip": false,
287
- "normalized": true,
288
  "rstrip": false,
289
  "single_word": false,
290
- "special": false
291
  },
292
- "50292": {
293
- "content": "\t\t\t\t",
294
  "lstrip": false,
295
- "normalized": true,
296
  "rstrip": false,
297
  "single_word": false,
298
- "special": false
299
  },
300
- "50293": {
301
- "content": "\t\t\t",
302
  "lstrip": false,
303
  "normalized": true,
304
  "rstrip": false,
305
  "single_word": false,
306
- "special": false
307
  },
308
- "50294": {
309
- "content": "\t\t",
310
  "lstrip": false,
311
- "normalized": true,
312
  "rstrip": false,
313
  "single_word": false,
314
- "special": false
315
  }
316
  },
317
- "bos_token": "<|endoftext|>",
318
  "clean_up_tokenization_spaces": true,
319
- "eos_token": "<|endoftext|>",
320
- "model_max_length": 2048,
321
- "pad_token": "<|endoftext|>",
322
- "tokenizer_class": "CodeGenTokenizer",
323
- "unk_token": "<|endoftext|>"
 
 
 
 
 
 
 
324
  }
 
1
  {
 
2
  "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false,
9
  "special": true
10
  },
11
+ "1": {
12
+ "content": "[CLS]",
13
  "lstrip": false,
14
+ "normalized": false,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "rstrip": false,
16
  "single_word": false,
17
+ "special": true
18
  },
19
+ "2": {
20
+ "content": "[SEP]",
21
  "lstrip": false,
22
+ "normalized": false,
23
  "rstrip": false,
24
  "single_word": false,
25
+ "special": true
26
  },
27
+ "3": {
28
+ "content": "[UNK]",
29
  "lstrip": false,
30
  "normalized": true,
31
  "rstrip": false,
32
  "single_word": false,
33
+ "special": true
34
  },
35
+ "128000": {
36
+ "content": "[MASK]",
37
  "lstrip": false,
38
+ "normalized": false,
39
  "rstrip": false,
40
  "single_word": false,
41
+ "special": true
42
  }
43
  },
44
+ "bos_token": "[CLS]",
45
  "clean_up_tokenization_spaces": true,
46
+ "cls_token": "[CLS]",
47
+ "do_lower_case": false,
48
+ "eos_token": "[SEP]",
49
+ "mask_token": "[MASK]",
50
+ "model_max_length": 1000000000000000019884624838656,
51
+ "pad_token": "[PAD]",
52
+ "sep_token": "[SEP]",
53
+ "sp_model_kwargs": {},
54
+ "split_by_punct": false,
55
+ "tokenizer_class": "DebertaV2Tokenizer",
56
+ "unk_token": "[UNK]",
57
+ "vocab_type": "spm"
58
  }