Hugging Face's logo

JasonWang1
/
BiTimeBERT

Safetensors
English
bert
BERT
temporal
time-aware language modeling
Model card Files
xet
Community
JasonWang1 commited on
Commit
e098c47
·
verified ·
1 Parent(s): 1d1f59d

Fix: Ensure cls.seq_relationship has 246 labels for DD task

Browse files
Files changed (1) hide show
  1. config.json +500 -8
config.json CHANGED
@@ -6,15 +6,512 @@
6
  "attention_probs_dropout_prob": 0.1,
7
  "bos_token_id": null,
8
  "classifier_dropout": null,
 
9
  "dtype": "float32",
10
  "eos_token_id": null,
11
  "gradient_checkpointing": false,
12
  "hidden_act": "gelu",
13
  "hidden_dropout_prob": 0.1,
14
  "hidden_size": 768,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "initializer_range": 0.02,
16
  "intermediate_size": 3072,
17
  "is_decoder": false,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  "layer_norm_eps": 1e-12,
19
  "max_position_embeddings": 512,
20
  "model_type": "bert",
@@ -22,15 +519,10 @@
22
  "num_hidden_layers": 12,
23
  "pad_token_id": 0,
24
  "position_embedding_type": "absolute",
 
25
  "tie_word_embeddings": true,
26
  "transformers_version": "5.2.0",
27
  "type_vocab_size": 2,
28
  "use_cache": true,
29
- "vocab_size": 28996,
30
- "temporal_labels": 246,
31
- "pretraining_tasks": [
32
- "TAMLM",
33
- "DD"
34
- ],
35
- "temporal_granularity": "month"
36
- }
 
6
  "attention_probs_dropout_prob": 0.1,
7
  "bos_token_id": null,
8
  "classifier_dropout": null,
9
+ "dd_task_labels": 246,
10
  "dtype": "float32",
11
  "eos_token_id": null,
12
  "gradient_checkpointing": false,
13
  "hidden_act": "gelu",
14
  "hidden_dropout_prob": 0.1,
15
  "hidden_size": 768,
16
+ "id2label": {
17
+ "0": "LABEL_0",
18
+ "1": "LABEL_1",
19
+ "2": "LABEL_2",
20
+ "3": "LABEL_3",
21
+ "4": "LABEL_4",
22
+ "5": "LABEL_5",
23
+ "6": "LABEL_6",
24
+ "7": "LABEL_7",
25
+ "8": "LABEL_8",
26
+ "9": "LABEL_9",
27
+ "10": "LABEL_10",
28
+ "11": "LABEL_11",
29
+ "12": "LABEL_12",
30
+ "13": "LABEL_13",
31
+ "14": "LABEL_14",
32
+ "15": "LABEL_15",
33
+ "16": "LABEL_16",
34
+ "17": "LABEL_17",
35
+ "18": "LABEL_18",
36
+ "19": "LABEL_19",
37
+ "20": "LABEL_20",
38
+ "21": "LABEL_21",
39
+ "22": "LABEL_22",
40
+ "23": "LABEL_23",
41
+ "24": "LABEL_24",
42
+ "25": "LABEL_25",
43
+ "26": "LABEL_26",
44
+ "27": "LABEL_27",
45
+ "28": "LABEL_28",
46
+ "29": "LABEL_29",
47
+ "30": "LABEL_30",
48
+ "31": "LABEL_31",
49
+ "32": "LABEL_32",
50
+ "33": "LABEL_33",
51
+ "34": "LABEL_34",
52
+ "35": "LABEL_35",
53
+ "36": "LABEL_36",
54
+ "37": "LABEL_37",
55
+ "38": "LABEL_38",
56
+ "39": "LABEL_39",
57
+ "40": "LABEL_40",
58
+ "41": "LABEL_41",
59
+ "42": "LABEL_42",
60
+ "43": "LABEL_43",
61
+ "44": "LABEL_44",
62
+ "45": "LABEL_45",
63
+ "46": "LABEL_46",
64
+ "47": "LABEL_47",
65
+ "48": "LABEL_48",
66
+ "49": "LABEL_49",
67
+ "50": "LABEL_50",
68
+ "51": "LABEL_51",
69
+ "52": "LABEL_52",
70
+ "53": "LABEL_53",
71
+ "54": "LABEL_54",
72
+ "55": "LABEL_55",
73
+ "56": "LABEL_56",
74
+ "57": "LABEL_57",
75
+ "58": "LABEL_58",
76
+ "59": "LABEL_59",
77
+ "60": "LABEL_60",
78
+ "61": "LABEL_61",
79
+ "62": "LABEL_62",
80
+ "63": "LABEL_63",
81
+ "64": "LABEL_64",
82
+ "65": "LABEL_65",
83
+ "66": "LABEL_66",
84
+ "67": "LABEL_67",
85
+ "68": "LABEL_68",
86
+ "69": "LABEL_69",
87
+ "70": "LABEL_70",
88
+ "71": "LABEL_71",
89
+ "72": "LABEL_72",
90
+ "73": "LABEL_73",
91
+ "74": "LABEL_74",
92
+ "75": "LABEL_75",
93
+ "76": "LABEL_76",
94
+ "77": "LABEL_77",
95
+ "78": "LABEL_78",
96
+ "79": "LABEL_79",
97
+ "80": "LABEL_80",
98
+ "81": "LABEL_81",
99
+ "82": "LABEL_82",
100
+ "83": "LABEL_83",
101
+ "84": "LABEL_84",
102
+ "85": "LABEL_85",
103
+ "86": "LABEL_86",
104
+ "87": "LABEL_87",
105
+ "88": "LABEL_88",
106
+ "89": "LABEL_89",
107
+ "90": "LABEL_90",
108
+ "91": "LABEL_91",
109
+ "92": "LABEL_92",
110
+ "93": "LABEL_93",
111
+ "94": "LABEL_94",
112
+ "95": "LABEL_95",
113
+ "96": "LABEL_96",
114
+ "97": "LABEL_97",
115
+ "98": "LABEL_98",
116
+ "99": "LABEL_99",
117
+ "100": "LABEL_100",
118
+ "101": "LABEL_101",
119
+ "102": "LABEL_102",
120
+ "103": "LABEL_103",
121
+ "104": "LABEL_104",
122
+ "105": "LABEL_105",
123
+ "106": "LABEL_106",
124
+ "107": "LABEL_107",
125
+ "108": "LABEL_108",
126
+ "109": "LABEL_109",
127
+ "110": "LABEL_110",
128
+ "111": "LABEL_111",
129
+ "112": "LABEL_112",
130
+ "113": "LABEL_113",
131
+ "114": "LABEL_114",
132
+ "115": "LABEL_115",
133
+ "116": "LABEL_116",
134
+ "117": "LABEL_117",
135
+ "118": "LABEL_118",
136
+ "119": "LABEL_119",
137
+ "120": "LABEL_120",
138
+ "121": "LABEL_121",
139
+ "122": "LABEL_122",
140
+ "123": "LABEL_123",
141
+ "124": "LABEL_124",
142
+ "125": "LABEL_125",
143
+ "126": "LABEL_126",
144
+ "127": "LABEL_127",
145
+ "128": "LABEL_128",
146
+ "129": "LABEL_129",
147
+ "130": "LABEL_130",
148
+ "131": "LABEL_131",
149
+ "132": "LABEL_132",
150
+ "133": "LABEL_133",
151
+ "134": "LABEL_134",
152
+ "135": "LABEL_135",
153
+ "136": "LABEL_136",
154
+ "137": "LABEL_137",
155
+ "138": "LABEL_138",
156
+ "139": "LABEL_139",
157
+ "140": "LABEL_140",
158
+ "141": "LABEL_141",
159
+ "142": "LABEL_142",
160
+ "143": "LABEL_143",
161
+ "144": "LABEL_144",
162
+ "145": "LABEL_145",
163
+ "146": "LABEL_146",
164
+ "147": "LABEL_147",
165
+ "148": "LABEL_148",
166
+ "149": "LABEL_149",
167
+ "150": "LABEL_150",
168
+ "151": "LABEL_151",
169
+ "152": "LABEL_152",
170
+ "153": "LABEL_153",
171
+ "154": "LABEL_154",
172
+ "155": "LABEL_155",
173
+ "156": "LABEL_156",
174
+ "157": "LABEL_157",
175
+ "158": "LABEL_158",
176
+ "159": "LABEL_159",
177
+ "160": "LABEL_160",
178
+ "161": "LABEL_161",
179
+ "162": "LABEL_162",
180
+ "163": "LABEL_163",
181
+ "164": "LABEL_164",
182
+ "165": "LABEL_165",
183
+ "166": "LABEL_166",
184
+ "167": "LABEL_167",
185
+ "168": "LABEL_168",
186
+ "169": "LABEL_169",
187
+ "170": "LABEL_170",
188
+ "171": "LABEL_171",
189
+ "172": "LABEL_172",
190
+ "173": "LABEL_173",
191
+ "174": "LABEL_174",
192
+ "175": "LABEL_175",
193
+ "176": "LABEL_176",
194
+ "177": "LABEL_177",
195
+ "178": "LABEL_178",
196
+ "179": "LABEL_179",
197
+ "180": "LABEL_180",
198
+ "181": "LABEL_181",
199
+ "182": "LABEL_182",
200
+ "183": "LABEL_183",
201
+ "184": "LABEL_184",
202
+ "185": "LABEL_185",
203
+ "186": "LABEL_186",
204
+ "187": "LABEL_187",
205
+ "188": "LABEL_188",
206
+ "189": "LABEL_189",
207
+ "190": "LABEL_190",
208
+ "191": "LABEL_191",
209
+ "192": "LABEL_192",
210
+ "193": "LABEL_193",
211
+ "194": "LABEL_194",
212
+ "195": "LABEL_195",
213
+ "196": "LABEL_196",
214
+ "197": "LABEL_197",
215
+ "198": "LABEL_198",
216
+ "199": "LABEL_199",
217
+ "200": "LABEL_200",
218
+ "201": "LABEL_201",
219
+ "202": "LABEL_202",
220
+ "203": "LABEL_203",
221
+ "204": "LABEL_204",
222
+ "205": "LABEL_205",
223
+ "206": "LABEL_206",
224
+ "207": "LABEL_207",
225
+ "208": "LABEL_208",
226
+ "209": "LABEL_209",
227
+ "210": "LABEL_210",
228
+ "211": "LABEL_211",
229
+ "212": "LABEL_212",
230
+ "213": "LABEL_213",
231
+ "214": "LABEL_214",
232
+ "215": "LABEL_215",
233
+ "216": "LABEL_216",
234
+ "217": "LABEL_217",
235
+ "218": "LABEL_218",
236
+ "219": "LABEL_219",
237
+ "220": "LABEL_220",
238
+ "221": "LABEL_221",
239
+ "222": "LABEL_222",
240
+ "223": "LABEL_223",
241
+ "224": "LABEL_224",
242
+ "225": "LABEL_225",
243
+ "226": "LABEL_226",
244
+ "227": "LABEL_227",
245
+ "228": "LABEL_228",
246
+ "229": "LABEL_229",
247
+ "230": "LABEL_230",
248
+ "231": "LABEL_231",
249
+ "232": "LABEL_232",
250
+ "233": "LABEL_233",
251
+ "234": "LABEL_234",
252
+ "235": "LABEL_235",
253
+ "236": "LABEL_236",
254
+ "237": "LABEL_237",
255
+ "238": "LABEL_238",
256
+ "239": "LABEL_239",
257
+ "240": "LABEL_240",
258
+ "241": "LABEL_241",
259
+ "242": "LABEL_242",
260
+ "243": "LABEL_243",
261
+ "244": "LABEL_244",
262
+ "245": "LABEL_245"
263
+ },
264
  "initializer_range": 0.02,
265
  "intermediate_size": 3072,
266
  "is_decoder": false,
267
+ "label2id": {
268
+ "LABEL_0": 0,
269
+ "LABEL_1": 1,
270
+ "LABEL_10": 10,
271
+ "LABEL_100": 100,
272
+ "LABEL_101": 101,
273
+ "LABEL_102": 102,
274
+ "LABEL_103": 103,
275
+ "LABEL_104": 104,
276
+ "LABEL_105": 105,
277
+ "LABEL_106": 106,
278
+ "LABEL_107": 107,
279
+ "LABEL_108": 108,
280
+ "LABEL_109": 109,
281
+ "LABEL_11": 11,
282
+ "LABEL_110": 110,
283
+ "LABEL_111": 111,
284
+ "LABEL_112": 112,
285
+ "LABEL_113": 113,
286
+ "LABEL_114": 114,
287
+ "LABEL_115": 115,
288
+ "LABEL_116": 116,
289
+ "LABEL_117": 117,
290
+ "LABEL_118": 118,
291
+ "LABEL_119": 119,
292
+ "LABEL_12": 12,
293
+ "LABEL_120": 120,
294
+ "LABEL_121": 121,
295
+ "LABEL_122": 122,
296
+ "LABEL_123": 123,
297
+ "LABEL_124": 124,
298
+ "LABEL_125": 125,
299
+ "LABEL_126": 126,
300
+ "LABEL_127": 127,
301
+ "LABEL_128": 128,
302
+ "LABEL_129": 129,
303
+ "LABEL_13": 13,
304
+ "LABEL_130": 130,
305
+ "LABEL_131": 131,
306
+ "LABEL_132": 132,
307
+ "LABEL_133": 133,
308
+ "LABEL_134": 134,
309
+ "LABEL_135": 135,
310
+ "LABEL_136": 136,
311
+ "LABEL_137": 137,
312
+ "LABEL_138": 138,
313
+ "LABEL_139": 139,
314
+ "LABEL_14": 14,
315
+ "LABEL_140": 140,
316
+ "LABEL_141": 141,
317
+ "LABEL_142": 142,
318
+ "LABEL_143": 143,
319
+ "LABEL_144": 144,
320
+ "LABEL_145": 145,
321
+ "LABEL_146": 146,
322
+ "LABEL_147": 147,
323
+ "LABEL_148": 148,
324
+ "LABEL_149": 149,
325
+ "LABEL_15": 15,
326
+ "LABEL_150": 150,
327
+ "LABEL_151": 151,
328
+ "LABEL_152": 152,
329
+ "LABEL_153": 153,
330
+ "LABEL_154": 154,
331
+ "LABEL_155": 155,
332
+ "LABEL_156": 156,
333
+ "LABEL_157": 157,
334
+ "LABEL_158": 158,
335
+ "LABEL_159": 159,
336
+ "LABEL_16": 16,
337
+ "LABEL_160": 160,
338
+ "LABEL_161": 161,
339
+ "LABEL_162": 162,
340
+ "LABEL_163": 163,
341
+ "LABEL_164": 164,
342
+ "LABEL_165": 165,
343
+ "LABEL_166": 166,
344
+ "LABEL_167": 167,
345
+ "LABEL_168": 168,
346
+ "LABEL_169": 169,
347
+ "LABEL_17": 17,
348
+ "LABEL_170": 170,
349
+ "LABEL_171": 171,
350
+ "LABEL_172": 172,
351
+ "LABEL_173": 173,
352
+ "LABEL_174": 174,
353
+ "LABEL_175": 175,
354
+ "LABEL_176": 176,
355
+ "LABEL_177": 177,
356
+ "LABEL_178": 178,
357
+ "LABEL_179": 179,
358
+ "LABEL_18": 18,
359
+ "LABEL_180": 180,
360
+ "LABEL_181": 181,
361
+ "LABEL_182": 182,
362
+ "LABEL_183": 183,
363
+ "LABEL_184": 184,
364
+ "LABEL_185": 185,
365
+ "LABEL_186": 186,
366
+ "LABEL_187": 187,
367
+ "LABEL_188": 188,
368
+ "LABEL_189": 189,
369
+ "LABEL_19": 19,
370
+ "LABEL_190": 190,
371
+ "LABEL_191": 191,
372
+ "LABEL_192": 192,
373
+ "LABEL_193": 193,
374
+ "LABEL_194": 194,
375
+ "LABEL_195": 195,
376
+ "LABEL_196": 196,
377
+ "LABEL_197": 197,
378
+ "LABEL_198": 198,
379
+ "LABEL_199": 199,
380
+ "LABEL_2": 2,
381
+ "LABEL_20": 20,
382
+ "LABEL_200": 200,
383
+ "LABEL_201": 201,
384
+ "LABEL_202": 202,
385
+ "LABEL_203": 203,
386
+ "LABEL_204": 204,
387
+ "LABEL_205": 205,
388
+ "LABEL_206": 206,
389
+ "LABEL_207": 207,
390
+ "LABEL_208": 208,
391
+ "LABEL_209": 209,
392
+ "LABEL_21": 21,
393
+ "LABEL_210": 210,
394
+ "LABEL_211": 211,
395
+ "LABEL_212": 212,
396
+ "LABEL_213": 213,
397
+ "LABEL_214": 214,
398
+ "LABEL_215": 215,
399
+ "LABEL_216": 216,
400
+ "LABEL_217": 217,
401
+ "LABEL_218": 218,
402
+ "LABEL_219": 219,
403
+ "LABEL_22": 22,
404
+ "LABEL_220": 220,
405
+ "LABEL_221": 221,
406
+ "LABEL_222": 222,
407
+ "LABEL_223": 223,
408
+ "LABEL_224": 224,
409
+ "LABEL_225": 225,
410
+ "LABEL_226": 226,
411
+ "LABEL_227": 227,
412
+ "LABEL_228": 228,
413
+ "LABEL_229": 229,
414
+ "LABEL_23": 23,
415
+ "LABEL_230": 230,
416
+ "LABEL_231": 231,
417
+ "LABEL_232": 232,
418
+ "LABEL_233": 233,
419
+ "LABEL_234": 234,
420
+ "LABEL_235": 235,
421
+ "LABEL_236": 236,
422
+ "LABEL_237": 237,
423
+ "LABEL_238": 238,
424
+ "LABEL_239": 239,
425
+ "LABEL_24": 24,
426
+ "LABEL_240": 240,
427
+ "LABEL_241": 241,
428
+ "LABEL_242": 242,
429
+ "LABEL_243": 243,
430
+ "LABEL_244": 244,
431
+ "LABEL_245": 245,
432
+ "LABEL_25": 25,
433
+ "LABEL_26": 26,
434
+ "LABEL_27": 27,
435
+ "LABEL_28": 28,
436
+ "LABEL_29": 29,
437
+ "LABEL_3": 3,
438
+ "LABEL_30": 30,
439
+ "LABEL_31": 31,
440
+ "LABEL_32": 32,
441
+ "LABEL_33": 33,
442
+ "LABEL_34": 34,
443
+ "LABEL_35": 35,
444
+ "LABEL_36": 36,
445
+ "LABEL_37": 37,
446
+ "LABEL_38": 38,
447
+ "LABEL_39": 39,
448
+ "LABEL_4": 4,
449
+ "LABEL_40": 40,
450
+ "LABEL_41": 41,
451
+ "LABEL_42": 42,
452
+ "LABEL_43": 43,
453
+ "LABEL_44": 44,
454
+ "LABEL_45": 45,
455
+ "LABEL_46": 46,
456
+ "LABEL_47": 47,
457
+ "LABEL_48": 48,
458
+ "LABEL_49": 49,
459
+ "LABEL_5": 5,
460
+ "LABEL_50": 50,
461
+ "LABEL_51": 51,
462
+ "LABEL_52": 52,
463
+ "LABEL_53": 53,
464
+ "LABEL_54": 54,
465
+ "LABEL_55": 55,
466
+ "LABEL_56": 56,
467
+ "LABEL_57": 57,
468
+ "LABEL_58": 58,
469
+ "LABEL_59": 59,
470
+ "LABEL_6": 6,
471
+ "LABEL_60": 60,
472
+ "LABEL_61": 61,
473
+ "LABEL_62": 62,
474
+ "LABEL_63": 63,
475
+ "LABEL_64": 64,
476
+ "LABEL_65": 65,
477
+ "LABEL_66": 66,
478
+ "LABEL_67": 67,
479
+ "LABEL_68": 68,
480
+ "LABEL_69": 69,
481
+ "LABEL_7": 7,
482
+ "LABEL_70": 70,
483
+ "LABEL_71": 71,
484
+ "LABEL_72": 72,
485
+ "LABEL_73": 73,
486
+ "LABEL_74": 74,
487
+ "LABEL_75": 75,
488
+ "LABEL_76": 76,
489
+ "LABEL_77": 77,
490
+ "LABEL_78": 78,
491
+ "LABEL_79": 79,
492
+ "LABEL_8": 8,
493
+ "LABEL_80": 80,
494
+ "LABEL_81": 81,
495
+ "LABEL_82": 82,
496
+ "LABEL_83": 83,
497
+ "LABEL_84": 84,
498
+ "LABEL_85": 85,
499
+ "LABEL_86": 86,
500
+ "LABEL_87": 87,
501
+ "LABEL_88": 88,
502
+ "LABEL_89": 89,
503
+ "LABEL_9": 9,
504
+ "LABEL_90": 90,
505
+ "LABEL_91": 91,
506
+ "LABEL_92": 92,
507
+ "LABEL_93": 93,
508
+ "LABEL_94": 94,
509
+ "LABEL_95": 95,
510
+ "LABEL_96": 96,
511
+ "LABEL_97": 97,
512
+ "LABEL_98": 98,
513
+ "LABEL_99": 99
514
+ },
515
  "layer_norm_eps": 1e-12,
516
  "max_position_embeddings": 512,
517
  "model_type": "bert",
 
519
  "num_hidden_layers": 12,
520
  "pad_token_id": 0,
521
  "position_embedding_type": "absolute",
522
+ "temporal_granularity": "month",
523
  "tie_word_embeddings": true,
524
  "transformers_version": "5.2.0",
525
  "type_vocab_size": 2,
526
  "use_cache": true,
527
+ "vocab_size": 28996
528
+ }