Thehunter99 commited on
Commit
5f6507b
·
verified ·
1 Parent(s): bdfba27

Push model using huggingface_hub.

Browse files
added_tokens.json CHANGED
@@ -1,6 +1,5 @@
1
  {
2
- "<<ENT>>": 128002,
3
- "<<SEP>>": 128003,
4
- "[FLERT]": 128001,
5
  "[MASK]": 128000
6
  }
 
1
  {
2
+ "<<ENT>>": 128001,
3
+ "<<SEP>>": 128002,
 
4
  "[MASK]": 128000
5
  }
gliner_config.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "class_token_index": 128002,
3
  "dropout": 0.4,
4
  "embed_ent_token": true,
5
  "encoder_config": {
6
  "_attn_implementation_autoset": true,
7
- "_name_or_path": "microsoft/deberta-v3-small",
8
  "add_cross_attention": false,
9
  "architectures": null,
10
  "attention_probs_dropout_prob": 0.1,
@@ -51,7 +51,7 @@
51
  "num_attention_heads": 12,
52
  "num_beam_groups": 1,
53
  "num_beams": 1,
54
- "num_hidden_layers": 6,
55
  "num_return_sequences": 1,
56
  "output_attentions": false,
57
  "output_hidden_states": false,
@@ -90,37 +90,34 @@
90
  "type_vocab_size": 0,
91
  "typical_p": 1.0,
92
  "use_bfloat16": false,
93
- "vocab_size": 128004
94
  },
95
  "ent_token": "<<ENT>>",
96
- "eval_every": 5000,
97
  "fine_tune": true,
98
  "fuse_layers": false,
99
  "has_rnn": true,
100
- "hidden_size": 512,
 
101
  "labels_encoder": null,
102
  "labels_encoder_config": null,
103
- "lr_encoder": "1e-5",
104
- "lr_others": "5e-5",
 
105
  "max_len": 384,
106
  "max_neg_type_ratio": 1,
107
- "max_types": 25,
108
  "max_width": 12,
109
- "model_name": "microsoft/deberta-v3-small",
110
  "model_type": "gliner",
111
- "name": "correct",
112
  "num_post_fusion_layers": 1,
113
- "num_steps": 30000,
114
  "post_fusion_schema": "",
115
  "random_drop": true,
116
  "sep_token": "<<SEP>>",
117
  "shuffle_types": true,
118
- "size_sup": -1,
119
  "span_mode": "markerV0",
120
  "subtoken_pooling": "first",
121
- "train_batch_size": 8,
122
  "transformers_version": "4.51.3",
123
- "vocab_size": 128004,
124
- "warmup_ratio": 3000,
125
  "words_splitter_type": "whitespace"
126
  }
 
1
  {
2
+ "class_token_index": 128001,
3
  "dropout": 0.4,
4
  "embed_ent_token": true,
5
  "encoder_config": {
6
  "_attn_implementation_autoset": true,
7
+ "_name_or_path": "microsoft/deberta-v3-base",
8
  "add_cross_attention": false,
9
  "architectures": null,
10
  "attention_probs_dropout_prob": 0.1,
 
51
  "num_attention_heads": 12,
52
  "num_beam_groups": 1,
53
  "num_beams": 1,
54
+ "num_hidden_layers": 12,
55
  "num_return_sequences": 1,
56
  "output_attentions": false,
57
  "output_hidden_states": false,
 
90
  "type_vocab_size": 0,
91
  "typical_p": 1.0,
92
  "use_bfloat16": false,
93
+ "vocab_size": 128003
94
  },
95
  "ent_token": "<<ENT>>",
 
96
  "fine_tune": true,
97
  "fuse_layers": false,
98
  "has_rnn": true,
99
+ "hidden_size": 768,
100
+ "label_smoothing": 0.0,
101
  "labels_encoder": null,
102
  "labels_encoder_config": null,
103
+ "loss_alpha": 0.8,
104
+ "loss_gamma": 0,
105
+ "loss_reduction": "sum",
106
  "max_len": 384,
107
  "max_neg_type_ratio": 1,
108
+ "max_types": 30,
109
  "max_width": 12,
110
+ "model_name": "microsoft/deberta-v3-base",
111
  "model_type": "gliner",
112
+ "name": "span level gliner",
113
  "num_post_fusion_layers": 1,
 
114
  "post_fusion_schema": "",
115
  "random_drop": true,
116
  "sep_token": "<<SEP>>",
117
  "shuffle_types": true,
 
118
  "span_mode": "markerV0",
119
  "subtoken_pooling": "first",
 
120
  "transformers_version": "4.51.3",
121
+ "vocab_size": 128003,
 
122
  "words_splitter_type": "whitespace"
123
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6b69a17f1c18b56945fb09435fd5ad7d0f71425890ad2fef92acb56b6956919
3
- size 610640046
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1a15727ef8b13f1fb9c6de253230b3552b45039464ba1144d4b22821903698c
3
+ size 834285094
special_tokens_map.json CHANGED
@@ -1,10 +1,46 @@
1
  {
2
- "bos_token": "[CLS]",
3
- "cls_token": "[CLS]",
4
- "eos_token": "[SEP]",
5
- "mask_token": "[MASK]",
6
- "pad_token": "[PAD]",
7
- "sep_token": "[SEP]",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  "unk_token": {
9
  "content": "[UNK]",
10
  "lstrip": false,
 
1
  {
2
+ "bos_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "[CLS]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "[SEP]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "[MASK]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "[PAD]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "[SEP]",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
  "unk_token": {
45
  "content": "[UNK]",
46
  "lstrip": false,
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -41,14 +41,6 @@
41
  "special": true
42
  },
43
  "128001": {
44
- "content": "[FLERT]",
45
- "lstrip": false,
46
- "normalized": true,
47
- "rstrip": false,
48
- "single_word": false,
49
- "special": false
50
- },
51
- "128002": {
52
  "content": "<<ENT>>",
53
  "lstrip": false,
54
  "normalized": true,
@@ -56,7 +48,7 @@
56
  "single_word": false,
57
  "special": false
58
  },
59
- "128003": {
60
  "content": "<<SEP>>",
61
  "lstrip": false,
62
  "normalized": true,
@@ -66,7 +58,7 @@
66
  }
67
  },
68
  "bos_token": "[CLS]",
69
- "clean_up_tokenization_spaces": false,
70
  "cls_token": "[CLS]",
71
  "do_lower_case": false,
72
  "eos_token": "[SEP]",
 
41
  "special": true
42
  },
43
  "128001": {
 
 
 
 
 
 
 
 
44
  "content": "<<ENT>>",
45
  "lstrip": false,
46
  "normalized": true,
 
48
  "single_word": false,
49
  "special": false
50
  },
51
+ "128002": {
52
  "content": "<<SEP>>",
53
  "lstrip": false,
54
  "normalized": true,
 
58
  }
59
  },
60
  "bos_token": "[CLS]",
61
+ "clean_up_tokenization_spaces": true,
62
  "cls_token": "[CLS]",
63
  "do_lower_case": false,
64
  "eos_token": "[SEP]",