laub commited on
Commit
89c3908
·
verified ·
1 Parent(s): acc9911

Upload 14 files

Browse files
config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "_name_or_path": "microsoft/Florence-2-base",
3
  "architectures": [
4
  "Florence2ForConditionalGeneration"
5
  ],
6
  "auto_map": {
7
- "AutoConfig": "configuration_florence2.Florence2Config",
8
- "AutoModelForCausalLM": "modeling_florence2.Florence2ForConditionalGeneration"
9
  },
10
  "bos_token_id": 0,
11
  "eos_token_id": 2,
@@ -104,34 +104,134 @@
104
  "use_cache": true,
105
  "vocab_size": 51289
106
  },
107
- "torch_dtype": "float32",
108
- "transformers_version": "4.44.2",
109
  "vision_config": {
110
- "model_type": "davit",
111
- "drop_path_rate": 0.1,
112
- "patch_size": [7, 3, 3, 3],
113
- "patch_stride": [4, 2, 2, 2],
114
- "patch_padding": [3, 1, 1, 1],
115
- "patch_prenorm": [false, true, true, true],
116
- "enable_checkpoint": false,
117
- "dim_embed": [128, 256, 512, 1024],
118
- "num_heads": [4, 8, 16, 32],
119
- "num_groups": [4, 8, 16, 32],
120
- "depths": [1, 1, 9, 1],
121
- "window_size": 12,
122
- "projection_dim": 768,
123
- "visual_temporal_embedding": {
124
- "type": "COSINE",
125
- "max_temporal_embeddings": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
126
  },
 
 
 
 
127
  "image_pos_embed": {
128
- "type": "learned_abs_2d",
129
- "max_pos_embeddings": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  },
131
- "image_feature_source": ["spatial_avg_pool", "temporal_avg_pool"]
132
  },
133
- "vocab_size": 51289,
134
- "torch_dtype": "float16",
135
- "transformers_version": "4.41.0.dev0",
136
- "is_encoder_decoder": true
137
  }
 
1
  {
2
+ "_name_or_path": "MiaoshouAI/Florence-2-base-PromptGen-v2.0",
3
  "architectures": [
4
  "Florence2ForConditionalGeneration"
5
  ],
6
  "auto_map": {
7
+ "AutoConfig": "MiaoshouAI/Florence-2-base-PromptGen-v2.0--configuration_florence2.Florence2Config",
8
+ "AutoModelForCausalLM": "MiaoshouAI/Florence-2-base-PromptGen-v2.0--modeling_florence2.Florence2ForConditionalGeneration"
9
  },
10
  "bos_token_id": 0,
11
  "eos_token_id": 2,
 
104
  "use_cache": true,
105
  "vocab_size": 51289
106
  },
107
+ "torch_dtype": "float16",
108
+ "transformers_version": "4.41.2",
109
  "vision_config": {
110
+ "_name_or_path": "",
111
+ "add_cross_attention": false,
112
+ "architectures": null,
113
+ "bad_words_ids": null,
114
+ "begin_suppress_tokens": null,
115
+ "bos_token_id": null,
116
+ "chunk_size_feed_forward": 0,
117
+ "cross_attention_hidden_size": null,
118
+ "decoder_start_token_id": null,
119
+ "depths": [
120
+ 1,
121
+ 1,
122
+ 9,
123
+ 1
124
+ ],
125
+ "dim_embed": [
126
+ 128,
127
+ 256,
128
+ 512,
129
+ 1024
130
+ ],
131
+ "diversity_penalty": 0.0,
132
+ "do_sample": false,
133
+ "drop_path_rate": 0.1,
134
+ "early_stopping": false,
135
+ "enable_checkpoint": false,
136
+ "encoder_no_repeat_ngram_size": 0,
137
+ "eos_token_id": null,
138
+ "exponential_decay_length_penalty": null,
139
+ "finetuning_task": null,
140
+ "forced_bos_token_id": null,
141
+ "forced_eos_token_id": null,
142
+ "id2label": {
143
+ "0": "LABEL_0",
144
+ "1": "LABEL_1"
145
  },
146
+ "image_feature_source": [
147
+ "spatial_avg_pool",
148
+ "temporal_avg_pool"
149
+ ],
150
  "image_pos_embed": {
151
+ "max_pos_embeddings": 50,
152
+ "type": "learned_abs_2d"
153
+ },
154
+ "is_decoder": false,
155
+ "is_encoder_decoder": false,
156
+ "label2id": {
157
+ "LABEL_0": 0,
158
+ "LABEL_1": 1
159
+ },
160
+ "length_penalty": 1.0,
161
+ "max_length": 20,
162
+ "min_length": 0,
163
+ "model_type": "",
164
+ "no_repeat_ngram_size": 0,
165
+ "num_beam_groups": 1,
166
+ "num_beams": 1,
167
+ "num_groups": [
168
+ 4,
169
+ 8,
170
+ 16,
171
+ 32
172
+ ],
173
+ "num_heads": [
174
+ 4,
175
+ 8,
176
+ 16,
177
+ 32
178
+ ],
179
+ "num_return_sequences": 1,
180
+ "output_attentions": false,
181
+ "output_hidden_states": false,
182
+ "output_scores": false,
183
+ "pad_token_id": null,
184
+ "patch_padding": [
185
+ 3,
186
+ 1,
187
+ 1,
188
+ 1
189
+ ],
190
+ "patch_prenorm": [
191
+ false,
192
+ true,
193
+ true,
194
+ true
195
+ ],
196
+ "patch_size": [
197
+ 7,
198
+ 3,
199
+ 3,
200
+ 3
201
+ ],
202
+ "patch_stride": [
203
+ 4,
204
+ 2,
205
+ 2,
206
+ 2
207
+ ],
208
+ "prefix": null,
209
+ "problem_type": null,
210
+ "projection_dim": 768,
211
+ "pruned_heads": {},
212
+ "remove_invalid_values": false,
213
+ "repetition_penalty": 1.0,
214
+ "return_dict": true,
215
+ "return_dict_in_generate": false,
216
+ "sep_token_id": null,
217
+ "suppress_tokens": null,
218
+ "task_specific_params": null,
219
+ "temperature": 1.0,
220
+ "tf_legacy_loss": false,
221
+ "tie_encoder_decoder": false,
222
+ "tie_word_embeddings": true,
223
+ "tokenizer_class": null,
224
+ "top_k": 50,
225
+ "top_p": 1.0,
226
+ "torch_dtype": null,
227
+ "torchscript": false,
228
+ "typical_p": 1.0,
229
+ "use_bfloat16": false,
230
+ "visual_temporal_embedding": {
231
+ "max_temporal_embeddings": 100,
232
+ "type": "COSINE"
233
  },
234
+ "window_size": 12
235
  },
236
+ "vocab_size": 51289
 
 
 
237
  }
onnx/decoder_model_merged.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86400f82da6b7891b1ee961057d924399c460987147eb15a558d913622fc0606
3
- size 388227410
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae87e04b1a7888db5383496925c4011b60b2660a85872c3c954d49d809edabc9
3
+ size 388227338
onnx/decoder_with_past_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e8d6e6959160a960f9498c87d848ab048d60c8b2d9096b04de3cd353e827355
3
- size 359632410
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d8d387922e66226baa640d82762a102767df436bee08f1409b3c307403e765
3
+ size 359634870
preprocessor_config.json CHANGED
@@ -1,6 +1,23 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "auto_map": {
3
- "AutoProcessor": "processing_florence2.Florence2Processor"
4
  },
5
  "crop_size": {
6
  "height": 768,
 
1
  {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_center_crop",
8
+ "crop_size",
9
+ "do_rescale",
10
+ "rescale_factor",
11
+ "do_normalize",
12
+ "image_mean",
13
+ "image_std",
14
+ "do_convert_rgb",
15
+ "return_tensors",
16
+ "data_format",
17
+ "input_data_format"
18
+ ],
19
  "auto_map": {
20
+ "AutoProcessor": "MiaoshouAI/Florence-2-base-PromptGen-v2.0--processing_florence2.Florence2Processor"
21
  },
22
  "crop_size": {
23
  "height": 768,
special_tokens_map.json CHANGED
The diff for this file is too large to render. See raw diff