xiaobo6668 commited on
Commit
ff6aa73
·
verified ·
1 Parent(s): 3208525

Upload qwen2.5-VL-7B stage2 SFT checkpoint-80 model files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/tokenizer.json filter=lfs diff=lfs merge=lfs -text
qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
2
+ You are a helpful assistant.<|im_end|>
3
+ {% endif %}<|im_start|>{{ message['role'] }}
4
+ {% if message['content'] is string %}{{ message['content'] }}<|im_end|>
5
+ {% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
6
+ {% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
7
+ {% endif %}
qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/config.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2_5_VLForConditionalGeneration"
4
+ ],
5
+ "bos_token_id": 151643,
6
+ "dtype": "bfloat16",
7
+ "eos_token_id": 151645,
8
+ "hidden_size": 3584,
9
+ "image_token_id": 151655,
10
+ "model_type": "qwen2_5_vl",
11
+ "pad_token_id": 151643,
12
+ "tie_word_embeddings": false,
13
+ "transformers_version": "5.0.0",
14
+ "use_cache": false,
15
+ "video_token_id": 151656,
16
+ "vision_config": {
17
+ "depth": 32,
18
+ "dtype": "bfloat16",
19
+ "fullatt_block_indexes": [
20
+ 7,
21
+ 15,
22
+ 23,
23
+ 31
24
+ ],
25
+ "hidden_act": "silu",
26
+ "hidden_size": 1280,
27
+ "in_channels": 3,
28
+ "in_chans": 3,
29
+ "initializer_range": 0.02,
30
+ "intermediate_size": 3420,
31
+ "model_type": "qwen2_5_vl",
32
+ "num_heads": 16,
33
+ "out_hidden_size": 3584,
34
+ "patch_size": 14,
35
+ "spatial_merge_size": 2,
36
+ "spatial_patch_size": 14,
37
+ "temporal_patch_size": 2,
38
+ "tokens_per_second": 2,
39
+ "window_size": 112
40
+ },
41
+ "vision_end_token_id": 151653,
42
+ "vision_start_token_id": 151652,
43
+ "vision_token_id": 151654,
44
+ "rope_scaling": {
45
+ "type": "mrope",
46
+ "mrope_section": [
47
+ 16,
48
+ 24,
49
+ 24
50
+ ]
51
+ },
52
+ "rope_theta": 1000000.0,
53
+ "attention_dropout": 0.0,
54
+ "hidden_act": "silu",
55
+ "initializer_range": 0.02,
56
+ "intermediate_size": 18944,
57
+ "layer_types": [
58
+ "full_attention",
59
+ "full_attention",
60
+ "full_attention",
61
+ "full_attention",
62
+ "full_attention",
63
+ "full_attention",
64
+ "full_attention",
65
+ "full_attention",
66
+ "full_attention",
67
+ "full_attention",
68
+ "full_attention",
69
+ "full_attention",
70
+ "full_attention",
71
+ "full_attention",
72
+ "full_attention",
73
+ "full_attention",
74
+ "full_attention",
75
+ "full_attention",
76
+ "full_attention",
77
+ "full_attention",
78
+ "full_attention",
79
+ "full_attention",
80
+ "full_attention",
81
+ "full_attention",
82
+ "full_attention",
83
+ "full_attention",
84
+ "full_attention",
85
+ "full_attention"
86
+ ],
87
+ "max_position_embeddings": 128000,
88
+ "max_window_layers": 28,
89
+ "num_attention_heads": 28,
90
+ "num_hidden_layers": 28,
91
+ "num_key_value_heads": 4,
92
+ "rms_norm_eps": 1e-06,
93
+ "rope_parameters": {
94
+ "mrope_section": [
95
+ 16,
96
+ 24,
97
+ 24
98
+ ],
99
+ "rope_theta": 1000000.0,
100
+ "rope_type": "default",
101
+ "type": "mrope"
102
+ },
103
+ "sliding_window": null,
104
+ "use_sliding_window": false,
105
+ "vocab_size": 152390
106
+ }
qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_sample": true,
3
+ "eos_token_id": [
4
+ 151645,
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 1e-06,
11
+ "transformers_version": "5.0.0"
12
+ }
qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950b83a109fb3951ff917f13421d784ccf80dab33ddb48583dada5ef65dee854
3
+ size 16589089144
qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/processor_config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "data_format": "channels_first",
4
+ "do_convert_rgb": true,
5
+ "do_normalize": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.48145466,
10
+ 0.4578275,
11
+ 0.40821073
12
+ ],
13
+ "image_processor_type": "Qwen2VLImageProcessorFast",
14
+ "image_std": [
15
+ 0.26862954,
16
+ 0.26130258,
17
+ 0.27577711
18
+ ],
19
+ "merge_size": 2,
20
+ "patch_size": 14,
21
+ "resample": 3,
22
+ "rescale_factor": 0.00392156862745098,
23
+ "size": {
24
+ "longest_edge": 12845056,
25
+ "shortest_edge": 3136
26
+ },
27
+ "temporal_patch_size": 2
28
+ },
29
+ "processor_class": "Qwen2_5_VLProcessor",
30
+ "video_processor": {
31
+ "data_format": "channels_first",
32
+ "default_to_square": true,
33
+ "do_convert_rgb": true,
34
+ "do_normalize": true,
35
+ "do_rescale": true,
36
+ "do_resize": true,
37
+ "do_sample_frames": false,
38
+ "image_mean": [
39
+ 0.48145466,
40
+ 0.4578275,
41
+ 0.40821073
42
+ ],
43
+ "image_processor_type": "Qwen2VLImageProcessor",
44
+ "image_std": [
45
+ 0.26862954,
46
+ 0.26130258,
47
+ 0.27577711
48
+ ],
49
+ "max_frames": 768,
50
+ "merge_size": 2,
51
+ "min_frames": 4,
52
+ "patch_size": 14,
53
+ "resample": 3,
54
+ "rescale_factor": 0.00392156862745098,
55
+ "return_metadata": false,
56
+ "size": {
57
+ "longest_edge": 12845056,
58
+ "shortest_edge": 3136
59
+ },
60
+ "temporal_patch_size": 2,
61
+ "video_processor_type": "Qwen2VLVideoProcessor"
62
+ }
63
+ }
qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ffcef62cb98b6b8dcf4829bc0ca75592f6001e082348d3d1376eb443a3d62ad
3
+ size 11554313
qwen2.5-VL-7B-256-stage2-sft-checkpoint-80/tokenizer_config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "extra_special_tokens": {
9
+ "<|im_start|>": "<|im_start|>",
10
+ "<|im_end|>": "<|im_end|>",
11
+ "<|object_ref_start|>": "<|object_ref_start|>",
12
+ "<|object_ref_end|>": "<|object_ref_end|>",
13
+ "<|box_start|>": "<|box_start|>",
14
+ "<|box_end|>": "<|box_end|>",
15
+ "<|quad_start|>": "<|quad_start|>",
16
+ "<|quad_end|>": "<|quad_end|>",
17
+ "<|vision_start|>": "<|vision_start|>",
18
+ "<|vision_end|>": "<|vision_end|>",
19
+ "<|vision_pad|>": "<|vision_pad|>",
20
+ "<|image_pad|>": "<|image_pad|>",
21
+ "<|video_pad|>": "<|video_pad|>"
22
+ },
23
+ "is_local": true,
24
+ "model_max_length": 131072,
25
+ "pad_token": "<|endoftext|>",
26
+ "padding_side": "right",
27
+ "processor_class": "Qwen2_5_VLProcessor",
28
+ "split_special_tokens": false,
29
+ "tokenizer_class": "Qwen2Tokenizer",
30
+ "unk_token": null
31
+ }