Hula0401 commited on
Commit
a3966a7
·
verified ·
1 Parent(s): 90f7a54

Delete rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500

Browse files
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/added_tokens.json DELETED
@@ -1,16 +0,0 @@
1
- {
2
- "<|box_end|>": 151649,
3
- "<|box_start|>": 151648,
4
- "<|endoftext|>": 151643,
5
- "<|im_end|>": 151645,
6
- "<|im_start|>": 151644,
7
- "<|image_pad|>": 151655,
8
- "<|object_ref_end|>": 151647,
9
- "<|object_ref_start|>": 151646,
10
- "<|quad_end|>": 151651,
11
- "<|quad_start|>": 151650,
12
- "<|video_pad|>": 151656,
13
- "<|vision_end|>": 151653,
14
- "<|vision_pad|>": 151654,
15
- "<|vision_start|>": 151652
16
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/chat_template.json DELETED
@@ -1,3 +0,0 @@
1
- {
2
- "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
3
- }
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/config.json DELETED
@@ -1,57 +0,0 @@
1
- {
2
- "architectures": [
3
- "Cadrille"
4
- ],
5
- "attention_dropout": 0.0,
6
- "bos_token_id": 151643,
7
- "eos_token_id": 151645,
8
- "hidden_act": "silu",
9
- "hidden_size": 1536,
10
- "image_token_id": 151655,
11
- "initializer_range": 0.02,
12
- "intermediate_size": 8960,
13
- "max_position_embeddings": 32768,
14
- "max_window_layers": 28,
15
- "model_type": "qwen2_vl",
16
- "num_attention_heads": 12,
17
- "num_hidden_layers": 28,
18
- "num_key_value_heads": 2,
19
- "rms_norm_eps": 1e-06,
20
- "rope_scaling": {
21
- "mrope_section": [
22
- 16,
23
- 24,
24
- 24
25
- ],
26
- "rope_type": "default",
27
- "type": "default"
28
- },
29
- "rope_theta": 1000000.0,
30
- "sliding_window": 32768,
31
- "tie_word_embeddings": true,
32
- "torch_dtype": "bfloat16",
33
- "transformers_version": "4.50.3",
34
- "use_cache": true,
35
- "use_sliding_window": false,
36
- "video_token_id": 151656,
37
- "vision_config": {
38
- "depth": 32,
39
- "embed_dim": 1280,
40
- "hidden_act": "quick_gelu",
41
- "hidden_size": 1536,
42
- "in_channels": 3,
43
- "in_chans": 3,
44
- "mlp_ratio": 4,
45
- "model_type": "qwen2_vl",
46
- "num_heads": 16,
47
- "patch_size": 14,
48
- "spatial_merge_size": 2,
49
- "spatial_patch_size": 14,
50
- "temporal_patch_size": 2,
51
- "torch_dtype": "bfloat16"
52
- },
53
- "vision_end_token_id": 151653,
54
- "vision_start_token_id": 151652,
55
- "vision_token_id": 151654,
56
- "vocab_size": 151936
57
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/generation_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "attn_implementation": "flash_attention_2",
3
- "bos_token_id": 151643,
4
- "eos_token_id": [
5
- 151645,
6
- 151643
7
- ],
8
- "pad_token_id": 151643,
9
- "transformers_version": "4.50.3"
10
- }
 
 
 
 
 
 
 
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca373f538621c059798d2d0369c985161b042e7a345d178ee0e2c028939a2430
3
- size 4418370528
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/preprocessor_config.json DELETED
@@ -1,29 +0,0 @@
1
- {
2
- "do_convert_rgb": true,
3
- "do_normalize": true,
4
- "do_rescale": true,
5
- "do_resize": true,
6
- "image_mean": [
7
- 0.48145466,
8
- 0.4578275,
9
- 0.40821073
10
- ],
11
- "image_processor_type": "Qwen2VLImageProcessor",
12
- "image_std": [
13
- 0.26862954,
14
- 0.26130258,
15
- 0.27577711
16
- ],
17
- "max_pixels": 1003520,
18
- "merge_size": 2,
19
- "min_pixels": 200704,
20
- "patch_size": 14,
21
- "processor_class": "Qwen2VLProcessor",
22
- "resample": 3,
23
- "rescale_factor": 0.00392156862745098,
24
- "size": {
25
- "longest_edge": 1003520,
26
- "shortest_edge": 200704
27
- },
28
- "temporal_patch_size": 2
29
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/special_tokens_map.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>",
5
- "<|object_ref_start|>",
6
- "<|object_ref_end|>",
7
- "<|box_start|>",
8
- "<|box_end|>",
9
- "<|quad_start|>",
10
- "<|quad_end|>",
11
- "<|vision_start|>",
12
- "<|vision_end|>",
13
- "<|vision_pad|>",
14
- "<|image_pad|>",
15
- "<|video_pad|>"
16
- ],
17
- "eos_token": {
18
- "content": "<|im_end|>",
19
- "lstrip": false,
20
- "normalized": false,
21
- "rstrip": false,
22
- "single_word": false
23
- },
24
- "pad_token": {
25
- "content": "<|endoftext|>",
26
- "lstrip": false,
27
- "normalized": false,
28
- "rstrip": false,
29
- "single_word": false
30
- }
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:88a3a6fcb80132f76da8aa40cdc3fccd7e5d8468ef15421f5b0c2715e85217d2
3
- size 11420538
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/tokenizer_config.json DELETED
@@ -1,150 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "added_tokens_decoder": {
4
- "151643": {
5
- "content": "<|endoftext|>",
6
- "lstrip": false,
7
- "normalized": false,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "151644": {
13
- "content": "<|im_start|>",
14
- "lstrip": false,
15
- "normalized": false,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- },
20
- "151645": {
21
- "content": "<|im_end|>",
22
- "lstrip": false,
23
- "normalized": false,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": true
27
- },
28
- "151646": {
29
- "content": "<|object_ref_start|>",
30
- "lstrip": false,
31
- "normalized": false,
32
- "rstrip": false,
33
- "single_word": false,
34
- "special": true
35
- },
36
- "151647": {
37
- "content": "<|object_ref_end|>",
38
- "lstrip": false,
39
- "normalized": false,
40
- "rstrip": false,
41
- "single_word": false,
42
- "special": true
43
- },
44
- "151648": {
45
- "content": "<|box_start|>",
46
- "lstrip": false,
47
- "normalized": false,
48
- "rstrip": false,
49
- "single_word": false,
50
- "special": true
51
- },
52
- "151649": {
53
- "content": "<|box_end|>",
54
- "lstrip": false,
55
- "normalized": false,
56
- "rstrip": false,
57
- "single_word": false,
58
- "special": true
59
- },
60
- "151650": {
61
- "content": "<|quad_start|>",
62
- "lstrip": false,
63
- "normalized": false,
64
- "rstrip": false,
65
- "single_word": false,
66
- "special": true
67
- },
68
- "151651": {
69
- "content": "<|quad_end|>",
70
- "lstrip": false,
71
- "normalized": false,
72
- "rstrip": false,
73
- "single_word": false,
74
- "special": true
75
- },
76
- "151652": {
77
- "content": "<|vision_start|>",
78
- "lstrip": false,
79
- "normalized": false,
80
- "rstrip": false,
81
- "single_word": false,
82
- "special": true
83
- },
84
- "151653": {
85
- "content": "<|vision_end|>",
86
- "lstrip": false,
87
- "normalized": false,
88
- "rstrip": false,
89
- "single_word": false,
90
- "special": true
91
- },
92
- "151654": {
93
- "content": "<|vision_pad|>",
94
- "lstrip": false,
95
- "normalized": false,
96
- "rstrip": false,
97
- "single_word": false,
98
- "special": true
99
- },
100
- "151655": {
101
- "content": "<|image_pad|>",
102
- "lstrip": false,
103
- "normalized": false,
104
- "rstrip": false,
105
- "single_word": false,
106
- "special": true
107
- },
108
- "151656": {
109
- "content": "<|video_pad|>",
110
- "lstrip": false,
111
- "normalized": false,
112
- "rstrip": false,
113
- "single_word": false,
114
- "special": true
115
- }
116
- },
117
- "additional_special_tokens": [
118
- "<|im_start|>",
119
- "<|im_end|>",
120
- "<|object_ref_start|>",
121
- "<|object_ref_end|>",
122
- "<|box_start|>",
123
- "<|box_end|>",
124
- "<|quad_start|>",
125
- "<|quad_end|>",
126
- "<|vision_start|>",
127
- "<|vision_end|>",
128
- "<|vision_pad|>",
129
- "<|image_pad|>",
130
- "<|video_pad|>"
131
- ],
132
- "bos_token": null,
133
- "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
134
- "clean_up_tokenization_spaces": false,
135
- "eos_token": "<|im_end|>",
136
- "errors": "replace",
137
- "extra_special_tokens": {},
138
- "max_length": null,
139
- "max_pixels": 1003520,
140
- "min_pixels": 200704,
141
- "model_max_length": 32768,
142
- "pad_to_multiple_of": null,
143
- "pad_token": "<|endoftext|>",
144
- "pad_token_type_id": 0,
145
- "padding_side": "left",
146
- "processor_class": "Qwen2VLProcessor",
147
- "split_special_tokens": false,
148
- "tokenizer_class": "Qwen2Tokenizer",
149
- "unk_token": null
150
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
rl-s50k-lr1e-5-G4-cppo-0311-0259/checkpoint-6500/vocab.json DELETED
The diff for this file is too large to render. See raw diff