IntMeGroup commited on
Commit
b42a280
·
verified ·
1 Parent(s): f061e84

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ training_log.txt filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</box>": 92552,
3
+ "</img>": 92545,
4
+ "</quad>": 92548,
5
+ "</ref>": 92550,
6
+ "<IMG_CONTEXT>": 92546,
7
+ "<box>": 92551,
8
+ "<img>": 92544,
9
+ "<quad>": 92547,
10
+ "<ref>": 92549
11
+ }
config.json ADDED
@@ -0,0 +1,204 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_commit_hash": null,
3
+ "_name_or_path": "/mnt/data/wjr/work_dirs/stage1/stage1_mos2_8B",
4
+ "architectures": [
5
+ "InternVLChatModel"
6
+ ],
7
+ "auto_map": {
8
+ "AutoConfig": "configuration_internvl_chat.InternVLChatConfig",
9
+ "AutoModel": "modeling_internvl_chat.InternVLChatModel",
10
+ "AutoModelForCausalLM": "modeling_internvl_chat.InternVLChatModel"
11
+ },
12
+ "downsample_ratio": 0.5,
13
+ "dynamic_image_size": true,
14
+ "force_image_size": 448,
15
+ "llm_config": {
16
+ "_attn_implementation_autoset": true,
17
+ "_name_or_path": "internlm/internlm2_5-7b-chat",
18
+ "add_cross_attention": false,
19
+ "architectures": [
20
+ "InternLM2ForCausalLM"
21
+ ],
22
+ "attn_implementation": "flash_attention_2",
23
+ "auto_map": {
24
+ "AutoConfig": "configuration_internlm2.InternLM2Config",
25
+ "AutoModel": "modeling_internlm2.InternLM2ForCausalLM",
26
+ "AutoModelForCausalLM": "modeling_internlm2.InternLM2ForCausalLM",
27
+ "AutoModelForSequenceClassification": "modeling_internlm2.InternLM2ForSequenceClassification"
28
+ },
29
+ "bad_words_ids": null,
30
+ "begin_suppress_tokens": null,
31
+ "bias": false,
32
+ "bos_token_id": 1,
33
+ "chunk_size_feed_forward": 0,
34
+ "cross_attention_hidden_size": null,
35
+ "decoder_start_token_id": null,
36
+ "diversity_penalty": 0.0,
37
+ "do_sample": false,
38
+ "early_stopping": false,
39
+ "encoder_no_repeat_ngram_size": 0,
40
+ "eos_token_id": 2,
41
+ "exponential_decay_length_penalty": null,
42
+ "finetuning_task": null,
43
+ "forced_bos_token_id": null,
44
+ "forced_eos_token_id": null,
45
+ "hidden_act": "silu",
46
+ "hidden_size": 4096,
47
+ "id2label": {
48
+ "0": "LABEL_0",
49
+ "1": "LABEL_1"
50
+ },
51
+ "initializer_range": 0.02,
52
+ "intermediate_size": 14336,
53
+ "is_decoder": false,
54
+ "is_encoder_decoder": false,
55
+ "label2id": {
56
+ "LABEL_0": 0,
57
+ "LABEL_1": 1
58
+ },
59
+ "length_penalty": 1.0,
60
+ "max_length": 20,
61
+ "max_position_embeddings": 32768,
62
+ "min_length": 0,
63
+ "model_type": "internlm2",
64
+ "no_repeat_ngram_size": 0,
65
+ "num_attention_heads": 32,
66
+ "num_beam_groups": 1,
67
+ "num_beams": 1,
68
+ "num_hidden_layers": 32,
69
+ "num_key_value_heads": 8,
70
+ "num_return_sequences": 1,
71
+ "output_attentions": false,
72
+ "output_hidden_states": false,
73
+ "output_scores": false,
74
+ "pad_token_id": 2,
75
+ "prefix": null,
76
+ "pretraining_tp": 1,
77
+ "problem_type": null,
78
+ "pruned_heads": {},
79
+ "remove_invalid_values": false,
80
+ "repetition_penalty": 1.0,
81
+ "return_dict": true,
82
+ "return_dict_in_generate": false,
83
+ "rms_norm_eps": 1e-05,
84
+ "rope_scaling": {
85
+ "factor": 2.0,
86
+ "type": "dynamic"
87
+ },
88
+ "rope_theta": 1000000,
89
+ "sep_token_id": null,
90
+ "suppress_tokens": null,
91
+ "task_specific_params": null,
92
+ "temperature": 1.0,
93
+ "tf_legacy_loss": false,
94
+ "tie_encoder_decoder": false,
95
+ "tie_word_embeddings": false,
96
+ "tokenizer_class": null,
97
+ "top_k": 50,
98
+ "top_p": 1.0,
99
+ "torch_dtype": "bfloat16",
100
+ "torchscript": false,
101
+ "transformers_version": "4.48.3",
102
+ "typical_p": 1.0,
103
+ "use_bfloat16": true,
104
+ "use_cache": false,
105
+ "vocab_size": 92553
106
+ },
107
+ "max_dynamic_patch": 6,
108
+ "min_dynamic_patch": 1,
109
+ "model_type": "internvl_chat",
110
+ "pad2square": false,
111
+ "ps_version": "v2",
112
+ "select_layer": -1,
113
+ "template": "internlm2-chat",
114
+ "torch_dtype": "bfloat16",
115
+ "transformers_version": null,
116
+ "use_backbone_lora": 8,
117
+ "use_llm_lora": 8,
118
+ "use_thumbnail": true,
119
+ "vision_config": {
120
+ "_attn_implementation_autoset": true,
121
+ "_name_or_path": "",
122
+ "add_cross_attention": false,
123
+ "architectures": [
124
+ "InternVisionModel"
125
+ ],
126
+ "attention_dropout": 0.0,
127
+ "bad_words_ids": null,
128
+ "begin_suppress_tokens": null,
129
+ "bos_token_id": null,
130
+ "chunk_size_feed_forward": 0,
131
+ "cross_attention_hidden_size": null,
132
+ "decoder_start_token_id": null,
133
+ "diversity_penalty": 0.0,
134
+ "do_sample": false,
135
+ "drop_path_rate": 0.1,
136
+ "dropout": 0.0,
137
+ "early_stopping": false,
138
+ "encoder_no_repeat_ngram_size": 0,
139
+ "eos_token_id": null,
140
+ "exponential_decay_length_penalty": null,
141
+ "finetuning_task": null,
142
+ "forced_bos_token_id": null,
143
+ "forced_eos_token_id": null,
144
+ "hidden_act": "gelu",
145
+ "hidden_size": 1024,
146
+ "id2label": {
147
+ "0": "LABEL_0",
148
+ "1": "LABEL_1"
149
+ },
150
+ "image_size": 448,
151
+ "initializer_factor": 1.0,
152
+ "initializer_range": 0.02,
153
+ "intermediate_size": 4096,
154
+ "is_decoder": false,
155
+ "is_encoder_decoder": false,
156
+ "label2id": {
157
+ "LABEL_0": 0,
158
+ "LABEL_1": 1
159
+ },
160
+ "layer_norm_eps": 1e-06,
161
+ "length_penalty": 1.0,
162
+ "max_length": 20,
163
+ "min_length": 0,
164
+ "model_type": "intern_vit_6b",
165
+ "no_repeat_ngram_size": 0,
166
+ "norm_type": "layer_norm",
167
+ "num_attention_heads": 16,
168
+ "num_beam_groups": 1,
169
+ "num_beams": 1,
170
+ "num_channels": 3,
171
+ "num_hidden_layers": 24,
172
+ "num_return_sequences": 1,
173
+ "output_attentions": false,
174
+ "output_hidden_states": false,
175
+ "output_scores": false,
176
+ "pad_token_id": null,
177
+ "patch_size": 14,
178
+ "prefix": null,
179
+ "problem_type": null,
180
+ "pruned_heads": {},
181
+ "qk_normalization": false,
182
+ "qkv_bias": true,
183
+ "remove_invalid_values": false,
184
+ "repetition_penalty": 1.0,
185
+ "return_dict": true,
186
+ "return_dict_in_generate": false,
187
+ "sep_token_id": null,
188
+ "suppress_tokens": null,
189
+ "task_specific_params": null,
190
+ "temperature": 1.0,
191
+ "tf_legacy_loss": false,
192
+ "tie_encoder_decoder": false,
193
+ "tie_word_embeddings": true,
194
+ "tokenizer_class": null,
195
+ "top_k": 50,
196
+ "top_p": 1.0,
197
+ "torch_dtype": "bfloat16",
198
+ "torchscript": false,
199
+ "transformers_version": "4.48.3",
200
+ "typical_p": 1.0,
201
+ "use_bfloat16": true,
202
+ "use_flash_attn": true
203
+ }
204
+ }
generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 92542,
5
+ 92543
6
+ ],
7
+ "transformers_version": "4.48.3"
8
+ }
lora_weights.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33831d560872a06180b0770289a1f2f9b90ad4df01e1c55d3f7d39e2d046f618
3
+ size 44227206
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c86cf82b2ebcde686483349971c9170bfc0baa97bdfeee440af78924d54ef6d9
3
+ size 4956020024
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57563bbba0f15446f423db1f6b052f79235a929ae1e2baf6d413b806957227fb
3
+ size 4929205472
model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59fc63ccbd50279196c86c1c8c6afcda335819218dd88cc95de7aa9fd39dbf94
3
+ size 4929205512
model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1a3369d60326edc945c53a23ac883f7724df3a652a9586b676c652dfa0e87f3
3
+ size 1389459330
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
mos2_metrics.txt ADDED
@@ -0,0 +1,714 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ SRCC_score: 0.8943082315613782
2
+ PLCC_score: 0.9139383515460406
3
+ KRCC_score: 0.7257030958504544
4
+ Accuracy: 0.0
5
+ SRCC_level: 0.8361815369955559
6
+ PLCC_level: 0.8458499619514402
7
+ KRCC_level: 0.7081666391732849
8
+ SRCC_score: 0.896937531322994
9
+ PLCC_score: 0.9161508024097389
10
+ KRCC_score: 0.7308329348503135
11
+ Accuracy: 0.0
12
+ SRCC_level: 0.8526989292591819
13
+ PLCC_level: 0.9032290265960553
14
+ KRCC_level: 0.7333089838104871
15
+ SRCC_score: 0.896937531322994
16
+ PLCC_score: 0.9161508024097389
17
+ KRCC_score: 0.7308329348503135
18
+ Accuracy: 0.0
19
+ SRCC_level: 0.8526989292591819
20
+ PLCC_level: 0.9032290265960553
21
+ KRCC_level: 0.7333089838104871
22
+ SRCC_score: 0.8882176452521529
23
+ PLCC_score: 0.8993884475484122
24
+ KRCC_score: 0.7202080348403853
25
+ Accuracy: 0.0
26
+ SRCC_level: 0.8700013010522418
27
+ PLCC_level: 0.8946676255807625
28
+ KRCC_level: 0.7536407184959857
29
+ SRCC_score: 0.8949789844794663
30
+ PLCC_score: 0.9083565815554799
31
+ KRCC_score: 0.7306523277078517
32
+ Accuracy: 0.0
33
+ SRCC_level: 0.04495556040612011
34
+ PLCC_level: 0.0827664096972935
35
+ KRCC_level: 0.036917323910109615
36
+ SRCC_score: 0.8949789844794663
37
+ PLCC_score: 0.9083565815554799
38
+ KRCC_score: 0.7306523277078517
39
+ Accuracy: 0.0
40
+ SRCC_level: 0.04495556040612011
41
+ PLCC_level: 0.0827664096972935
42
+ KRCC_level: 0.036917323910109615
43
+ SRCC_score: 0.8887099891773329
44
+ PLCC_score: 0.9062118245566644
45
+ KRCC_score: 0.7219272049928551
46
+ Accuracy: 0.0
47
+ SRCC_level: nan
48
+ PLCC_level: nan
49
+ KRCC_level: nan
50
+ SRCC_score: 0.8855213836822337
51
+ PLCC_score: 0.9071285421642373
52
+ KRCC_score: 0.7164146019188937
53
+ Accuracy: 0.0
54
+ SRCC_level: nan
55
+ PLCC_level: nan
56
+ KRCC_level: nan
57
+ SRCC_score: 0.8855213836822337
58
+ PLCC_score: 0.9071285421642373
59
+ KRCC_score: 0.7164146019188937
60
+ Accuracy: 0.0
61
+ SRCC_level: nan
62
+ PLCC_level: nan
63
+ KRCC_level: nan
64
+ SRCC_score: 0.8959038245310892
65
+ PLCC_score: 0.9109768726223912
66
+ KRCC_score: 0.7309134621846756
67
+ Accuracy: 0.0
68
+ SRCC_level: nan
69
+ PLCC_level: nan
70
+ KRCC_level: nan
71
+ SRCC_score: 0.8964134263718365
72
+ PLCC_score: 0.9095515928587427
73
+ KRCC_score: 0.7331860552828418
74
+ Accuracy: 0.0
75
+ SRCC_level: nan
76
+ PLCC_level: nan
77
+ KRCC_level: nan
78
+ SRCC_score: 0.8964134263718365
79
+ PLCC_score: 0.9095515928587427
80
+ KRCC_score: 0.7331860552828418
81
+ Accuracy: 0.0
82
+ SRCC_level: nan
83
+ PLCC_level: nan
84
+ KRCC_level: nan
85
+ SRCC_score: 0.8930698506017046
86
+ PLCC_score: 0.9098551616765577
87
+ KRCC_score: 0.7285201929968936
88
+ Accuracy: 0.0
89
+ SRCC_level: nan
90
+ PLCC_level: nan
91
+ KRCC_level: nan
92
+ SRCC_score: 0.8927551028069707
93
+ PLCC_score: 0.9102815776243307
94
+ KRCC_score: 0.7271581124779632
95
+ Accuracy: 0.0
96
+ SRCC_level: nan
97
+ PLCC_level: nan
98
+ KRCC_level: nan
99
+ SRCC_score: 0.8927551028069707
100
+ PLCC_score: 0.9102815776243307
101
+ KRCC_score: 0.7271581124779632
102
+ Accuracy: 0.0
103
+ SRCC_level: nan
104
+ PLCC_level: nan
105
+ KRCC_level: nan
106
+ SRCC_score: 0.896920873720147
107
+ PLCC_score: 0.912310755052374
108
+ KRCC_score: 0.7324372189083098
109
+ Accuracy: 0.0
110
+ SRCC_level: nan
111
+ PLCC_level: nan
112
+ KRCC_level: nan
113
+ SRCC_score: 0.8817448503433767
114
+ PLCC_score: 0.8993143651069
115
+ KRCC_score: 0.7167920363598016
116
+ Accuracy: 0.0
117
+ SRCC_level: nan
118
+ PLCC_level: nan
119
+ KRCC_level: nan
120
+ SRCC_score: 0.8817448503433767
121
+ PLCC_score: 0.8993143651069
122
+ KRCC_score: 0.7167920363598016
123
+ Accuracy: 0.0
124
+ SRCC_level: nan
125
+ PLCC_level: nan
126
+ KRCC_level: nan
127
+ SRCC_score: 0.89461624558912
128
+ PLCC_score: 0.9104394223851505
129
+ KRCC_score: 0.7300544097676672
130
+ Accuracy: 0.0
131
+ SRCC_level: nan
132
+ PLCC_level: nan
133
+ KRCC_level: nan
134
+ SRCC_score: 0.896874415724601
135
+ PLCC_score: 0.9092347809173711
136
+ KRCC_score: 0.7317545282931505
137
+ Accuracy: 0.0
138
+ SRCC_level: nan
139
+ PLCC_level: nan
140
+ KRCC_level: nan
141
+ SRCC_score: 0.896874415724601
142
+ PLCC_score: 0.9092347809173711
143
+ KRCC_score: 0.7317545282931505
144
+ Accuracy: 0.0
145
+ SRCC_level: nan
146
+ PLCC_level: nan
147
+ KRCC_level: nan
148
+ SRCC_score: 0.8934214233880159
149
+ PLCC_score: 0.909385731911342
150
+ KRCC_score: 0.7303576978546789
151
+ Accuracy: 0.0
152
+ SRCC_level: nan
153
+ PLCC_level: nan
154
+ KRCC_level: nan
155
+ SRCC_score: 0.8913668830934964
156
+ PLCC_score: 0.9098007875052352
157
+ KRCC_score: 0.72803221738083
158
+ Accuracy: 0.0
159
+ SRCC_level: nan
160
+ PLCC_level: nan
161
+ KRCC_level: nan
162
+ SRCC_score: 0.8913668830934964
163
+ PLCC_score: 0.9098007875052352
164
+ KRCC_score: 0.72803221738083
165
+ Accuracy: 0.0
166
+ SRCC_level: nan
167
+ PLCC_level: nan
168
+ KRCC_level: nan
169
+ SRCC_score: 0.8928198550241269
170
+ PLCC_score: 0.9093252936227777
171
+ KRCC_score: 0.7294823444634791
172
+ Accuracy: 0.0
173
+ SRCC_level: nan
174
+ PLCC_level: nan
175
+ KRCC_level: nan
176
+ SRCC_score: 0.8947498660201225
177
+ PLCC_score: 0.9090438175345524
178
+ KRCC_score: 0.732997807991945
179
+ Accuracy: 0.0
180
+ SRCC_level: nan
181
+ PLCC_level: nan
182
+ KRCC_level: nan
183
+ SRCC_score: 0.8947498660201225
184
+ PLCC_score: 0.9090438175345524
185
+ KRCC_score: 0.732997807991945
186
+ Accuracy: 0.0
187
+ SRCC_level: nan
188
+ PLCC_level: nan
189
+ KRCC_level: nan
190
+ SRCC_score: 0.8953275543512104
191
+ PLCC_score: 0.9107176466409697
192
+ KRCC_score: 0.7312668470698471
193
+ Accuracy: 0.0
194
+ SRCC_level: nan
195
+ PLCC_level: nan
196
+ KRCC_level: nan
197
+ SRCC_score: 0.8897402690479683
198
+ PLCC_score: 0.9034145492174701
199
+ KRCC_score: 0.7267110613694853
200
+ Accuracy: 0.0
201
+ SRCC_level: nan
202
+ PLCC_level: nan
203
+ KRCC_level: nan
204
+ SRCC_score: 0.8897402690479683
205
+ PLCC_score: 0.9034145492174701
206
+ KRCC_score: 0.7267110613694853
207
+ Accuracy: 0.0
208
+ SRCC_level: nan
209
+ PLCC_level: nan
210
+ KRCC_level: nan
211
+ SRCC_score: 0.8956996810992076
212
+ PLCC_score: 0.9100232470319617
213
+ KRCC_score: 0.7329834832684734
214
+ Accuracy: 0.0
215
+ SRCC_level: nan
216
+ PLCC_level: nan
217
+ KRCC_level: nan
218
+ SRCC_score: 0.8948098375196364
219
+ PLCC_score: 0.9107342843327956
220
+ KRCC_score: 0.7321493959488485
221
+ Accuracy: 0.0
222
+ SRCC_level: nan
223
+ PLCC_level: nan
224
+ KRCC_level: nan
225
+ SRCC_score: 0.8948098375196364
226
+ PLCC_score: 0.9107342843327956
227
+ KRCC_score: 0.7321493959488485
228
+ Accuracy: 0.0
229
+ SRCC_level: nan
230
+ PLCC_level: nan
231
+ KRCC_level: nan
232
+ SRCC_score: 0.8925966556049107
233
+ PLCC_score: 0.9074405388356426
234
+ KRCC_score: 0.7282262375840296
235
+ Accuracy: 0.0
236
+ SRCC_level: nan
237
+ PLCC_level: nan
238
+ KRCC_level: nan
239
+ SRCC_score: 0.898523702687502
240
+ PLCC_score: 0.914488584693166
241
+ KRCC_score: 0.736432489555072
242
+ Accuracy: 0.0
243
+ SRCC_level: nan
244
+ PLCC_level: nan
245
+ KRCC_level: nan
246
+ SRCC_score: 0.898523702687502
247
+ PLCC_score: 0.914488584693166
248
+ KRCC_score: 0.736432489555072
249
+ Accuracy: 0.0
250
+ SRCC_level: nan
251
+ PLCC_level: nan
252
+ KRCC_level: nan
253
+ SRCC_score: 0.8954230008069879
254
+ PLCC_score: 0.9136030718544998
255
+ KRCC_score: 0.7323094569504346
256
+ Accuracy: 0.0
257
+ SRCC_level: nan
258
+ PLCC_level: nan
259
+ KRCC_level: nan
260
+ SRCC_score: 0.8992156320580365
261
+ PLCC_score: 0.9134101853957896
262
+ KRCC_score: 0.7394767274461941
263
+ Accuracy: 0.0
264
+ SRCC_level: nan
265
+ PLCC_level: nan
266
+ KRCC_level: nan
267
+ SRCC_score: 0.8992156320580365
268
+ PLCC_score: 0.9134101853957896
269
+ KRCC_score: 0.7394767274461941
270
+ Accuracy: 0.0
271
+ SRCC_level: nan
272
+ PLCC_level: nan
273
+ KRCC_level: nan
274
+ SRCC_score: 0.8999722338457008
275
+ PLCC_score: 0.9163243214182147
276
+ KRCC_score: 0.7402037014774528
277
+ Accuracy: 0.0
278
+ SRCC_level: nan
279
+ PLCC_level: nan
280
+ KRCC_level: nan
281
+ SRCC_score: 0.9007146206464843
282
+ PLCC_score: 0.9160358201055097
283
+ KRCC_score: 0.7407832617932175
284
+ Accuracy: 0.0
285
+ SRCC_level: nan
286
+ PLCC_level: nan
287
+ KRCC_level: nan
288
+ SRCC_score: 0.9007146206464843
289
+ PLCC_score: 0.9160358201055097
290
+ KRCC_score: 0.7407832617932175
291
+ Accuracy: 0.0
292
+ SRCC_level: nan
293
+ PLCC_level: nan
294
+ KRCC_level: nan
295
+ SRCC_score: 0.8969474398535798
296
+ PLCC_score: 0.9138441837959924
297
+ KRCC_score: 0.7357952802564295
298
+ Accuracy: 0.0
299
+ SRCC_level: nan
300
+ PLCC_level: nan
301
+ KRCC_level: nan
302
+ SRCC_score: 0.9007049171624534
303
+ PLCC_score: 0.9167459233338011
304
+ KRCC_score: 0.7399857001598902
305
+ Accuracy: 0.0
306
+ SRCC_level: nan
307
+ PLCC_level: nan
308
+ KRCC_level: nan
309
+ SRCC_score: 0.9007049171624534
310
+ PLCC_score: 0.9167459233338011
311
+ KRCC_score: 0.7399857001598902
312
+ Accuracy: 0.0
313
+ SRCC_level: nan
314
+ PLCC_level: nan
315
+ KRCC_level: nan
316
+ SRCC_score: 0.9003231807410105
317
+ PLCC_score: 0.9143623553467786
318
+ KRCC_score: 0.7411821431645212
319
+ Accuracy: 0.0
320
+ SRCC_level: nan
321
+ PLCC_level: nan
322
+ KRCC_level: nan
323
+ SRCC_score: 0.9009200584712637
324
+ PLCC_score: 0.916447336579373
325
+ KRCC_score: 0.73953975487218
326
+ Accuracy: 0.0
327
+ SRCC_level: nan
328
+ PLCC_level: nan
329
+ KRCC_level: nan
330
+ SRCC_score: 0.9009200584712637
331
+ PLCC_score: 0.916447336579373
332
+ KRCC_score: 0.73953975487218
333
+ Accuracy: 0.0
334
+ SRCC_level: nan
335
+ PLCC_level: nan
336
+ KRCC_level: nan
337
+ SRCC_score: 0.9041857096288541
338
+ PLCC_score: 0.9198388323049284
339
+ KRCC_score: 0.7447485905043134
340
+ Accuracy: 0.0
341
+ SRCC_level: nan
342
+ PLCC_level: nan
343
+ KRCC_level: nan
344
+ SRCC_score: 0.8994540135620805
345
+ PLCC_score: 0.9151725535450084
346
+ KRCC_score: 0.7379374651788853
347
+ Accuracy: 0.0
348
+ SRCC_level: nan
349
+ PLCC_level: nan
350
+ KRCC_level: nan
351
+ SRCC_score: 0.8994540135620805
352
+ PLCC_score: 0.9151725535450084
353
+ KRCC_score: 0.7379374651788853
354
+ Accuracy: 0.0
355
+ SRCC_level: nan
356
+ PLCC_level: nan
357
+ KRCC_level: nan
358
+ SRCC_score: 0.9039144067044474
359
+ PLCC_score: 0.9201778377764503
360
+ KRCC_score: 0.7459401106334457
361
+ Accuracy: 0.0
362
+ SRCC_level: nan
363
+ PLCC_level: nan
364
+ KRCC_level: nan
365
+ SRCC_score: 0.89903564379055
366
+ PLCC_score: 0.9147903773354857
367
+ KRCC_score: 0.7388860682194057
368
+ Accuracy: 0.0
369
+ SRCC_level: nan
370
+ PLCC_level: nan
371
+ KRCC_level: nan
372
+ SRCC_score: 0.89903564379055
373
+ PLCC_score: 0.9147903773354857
374
+ KRCC_score: 0.7388860682194057
375
+ Accuracy: 0.0
376
+ SRCC_level: nan
377
+ PLCC_level: nan
378
+ KRCC_level: nan
379
+ SRCC_score: 0.9015635604058496
380
+ PLCC_score: 0.9168819335594124
381
+ KRCC_score: 0.7415513202998829
382
+ Accuracy: 0.0
383
+ SRCC_level: nan
384
+ PLCC_level: nan
385
+ KRCC_level: nan
386
+ SRCC_score: 0.9012553813624907
387
+ PLCC_score: 0.9164341761826726
388
+ KRCC_score: 0.7426444265465716
389
+ Accuracy: 0.0
390
+ SRCC_level: nan
391
+ PLCC_level: nan
392
+ KRCC_level: nan
393
+ SRCC_score: 0.9012553813624907
394
+ PLCC_score: 0.9164341761826726
395
+ KRCC_score: 0.7426444265465716
396
+ Accuracy: 0.0
397
+ SRCC_level: nan
398
+ PLCC_level: nan
399
+ KRCC_level: nan
400
+ SRCC_score: 0.9025023516124173
401
+ PLCC_score: 0.9181412924794821
402
+ KRCC_score: 0.7446461010594548
403
+ Accuracy: 0.0
404
+ SRCC_level: nan
405
+ PLCC_level: nan
406
+ KRCC_level: nan
407
+ SRCC_score: 0.9017665175038502
408
+ PLCC_score: 0.9175163532982926
409
+ KRCC_score: 0.7439210329418243
410
+ Accuracy: 0.0
411
+ SRCC_level: nan
412
+ PLCC_level: nan
413
+ KRCC_level: nan
414
+ SRCC_score: 0.9017665175038502
415
+ PLCC_score: 0.9175163532982926
416
+ KRCC_score: 0.7439210329418243
417
+ Accuracy: 0.0
418
+ SRCC_level: nan
419
+ PLCC_level: nan
420
+ KRCC_level: nan
421
+ SRCC_score: 0.9064494153220536
422
+ PLCC_score: 0.920279322486897
423
+ KRCC_score: 0.7481863277798397
424
+ Accuracy: 0.0
425
+ SRCC_level: nan
426
+ PLCC_level: nan
427
+ KRCC_level: nan
428
+ SRCC_score: 0.9050512084050217
429
+ PLCC_score: 0.9186488419837007
430
+ KRCC_score: 0.7463787386976896
431
+ Accuracy: 0.0
432
+ SRCC_level: nan
433
+ PLCC_level: nan
434
+ KRCC_level: nan
435
+ SRCC_score: 0.9050512084050217
436
+ PLCC_score: 0.9186488419837007
437
+ KRCC_score: 0.7463787386976896
438
+ Accuracy: 0.0
439
+ SRCC_level: nan
440
+ PLCC_level: nan
441
+ KRCC_level: nan
442
+ SRCC_score: 0.9058411703665917
443
+ PLCC_score: 0.9207616753379881
444
+ KRCC_score: 0.7477629546614447
445
+ Accuracy: 0.0
446
+ SRCC_level: nan
447
+ PLCC_level: nan
448
+ KRCC_level: nan
449
+ SRCC_score: 0.9056119529943351
450
+ PLCC_score: 0.9202531674146873
451
+ KRCC_score: 0.7479346278141303
452
+ Accuracy: 0.0
453
+ SRCC_level: nan
454
+ PLCC_level: nan
455
+ KRCC_level: nan
456
+ SRCC_score: 0.9056119529943351
457
+ PLCC_score: 0.9202531674146873
458
+ KRCC_score: 0.7479346278141303
459
+ Accuracy: 0.0
460
+ SRCC_level: nan
461
+ PLCC_level: nan
462
+ KRCC_level: nan
463
+ SRCC_score: 0.9069910650778276
464
+ PLCC_score: 0.9227431642681805
465
+ KRCC_score: 0.7499973996343408
466
+ Accuracy: 0.0
467
+ SRCC_level: nan
468
+ PLCC_level: nan
469
+ KRCC_level: nan
470
+ SRCC_score: 0.9071024747568855
471
+ PLCC_score: 0.9219160955746946
472
+ KRCC_score: 0.7508060272765411
473
+ Accuracy: 0.0
474
+ SRCC_level: nan
475
+ PLCC_level: nan
476
+ KRCC_level: nan
477
+ SRCC_score: 0.9071024747568855
478
+ PLCC_score: 0.9219160955746946
479
+ KRCC_score: 0.7508060272765411
480
+ Accuracy: 0.0
481
+ SRCC_level: nan
482
+ PLCC_level: nan
483
+ KRCC_level: nan
484
+ SRCC_score: 0.9093441258857967
485
+ PLCC_score: 0.9241975495096013
486
+ KRCC_score: 0.753311736832838
487
+ Accuracy: 0.0
488
+ SRCC_level: nan
489
+ PLCC_level: nan
490
+ KRCC_level: nan
491
+ SRCC_score: 0.9058223539172289
492
+ PLCC_score: 0.9209546503729604
493
+ KRCC_score: 0.7495940676154784
494
+ Accuracy: 0.0
495
+ SRCC_level: nan
496
+ PLCC_level: nan
497
+ KRCC_level: nan
498
+ SRCC_score: 0.9058223539172289
499
+ PLCC_score: 0.9209546503729604
500
+ KRCC_score: 0.7495940676154784
501
+ Accuracy: 0.0
502
+ SRCC_level: nan
503
+ PLCC_level: nan
504
+ KRCC_level: nan
505
+ SRCC_score: 0.9075589335154014
506
+ PLCC_score: 0.9233149662664152
507
+ KRCC_score: 0.7524637008676887
508
+ Accuracy: 0.0
509
+ SRCC_level: nan
510
+ PLCC_level: nan
511
+ KRCC_level: nan
512
+ SRCC_score: 0.9066590317169918
513
+ PLCC_score: 0.9218203104549793
514
+ KRCC_score: 0.7490951277480413
515
+ Accuracy: 0.0
516
+ SRCC_level: nan
517
+ PLCC_level: nan
518
+ KRCC_level: nan
519
+ SRCC_score: 0.9066590317169918
520
+ PLCC_score: 0.9218203104549793
521
+ KRCC_score: 0.7490951277480413
522
+ Accuracy: 0.0
523
+ SRCC_level: nan
524
+ PLCC_level: nan
525
+ KRCC_level: nan
526
+ SRCC_score: 0.9066861131712315
527
+ PLCC_score: 0.9220517818439853
528
+ KRCC_score: 0.7498777057157203
529
+ Accuracy: 0.0
530
+ SRCC_level: nan
531
+ PLCC_level: nan
532
+ KRCC_level: nan
533
+ SRCC_score: 0.9087352355716919
534
+ PLCC_score: 0.9239387038989653
535
+ KRCC_score: 0.7529123610573475
536
+ Accuracy: 0.0
537
+ SRCC_level: nan
538
+ PLCC_level: nan
539
+ KRCC_level: nan
540
+ SRCC_score: 0.9087352355716919
541
+ PLCC_score: 0.9239387038989653
542
+ KRCC_score: 0.7529123610573475
543
+ Accuracy: 0.0
544
+ SRCC_level: nan
545
+ PLCC_level: nan
546
+ KRCC_level: nan
547
+ SRCC_score: 0.9124681855781515
548
+ PLCC_score: 0.9250615833711572
549
+ KRCC_score: 0.7570581313506272
550
+ Accuracy: 0.0
551
+ SRCC_level: nan
552
+ PLCC_level: nan
553
+ KRCC_level: nan
554
+ SRCC_score: 0.910678867800993
555
+ PLCC_score: 0.9248977801784508
556
+ KRCC_score: 0.7536217511186025
557
+ Accuracy: 0.0
558
+ SRCC_level: nan
559
+ PLCC_level: nan
560
+ KRCC_level: nan
561
+ SRCC_score: 0.910678867800993
562
+ PLCC_score: 0.9248977801784508
563
+ KRCC_score: 0.7536217511186025
564
+ Accuracy: 0.0
565
+ SRCC_level: nan
566
+ PLCC_level: nan
567
+ KRCC_level: nan
568
+ SRCC_score: 0.9098155877300285
569
+ PLCC_score: 0.9239883460178453
570
+ KRCC_score: 0.7548964985797695
571
+ Accuracy: 0.0
572
+ SRCC_level: nan
573
+ PLCC_level: nan
574
+ KRCC_level: nan
575
+ SRCC_score: 0.9107413886934719
576
+ PLCC_score: 0.9262736727800757
577
+ KRCC_score: 0.7562794101567888
578
+ Accuracy: 0.0
579
+ SRCC_level: nan
580
+ PLCC_level: nan
581
+ KRCC_level: nan
582
+ SRCC_score: 0.9107413886934719
583
+ PLCC_score: 0.9262736727800757
584
+ KRCC_score: 0.7562794101567888
585
+ Accuracy: 0.0
586
+ SRCC_level: nan
587
+ PLCC_level: nan
588
+ KRCC_level: nan
589
+ SRCC_score: 0.9118902242073107
590
+ PLCC_score: 0.9263920705780891
591
+ KRCC_score: 0.7572786047766433
592
+ Accuracy: 0.0
593
+ SRCC_level: nan
594
+ PLCC_level: nan
595
+ KRCC_level: nan
596
+ SRCC_score: 0.9119481872432297
597
+ PLCC_score: 0.9258952528407616
598
+ KRCC_score: 0.7570344219695936
599
+ Accuracy: 0.0
600
+ SRCC_level: nan
601
+ PLCC_level: nan
602
+ KRCC_level: nan
603
+ SRCC_score: 0.9119481872432297
604
+ PLCC_score: 0.9258952528407616
605
+ KRCC_score: 0.7570344219695936
606
+ Accuracy: 0.0
607
+ SRCC_level: nan
608
+ PLCC_level: nan
609
+ KRCC_level: nan
610
+ SRCC_score: 0.9121648674266672
611
+ PLCC_score: 0.9263224182287937
612
+ KRCC_score: 0.756492291386948
613
+ Accuracy: 0.0
614
+ SRCC_level: nan
615
+ PLCC_level: nan
616
+ KRCC_level: nan
617
+ SRCC_score: 0.9117023722817617
618
+ PLCC_score: 0.9254146100590859
619
+ KRCC_score: 0.7552194177482964
620
+ Accuracy: 0.0
621
+ SRCC_level: nan
622
+ PLCC_level: nan
623
+ KRCC_level: nan
624
+ SRCC_score: 0.9117023722817617
625
+ PLCC_score: 0.9254146100590859
626
+ KRCC_score: 0.7552194177482964
627
+ Accuracy: 0.0
628
+ SRCC_level: nan
629
+ PLCC_level: nan
630
+ KRCC_level: nan
631
+ SRCC_score: 0.9138318109668433
632
+ PLCC_score: 0.9282216914523337
633
+ KRCC_score: 0.7592324508311691
634
+ Accuracy: 0.0
635
+ SRCC_level: nan
636
+ PLCC_level: nan
637
+ KRCC_level: nan
638
+ SRCC_score: 0.9128944926956525
639
+ PLCC_score: 0.9276162285828675
640
+ KRCC_score: 0.7584710371132294
641
+ Accuracy: 0.0
642
+ SRCC_level: nan
643
+ PLCC_level: nan
644
+ KRCC_level: nan
645
+ SRCC_score: 0.9128944926956525
646
+ PLCC_score: 0.9276162285828675
647
+ KRCC_score: 0.7584710371132294
648
+ Accuracy: 0.0
649
+ SRCC_level: nan
650
+ PLCC_level: nan
651
+ KRCC_level: nan
652
+ SRCC_score: 0.9124540021161137
653
+ PLCC_score: 0.9268110550645597
654
+ KRCC_score: 0.7570201311672062
655
+ Accuracy: 0.0
656
+ SRCC_level: nan
657
+ PLCC_level: nan
658
+ KRCC_level: nan
659
+ SRCC_score: 0.9144015131117992
660
+ PLCC_score: 0.9290084018899676
661
+ KRCC_score: 0.760557473745997
662
+ Accuracy: 0.0
663
+ SRCC_level: nan
664
+ PLCC_level: nan
665
+ KRCC_level: nan
666
+ SRCC_score: 0.9144015131117992
667
+ PLCC_score: 0.9290084018899676
668
+ KRCC_score: 0.760557473745997
669
+ Accuracy: 0.0
670
+ SRCC_level: nan
671
+ PLCC_level: nan
672
+ KRCC_level: nan
673
+ SRCC_score: 0.9143268876557433
674
+ PLCC_score: 0.9287689649984004
675
+ KRCC_score: 0.7604208372846571
676
+ Accuracy: 0.0
677
+ SRCC_level: nan
678
+ PLCC_level: nan
679
+ KRCC_level: nan
680
+ SRCC_score: 0.9148529129019378
681
+ PLCC_score: 0.9291958285002784
682
+ KRCC_score: 0.761292734215489
683
+ Accuracy: 0.0
684
+ SRCC_level: nan
685
+ PLCC_level: nan
686
+ KRCC_level: nan
687
+ SRCC_score: 0.9148529129019378
688
+ PLCC_score: 0.9291958285002784
689
+ KRCC_score: 0.761292734215489
690
+ Accuracy: 0.0
691
+ SRCC_level: nan
692
+ PLCC_level: nan
693
+ KRCC_level: nan
694
+ SRCC_score: 0.9145316606518914
695
+ PLCC_score: 0.9279800533109057
696
+ KRCC_score: 0.7603704939570629
697
+ Accuracy: 0.0
698
+ SRCC_level: nan
699
+ PLCC_level: nan
700
+ KRCC_level: nan
701
+ SRCC_score: 0.9155822488412559
702
+ PLCC_score: 0.9291494328086629
703
+ KRCC_score: 0.7627097522636458
704
+ Accuracy: 0.0
705
+ SRCC_level: nan
706
+ PLCC_level: nan
707
+ KRCC_level: nan
708
+ SRCC_score: 0.9155822488412559
709
+ PLCC_score: 0.9291494328086629
710
+ KRCC_score: 0.7627097522636458
711
+ Accuracy: 0.0
712
+ SRCC_level: nan
713
+ PLCC_level: nan
714
+ KRCC_level: nan
mos2_results.csv ADDED
The diff for this file is too large to render. See raw diff
 
runs/Feb17_00-25-56_amax/events.out.tfevents.1739723164.amax.2758267.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94b1efc9b5487142f5b23b02992ce65683c055727c404b698cd3854dee15bb55
3
+ size 148693874
special_tokens_map.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|action_start|>",
6
+ "<|action_end|>",
7
+ "<|interpreter|>",
8
+ "<|plugin|>",
9
+ "<img>",
10
+ "</img>",
11
+ "<IMG_CONTEXT>",
12
+ "<quad>",
13
+ "</quad>",
14
+ "<ref>",
15
+ "</ref>",
16
+ "<box>",
17
+ "</box>"
18
+ ],
19
+ "bos_token": {
20
+ "content": "<s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "eos_token": {
27
+ "content": "</s>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ },
33
+ "pad_token": {
34
+ "content": "</s>",
35
+ "lstrip": false,
36
+ "normalized": false,
37
+ "rstrip": false,
38
+ "single_word": false
39
+ },
40
+ "unk_token": {
41
+ "content": "<unk>",
42
+ "lstrip": false,
43
+ "normalized": false,
44
+ "rstrip": false,
45
+ "single_word": false
46
+ }
47
+ }
tokenization_internlm2.py ADDED
@@ -0,0 +1,235 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Copyright (c) The InternLM team and The HuggingFace Inc. team. All rights reserved.
2
+ #
3
+ # This code is based on transformers/src/transformers/models/llama/tokenization_llama.py
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+
17
+ """Tokenization classes for InternLM."""
18
+ import os
19
+ from shutil import copyfile
20
+ from typing import Any, Dict, List, Optional, Tuple
21
+
22
+ import sentencepiece as spm
23
+ from transformers.tokenization_utils import PreTrainedTokenizer
24
+ from transformers.utils import logging
25
+
26
+ logger = logging.get_logger(__name__)
27
+
28
+ VOCAB_FILES_NAMES = {'vocab_file': './tokenizer.model'}
29
+
30
+ PRETRAINED_VOCAB_FILES_MAP = {}
31
+
32
+
33
+ # Modified from transformers.model.llama.tokenization_llama.LlamaTokenizer
34
+ class InternLM2Tokenizer(PreTrainedTokenizer):
35
+ """
36
+ Construct a InternLM2 tokenizer. Based on byte-level Byte-Pair-Encoding.
37
+
38
+ Args:
39
+ vocab_file (`str`):
40
+ Path to the vocabulary file.
41
+ """
42
+
43
+ vocab_files_names = VOCAB_FILES_NAMES
44
+ pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
45
+ model_input_names = ['input_ids', 'attention_mask']
46
+ _auto_class = 'AutoTokenizer'
47
+
48
+ def __init__(
49
+ self,
50
+ vocab_file,
51
+ unk_token='<unk>',
52
+ bos_token='<s>',
53
+ eos_token='</s>',
54
+ pad_token='</s>',
55
+ sp_model_kwargs: Optional[Dict[str, Any]] = None,
56
+ add_bos_token=True,
57
+ add_eos_token=False,
58
+ decode_with_prefix_space=False,
59
+ clean_up_tokenization_spaces=False,
60
+ **kwargs,
61
+ ):
62
+ self.sp_model_kwargs = {} if sp_model_kwargs is None else sp_model_kwargs
63
+ self.vocab_file = vocab_file
64
+ self.add_bos_token = add_bos_token
65
+ self.add_eos_token = add_eos_token
66
+ self.decode_with_prefix_space = decode_with_prefix_space
67
+ self.sp_model = spm.SentencePieceProcessor(**self.sp_model_kwargs)
68
+ self.sp_model.Load(vocab_file)
69
+ self._no_prefix_space_tokens = None
70
+ super().__init__(
71
+ bos_token=bos_token,
72
+ eos_token=eos_token,
73
+ unk_token=unk_token,
74
+ pad_token=pad_token,
75
+ clean_up_tokenization_spaces=clean_up_tokenization_spaces,
76
+ **kwargs,
77
+ )
78
+
79
+ @property
80
+ def no_prefix_space_tokens(self):
81
+ if self._no_prefix_space_tokens is None:
82
+ vocab = self.convert_ids_to_tokens(list(range(self.vocab_size)))
83
+ self._no_prefix_space_tokens = {i for i, tok in enumerate(vocab) if not tok.startswith('▁')}
84
+ return self._no_prefix_space_tokens
85
+
86
+ @property
87
+ def vocab_size(self):
88
+ """Returns vocab size"""
89
+ return self.sp_model.get_piece_size()
90
+
91
+ @property
92
+ def bos_token_id(self) -> Optional[int]:
93
+ return self.sp_model.bos_id()
94
+
95
+ @property
96
+ def eos_token_id(self) -> Optional[int]:
97
+ return self.sp_model.eos_id()
98
+
99
+ def get_vocab(self):
100
+ """Returns vocab as a dict"""
101
+ vocab = {self.convert_ids_to_tokens(i): i for i in range(self.vocab_size)}
102
+ vocab.update(self.added_tokens_encoder)
103
+ return vocab
104
+
105
+ def _tokenize(self, text):
106
+ """Returns a tokenized string."""
107
+ return self.sp_model.encode(text, out_type=str)
108
+
109
+ def _convert_token_to_id(self, token):
110
+ """Converts a token (str) in an id using the vocab."""
111
+ return self.sp_model.piece_to_id(token)
112
+
113
+ def _convert_id_to_token(self, index):
114
+ """Converts an index (integer) in a token (str) using the vocab."""
115
+ token = self.sp_model.IdToPiece(index)
116
+ return token
117
+
118
+ def _maybe_add_prefix_space(self, tokens, decoded):
119
+ if tokens and tokens[0] not in self.no_prefix_space_tokens:
120
+ return ' ' + decoded
121
+ else:
122
+ return decoded
123
+
124
+ def convert_tokens_to_string(self, tokens):
125
+ """Converts a sequence of tokens (string) in a single string."""
126
+ current_sub_tokens = []
127
+ out_string = ''
128
+ prev_is_special = False
129
+ for token in tokens:
130
+ # make sure that special tokens are not decoded using sentencepiece model
131
+ if token in self.all_special_tokens:
132
+ if not prev_is_special:
133
+ out_string += ' '
134
+ out_string += self.sp_model.decode(current_sub_tokens) + token
135
+ prev_is_special = True
136
+ current_sub_tokens = []
137
+ else:
138
+ current_sub_tokens.append(token)
139
+ prev_is_special = False
140
+ out_string += self.sp_model.decode(current_sub_tokens)
141
+ out_string = self.clean_up_tokenization(out_string)
142
+ out_string = self._maybe_add_prefix_space(tokens=tokens, decoded=out_string)
143
+ return out_string[1:]
144
+
145
+ def save_vocabulary(self, save_directory, filename_prefix: Optional[str] = None) -> Tuple[str]:
146
+ """
147
+ Save the vocabulary and special tokens file to a directory.
148
+
149
+ Args:
150
+ save_directory (`str`):
151
+ The directory in which to save the vocabulary.
152
+
153
+ Returns:
154
+ `Tuple(str)`: Paths to the files saved.
155
+ """
156
+ if not os.path.isdir(save_directory):
157
+ logger.error(f'Vocabulary path ({save_directory}) should be a directory')
158
+ return
159
+ out_vocab_file = os.path.join(
160
+ save_directory, (filename_prefix + '-' if filename_prefix else '') + VOCAB_FILES_NAMES['vocab_file']
161
+ )
162
+
163
+ if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file) and os.path.isfile(self.vocab_file):
164
+ copyfile(self.vocab_file, out_vocab_file)
165
+ elif not os.path.isfile(self.vocab_file):
166
+ with open(out_vocab_file, 'wb') as fi:
167
+ content_spiece_model = self.sp_model.serialized_model_proto()
168
+ fi.write(content_spiece_model)
169
+
170
+ return (out_vocab_file,)
171
+
172
+ def build_inputs_with_special_tokens(self, token_ids_0, token_ids_1=None):
173
+ if self.add_bos_token:
174
+ bos_token_ids = [self.bos_token_id]
175
+ else:
176
+ bos_token_ids = []
177
+
178
+ output = bos_token_ids + token_ids_0
179
+
180
+ if token_ids_1 is not None:
181
+ output = output + token_ids_1
182
+
183
+ if self.add_eos_token:
184
+ output = output + [self.eos_token_id]
185
+
186
+ return output
187
+
188
+ def get_special_tokens_mask(
189
+ self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None, already_has_special_tokens: bool = False
190
+ ) -> List[int]:
191
+ """
192
+ Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
193
+ special tokens using the tokenizer `prepare_for_model` method.
194
+
195
+ Args:
196
+ token_ids_0 (`List[int]`):
197
+ List of IDs.
198
+ token_ids_1 (`List[int]`, *optional*):
199
+ Optional second list of IDs for sequence pairs.
200
+ already_has_special_tokens (`bool`, *optional*, defaults to `False`):
201
+ Whether or not the token list is already formatted with special tokens for the model.
202
+
203
+ Returns:
204
+ `List[int]`: A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.
205
+ """
206
+ if already_has_special_tokens:
207
+ return super().get_special_tokens_mask(
208
+ token_ids_0=token_ids_0, token_ids_1=token_ids_1, already_has_special_tokens=True
209
+ )
210
+
211
+ if token_ids_1 is None:
212
+ return [1] + ([0] * len(token_ids_0)) + [1]
213
+ return [1] + ([0] * len(token_ids_0)) + [1, 1] + ([0] * len(token_ids_1)) + [1]
214
+
215
+ def create_token_type_ids_from_sequences(
216
+ self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None
217
+ ) -> List[int]:
218
+ """
219
+ Create a mask from the two sequences passed to be used in a sequence-pair classification task. T5 does not make
220
+ use of token type ids, therefore a list of zeros is returned.
221
+
222
+ Args:
223
+ token_ids_0 (`List[int]`):
224
+ List of IDs.
225
+ token_ids_1 (`List[int]`, *optional*):
226
+ Optional second list of IDs for sequence pairs.
227
+
228
+ Returns:
229
+ `List[int]`: List of zeros.
230
+ """
231
+ eos = [self.eos_token_id]
232
+
233
+ if token_ids_1 is None:
234
+ return len(token_ids_0 + eos) * [0]
235
+ return len(token_ids_0 + eos + token_ids_1 + eos) * [0]
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f868398fc4e05ee1e8aeba95ddf18ddcc45b8bce55d5093bead5bbf80429b48b
3
+ size 1477754
tokenizer_config.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<unk>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<s>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "92538": {
28
+ "content": "<|plugin|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "92539": {
36
+ "content": "<|interpreter|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "92540": {
44
+ "content": "<|action_end|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "92541": {
52
+ "content": "<|action_start|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "92542": {
60
+ "content": "<|im_end|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "92543": {
68
+ "content": "<|im_start|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "92544": {
76
+ "content": "<img>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "92545": {
84
+ "content": "</img>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "92546": {
92
+ "content": "<IMG_CONTEXT>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "92547": {
100
+ "content": "<quad>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "92548": {
108
+ "content": "</quad>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "92549": {
116
+ "content": "<ref>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "92550": {
124
+ "content": "</ref>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "92551": {
132
+ "content": "<box>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "92552": {
140
+ "content": "</box>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ }
147
+ },
148
+ "additional_special_tokens": [
149
+ "<|im_start|>",
150
+ "<|im_end|>",
151
+ "<|action_start|>",
152
+ "<|action_end|>",
153
+ "<|interpreter|>",
154
+ "<|plugin|>",
155
+ "<img>",
156
+ "</img>",
157
+ "<IMG_CONTEXT>",
158
+ "<quad>",
159
+ "</quad>",
160
+ "<ref>",
161
+ "</ref>",
162
+ "<box>",
163
+ "</box>"
164
+ ],
165
+ "auto_map": {
166
+ "AutoTokenizer": [
167
+ "tokenization_internlm2.InternLM2Tokenizer",
168
+ null
169
+ ]
170
+ },
171
+ "bos_token": "<s>",
172
+ "chat_template": "{{ bos_token }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
173
+ "clean_up_tokenization_spaces": false,
174
+ "eos_token": "</s>",
175
+ "extra_special_tokens": {},
176
+ "model_max_length": 4096,
177
+ "pad_token": "</s>",
178
+ "tokenizer_class": "InternLM2Tokenizer",
179
+ "unk_token": "<unk>"
180
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5224357edaf558f17e1fd452ad06e82473dbaba8a86c8896bdd774f0c9a17b79
3
+ size 7224
training_log.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d2143c035487be783c95a5deb7a504eef3479763ebd79dffa3c31072089f6d
3
+ size 1109122967