diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,154 @@ +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- macro render_content(content, do_vision_count, is_system_content=false) %} + {%- if content is string %} + {{- content }} + {%- elif content is iterable and content is not mapping %} + {%- for item in content %} + {%- if 'image' in item or 'image_url' in item or item.type == 'image' %} + {%- if is_system_content %} + {{- raise_exception('System message cannot contain images.') }} + {%- endif %} + {%- if do_vision_count %} + {%- set image_count.value = image_count.value + 1 %} + {%- endif %} + {%- if add_vision_id %} + {{- 'Picture ' ~ image_count.value ~ ': ' }} + {%- endif %} + {{- '<|vision_start|><|image_pad|><|vision_end|>' }} + {%- elif 'video' in item or item.type == 'video' %} + {%- if is_system_content %} + {{- raise_exception('System message cannot contain videos.') }} + {%- endif %} + {%- if do_vision_count %} + {%- set video_count.value = video_count.value + 1 %} + {%- endif %} + {%- if add_vision_id %} + {{- 'Video ' ~ video_count.value ~ ': ' }} + {%- endif %} + {{- '<|vision_start|><|video_pad|><|vision_end|>' }} + {%- elif 'text' in item %} + {{- item.text }} + {%- else %} + {{- raise_exception('Unexpected item type in content.') }} + {%- endif %} + {%- endfor %} + {%- elif content is none or content is undefined %} + {{- '' }} + {%- else %} + {{- raise_exception('Unexpected content type.') }} + {%- endif %} +{%- endmacro %} +{%- if not messages %} + {{- raise_exception('No messages provided.') }} +{%- endif %} +{%- if tools and tools is iterable and tools is not mapping %} + {{- '<|im_start|>system\n' }} + {{- "# Tools\n\nYou have access to the following functions:\n\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n" }} + {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n\n\n\nvalue_1\n\n\nThis is the value for the second parameter\nthat can span\nmultiple lines\n\n\n\n\n\nReminder:\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n' }} + {%- if messages[0].role == 'system' %} + {%- set content = render_content(messages[0].content, false, true)|trim %} + {%- if content %} + {{- '\n\n' + content }} + {%- endif %} + {%- endif %} + {{- '<|im_end|>\n' }} +{%- else %} + {%- if messages[0].role == 'system' %} + {%- set content = render_content(messages[0].content, false, true)|trim %} + {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" %} + {%- set content = render_content(message.content, false)|trim %} + {%- if not(content.startswith('') and content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if ns.multi_step_tool %} + {{- raise_exception('No user query found in messages.') }} +{%- endif %} +{%- for message in messages %} + {%- set content = render_content(message.content, true)|trim %} + {%- if message.role == "system" %} + {%- if not loop.first %} + {{- raise_exception('System message must be at the beginning.') }} + {%- endif %} + {%- elif message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- set reasoning_content = reasoning_content|trim %} + {%- if loop.index0 > ns.last_query_index %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content + '\n\n\n' + content }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {%- if loop.first %} + {%- if content|trim %} + {{- '\n\n\n\n' }} + {%- else %} + {{- '\n\n' }} + {%- endif %} + {%- else %} + {{- '\n\n\n' }} + {%- endif %} + {%- if tool_call.arguments is defined %} + {%- for args_name, args_value in tool_call.arguments|items %} + {{- '\n' }} + {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %} + {{- args_value }} + {{- '\n\n' }} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.previtem and loop.previtem.role != "tool" %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if not loop.last and loop.nextitem.role != "tool" %} + {{- '<|im_end|>\n' }} + {%- elif loop.last %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- else %} + {{- raise_exception('Unexpected message role.') }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- else %} + {{- '\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f585318f1f909d6ac53eaa716618464960fb31e --- /dev/null +++ b/config.json @@ -0,0 +1,350 @@ +{ + "architectures": [ + "Qwen3_5MoeForConditionalGeneration" + ], + "image_token_id": 248056, + "model_type": "qwen3_5_moe", + "quantization_config": { + "autoround_version": "0.14.2", + "batch_size": 1, + "bits": 4, + "block_name_to_quantize": [ + "model.language_model.layers", + "mtp.layers" + ], + "data_type": "int", + "extra_config": { + "model.language_model.layers.0.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.1.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.10.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.11.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.12.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.13.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.14.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.15.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.16.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.17.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.18.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.19.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.2.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.20.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.21.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.22.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.23.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.24.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.25.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.26.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.27.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.28.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.29.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.3.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.30.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.31.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.32.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.33.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.34.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.35.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.36.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.37.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.38.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.39.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.4.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.40.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.41.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.42.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.43.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.44.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.45.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.46.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.47.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.5.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.6.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.7.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.8.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "model.language_model.layers.9.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + }, + "mtp.fc": { + "bits": 16, + "data_type": "fp" + }, + "mtp.layers.0.mlp.gate": { + "bits": 16, + "data_type": "fp" + }, + "mtp.layers.0.mlp.shared_expert_gate": { + "bits": 16, + "data_type": "fp" + } + }, + "group_size": 128, + "iters": 2000, + "nsamples": 256, + "packing_format": "auto_round:auto_gptq", + "quant_method": "auto-round", + "sym": true + }, + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "attn_output_gate": true, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 248044, + "full_attention_interval": 4, + "head_dim": 256, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "layer_types": [ + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention" + ], + "linear_conv_kernel_dim": 4, + "linear_key_head_dim": 128, + "linear_num_key_heads": 16, + "linear_num_value_heads": 64, + "linear_value_head_dim": 128, + "mamba_ssm_dtype": "float32", + "max_position_embeddings": 262144, + "mlp_only_layers": [], + "model_type": "qwen3_5_moe_text", + "moe_intermediate_size": 1024, + "mtp_num_hidden_layers": 1, + "mtp_use_dedicated_embeddings": false, + "num_attention_heads": 32, + "num_experts": 256, + "num_experts_per_tok": 8, + "num_hidden_layers": 48, + "num_key_value_heads": 2, + "output_router_logits": false, + "pad_token_id": null, + "partial_rotary_factor": 0.25, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "mrope_interleaved": true, + "mrope_section": [ + 11, + 11, + 10 + ], + "partial_rotary_factor": 0.25, + "rope_theta": 10000000, + "rope_type": "default" + }, + "router_aux_loss_coef": 0.001, + "shared_expert_intermediate_size": 1024, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 248320 + }, + "tie_word_embeddings": false, + "transformers_version": "5.12.1", + "video_token_id": 248057, + "vision_config": { + "deepstack_visual_indexes": [], + "depth": 27, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "model_type": "qwen3_5_moe_vision", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 3072, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 248054, + "vision_start_token_id": 248053 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..eaf666353f1467608ef41b74eb518c666fd17ab4 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 248044, + "do_sample": true, + "eos_token_id": [ + 248046, + 248044 + ], + "pad_token_id": 248044, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.12.1" +} diff --git a/model-00001-of-00049.safetensors b/model-00001-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a30434256405be4b6a6e80445436dfe1009850f --- /dev/null +++ b/model-00001-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a8e863d9f318c6579a1f3d7814c2536a055d53560b964c5769a9b0ca0f28fe +size 1308020664 diff --git a/model-00002-of-00049.safetensors b/model-00002-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3555ad65b3b4b51a1121fae85bb25616df420408 --- /dev/null +++ b/model-00002-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8143bea2469ad09b8eff55fadf61908cc1adf7703e65e0d949cd5c5c51742481 +size 1308020664 diff --git a/model-00003-of-00049.safetensors b/model-00003-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a495b99978ed4cadc638c420a4321fcf736f90eb --- /dev/null +++ b/model-00003-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cec1984b4632a8be871df699d3af010df2e5312a8cb49541059958de275206f +size 1308020664 diff --git a/model-00004-of-00049.safetensors b/model-00004-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51335f6d974ef9006c4bc89106576dc911ae2690 --- /dev/null +++ b/model-00004-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9d475bcd611414300699b6f09512288c5527eb9b84e62bbc02a001d65e2fa0 +size 1302814768 diff --git a/model-00005-of-00049.safetensors b/model-00005-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc5b47f70d80e18e69a048ecd081b6a686497587 --- /dev/null +++ b/model-00005-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdcc3c0075b94364c5a6f32522fba1eb9d9024bc647f8e34ebde88bbb0b06e0a +size 1308020664 diff --git a/model-00006-of-00049.safetensors b/model-00006-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6cb3d3f63d78aeab975fd424111bddd2e85a2e60 --- /dev/null +++ b/model-00006-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb065c9cb0b38ab57a467e52b991fce35201ac497e9f6b4246f13b7dcc58382 +size 1308020664 diff --git a/model-00007-of-00049.safetensors b/model-00007-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b857b7b9709fd5d871f48697afa726d61f2c1bd --- /dev/null +++ b/model-00007-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fdefd089c813b1fb789fa83be1a5454f4509b64abc15352be25d25c29bc11b0 +size 1308020664 diff --git a/model-00008-of-00049.safetensors b/model-00008-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de0f381a62a4687962448bcac6eeded6d4c4e95e --- /dev/null +++ b/model-00008-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb7e97d71163994edccc752ea5196959de6013d15e3cc47a24c935cb36ea6a6 +size 1302814768 diff --git a/model-00009-of-00049.safetensors b/model-00009-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d03d3897dc886dfd52a8f7db17065c3752dc4dd6 --- /dev/null +++ b/model-00009-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b13b0ae4f4d122c665bc518442310b0109844a239bbf755ef6d00e5ceb6927 +size 1308020664 diff --git a/model-00011-of-00049.safetensors b/model-00011-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39a0b680a453674e5d36584d625b9723df011277 --- /dev/null +++ b/model-00011-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab776edcd3e46789ec2558726a9c54cfc166dae91eab89a67ecb5a77b1a8a69 +size 1308023000 diff --git a/model-00012-of-00049.safetensors b/model-00012-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d5897efa47bc5a1021edd43057ef2f3bfafc3c5 --- /dev/null +++ b/model-00012-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd03e086947fb2e5ae387d2f48a36aecf93e1472619759c39715bab9e379f1a +size 1302817104 diff --git a/model-00014-of-00049.safetensors b/model-00014-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa64d1a55de5511eeb1081a7f57f85f96ab91d89 --- /dev/null +++ b/model-00014-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bcea176a064a97b29271315f0c3661481d2c2ee9df7a95c5a4d6a63979e351 +size 1308023000 diff --git a/model-00015-of-00049.safetensors b/model-00015-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42488c9d3cff40a8169fe602ecd609e45794bfa8 --- /dev/null +++ b/model-00015-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d73689252dc046c7c5909d19acbe630105357e8b6d8c3cdbc20f3baa817ebb +size 1308023000 diff --git a/model-00016-of-00049.safetensors b/model-00016-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a6faab3ab4f85ba34940de676fb53455aca9d08 --- /dev/null +++ b/model-00016-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0afb86b6185c77c0f0b8c3cf2ce9576aedca99ef4578b52453894c18377ea8c +size 1302817104 diff --git a/model-00017-of-00049.safetensors b/model-00017-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5fb6669f4c37902ed643796ed85b050b889c3735 --- /dev/null +++ b/model-00017-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fbdf2b85f67ba245d21b29b920d066d13fadd8f47b600ca110a08b6174a3b5f +size 1308023000 diff --git a/model-00018-of-00049.safetensors b/model-00018-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a313ea440e44731739aeec6e079f9718d5fccab --- /dev/null +++ b/model-00018-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd25d795fc8f52f6ff39fcb8d03a6c3b43542383e0cf335a71a64e7f366c44d7 +size 1308023000 diff --git a/model-00019-of-00049.safetensors b/model-00019-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08aaf7277bef9f119fa623397ff9ee6f887f4579 --- /dev/null +++ b/model-00019-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a34ec194645cc427953548feab7aff1cbce06b08909917984280b9d8eb6000 +size 1308023000 diff --git a/model-00020-of-00049.safetensors b/model-00020-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c1f0fc9165c51d4414bb99958f06badaf2ade13 --- /dev/null +++ b/model-00020-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2273f1f20b76db3238e97b68a217540f0372d3584dbc51bc79fb88ecb6a77d +size 1302817104 diff --git a/model-00024-of-00049.safetensors b/model-00024-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cd9d00b19052d915a14caf8c74a19a52fa21bb2 --- /dev/null +++ b/model-00024-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7a954fd9d4520b8229f47bacdb8e79c792ae15b58dbe161ce5ab09367c10aa +size 1302817104 diff --git a/model-00026-of-00049.safetensors b/model-00026-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff752841a3e5b122a94824e30ee4482567477644 --- /dev/null +++ b/model-00026-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31f52300a7626c04ea02f6f36cbf71ca01270f2a307c780d827062511eb7f9a +size 1308023000 diff --git a/model-00027-of-00049.safetensors b/model-00027-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ec6ce0c2b13d41db55211e43f4790a65cdb1ca5 --- /dev/null +++ b/model-00027-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf5d78660b3c64688dbea9257663ae1825a3817d2e095e7b697392993a62b33 +size 1308023000 diff --git a/model-00029-of-00049.safetensors b/model-00029-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aed05c4edd488cb417b176396b8d19e5cc3012af --- /dev/null +++ b/model-00029-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb726bfd562dfd40b4adaece098ef07e7146c40a26d21c915b7d7605c20efcd4 +size 1308023000 diff --git a/model-00030-of-00049.safetensors b/model-00030-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..345ae7a3abe262b254c70271b66c55e7fccfe040 --- /dev/null +++ b/model-00030-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4542cc6027f38092759289c4d85572a296e5dd574cd195b434d469b034d209a5 +size 1308023000 diff --git a/model-00032-of-00049.safetensors b/model-00032-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca0e8b48fc3b50a5e9e6c82cfa32ec6d44eb4ce9 --- /dev/null +++ b/model-00032-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0abf05a4928557cdf0ee23ac9a836d15674fd506b67c44d21ade0b1803e66f +size 1302817104 diff --git a/model-00033-of-00049.safetensors b/model-00033-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15e9c0b5b826c59a11907ccdb731edbbdb66d2b0 --- /dev/null +++ b/model-00033-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b12801ebcb54fd29684a24598412a8f68fbe0ecc1b713e269811a7c12de1583 +size 1308023000 diff --git a/model-00034-of-00049.safetensors b/model-00034-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59ce3149ef23f2ba7088b035b11c2bb78945ef96 --- /dev/null +++ b/model-00034-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ac5c2b6ff5b00ff036e37abd4699344e69266ebcd37be902f2352b43d50fe63 +size 1308023000 diff --git a/model-00035-of-00049.safetensors b/model-00035-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfbd76c455c5358999c16e027c42843b0aa3eb7f --- /dev/null +++ b/model-00035-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76cb5d49a68ca86c2dcaffe17f13c5b701684b20f83856e4b3ca4af1a80e77d0 +size 1308023000 diff --git a/model-00036-of-00049.safetensors b/model-00036-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..580e99cf10a6332446b8a0e619562e2ba634e08b --- /dev/null +++ b/model-00036-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e237c9b097f9172e8b7f209cb4917863699736c213bb4f05e66d7d9a05ba161 +size 1302817104 diff --git a/model-00037-of-00049.safetensors b/model-00037-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..185e955df57d807efa3e3dadf7b8000f34753a96 --- /dev/null +++ b/model-00037-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5865e28fe22c63535ef2d17dbead7fb953f6bcda2899defe667bdb9782df65c +size 1308023000 diff --git a/model-00038-of-00049.safetensors b/model-00038-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2b75c728b5226599f96db98ee694126f5cdf099 --- /dev/null +++ b/model-00038-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5aae3fa91ccf1bf61b56ad729fecff417f946dbea7887872ab56f601b456c2 +size 1308023000 diff --git a/model-00039-of-00049.safetensors b/model-00039-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8ec3a3480ec425da8691e7b671746d1b7091ce1 --- /dev/null +++ b/model-00039-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ebcf91373da85b36c1603e8b26e3f8821352f62c1b1386a590283bb778e1f0 +size 1308023000 diff --git a/model-00040-of-00049.safetensors b/model-00040-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..467cc99244ee7ddaa727e49745fedba3052aef79 --- /dev/null +++ b/model-00040-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:088638014e04f4528a132dfed55b409d62b018ceae2af698acd7f8d510874a2a +size 1302817104 diff --git a/model-00041-of-00049.safetensors b/model-00041-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8a987833a56a05c850efcba1cdf7733e3a6de1f --- /dev/null +++ b/model-00041-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d09cb6db084145f9aaf8a9ff5246dd1acf2d1aedc7df90768191f826a8b869 +size 1308023000 diff --git a/model-00042-of-00049.safetensors b/model-00042-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abf77f5739f7d8eda40c1815eeea20555f6a58be --- /dev/null +++ b/model-00042-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec536b1a5194f75628860c3770aa656ee709801b1475aa9708a0a5cae319496 +size 1308023000 diff --git a/model-00044-of-00049.safetensors b/model-00044-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe1f80b57885d688277a4c7302d21dbd6f5d00c4 --- /dev/null +++ b/model-00044-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458b724f9f52d313d2394acf699305726bbbd71660adeb70284f8005b121ddbe +size 1302817104 diff --git a/model-00045-of-00049.safetensors b/model-00045-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb33eba249e1a774d99e37ce88d43f37a77aaf2c --- /dev/null +++ b/model-00045-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128149c0b1a33b94a1c0e67255a4dc86e04cb5afc6a4ea7d096e1d5e6babd3cd +size 1308023000 diff --git a/model-00046-of-00049.safetensors b/model-00046-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e517a17838d2dbb8f056184479cc353e2deb99ee --- /dev/null +++ b/model-00046-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2c651bdb47b0f6005e22b207ea98f85bdf69398521b905ed74b46cb5aaab82 +size 1308023000 diff --git a/model-00047-of-00049.safetensors b/model-00047-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74755dd6e46e90afb889a0c43fae5ae588564f31 --- /dev/null +++ b/model-00047-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3b80a271cde648ce422a6d67580ac7bc9a2d0467cad3f964a702e6b5634b93c +size 1308023000 diff --git a/model-00048-of-00049.safetensors b/model-00048-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad7ae8c5bfaab41974f2f162a8a7f6af7fa91177 --- /dev/null +++ b/model-00048-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357ca6c196b33965582894d2932f823300ff888788f0e5071e2fde26e3c8fbf5 +size 1302817104 diff --git a/model-00049-of-00049.safetensors b/model-00049-of-00049.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f83b922304026be857bb00b357cf67deb709d91 --- /dev/null +++ b/model-00049-of-00049.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7da4685f595f8b2436bc7751d639ec093305491d05767ce8bb361710045d949 +size 3953982112 diff --git a/model_extra_tensors.safetensors b/model_extra_tensors.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a61fb141ae8b622ce04d98af93d967cf13bca148 --- /dev/null +++ b/model_extra_tensors.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ef6eeca623312f8e7a94334db00fd5a4728321a39ce8e91390ad64252480a4 +size 1340542704 diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ed39680d90d989c35a3e308338a24875bafbc42 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,26 @@ +{ + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "merge_size": 2, + "patch_size": 16, + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 +} diff --git a/processor_config.json b/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..33818c7f9e991ad735fd240209f4fa73e6c28c50 --- /dev/null +++ b/processor_config.json @@ -0,0 +1,60 @@ +{ + "image_processor": { + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "merge_size": 2, + "patch_size": 16, + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "longest_edge": 16777216, + "shortest_edge": 65536 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen3VLProcessor", + "video_processor": { + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": true, + "fps": 2, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "patch_size": 16, + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "size": { + "longest_edge": 25165824, + "shortest_edge": 4096 + }, + "temporal_patch_size": 2, + "video_processor_type": "Qwen3VLVideoProcessor" + } +} diff --git a/quantization-report.csv b/quantization-report.csv new file mode 100644 index 0000000000000000000000000000000000000000..cd2ee72a767159b576e239a251e5dc6debd95e66 --- /dev/null +++ b/quantization-report.csv @@ -0,0 +1,49 @@ +block_name,cosine_sim,psnr_db,init_loss,best_loss,best_iter,total_iters,passed +model.language_model.layers.0,0.9999013314954937,72.6664928849881,3.184853483162442e-07,6.960273424283514e-08,1727,1728,True +model.language_model.layers.1,0.9998866282403469,72.05554747955749,1.4940926575945923e-06,1.4085973987221223e-07,1568,1569,True +model.language_model.layers.2,0.9998671766370535,71.64392079697728,2.250401621495257e-06,2.5330345465590653e-07,1986,1987,True +model.language_model.layers.3,0.999814358074218,70.68629796356244,2.242990831291536e-06,4.770283794641728e-07,1814,1815,True +model.language_model.layers.4,0.9998072807211429,70.57906719996704,1.3475367950377404e-06,5.41822487321042e-07,1985,1986,True +model.language_model.layers.5,0.9997879297006875,70.16670340982796,1.1128191772513674e-06,6.49693561172171e-07,1991,1992,True +model.language_model.layers.6,0.9997561189811677,69.60158821984533,1.524036520095251e-06,8.164844871316745e-07,1922,1923,True +model.language_model.layers.7,0.9997336452361196,69.13833914626747,2.7995890832244186e-06,1.0925667766059632e-06,1877,1878,True +model.language_model.layers.8,0.999708216637373,68.65308411764674,2.2026074475434143e-06,1.253619871022238e-06,1764,1765,True +model.language_model.layers.9,0.999677819898352,68.31612185220915,2.442991444695508e-06,1.4303275293059414e-06,1965,1966,True +model.language_model.layers.10,0.9996430925093591,69.43392779705302,3.0013388823135756e-06,1.651862362450629e-06,1805,1806,True +model.language_model.layers.11,0.9996120631694794,68.30726604389254,5.855246854480356e-06,1.8983076870426885e-06,1994,1995,True +model.language_model.layers.12,0.9995676139369607,67.77725063140038,3.3137052923848387e-06,2.2343617729347898e-06,1370,1371,True +model.language_model.layers.13,0.9995279842987657,67.55660029149922,4.0493346205039416e-06,2.5327731236757245e-06,1605,1606,True +model.language_model.layers.14,0.9994681687094271,67.17988187016994,4.772948159370571e-06,3.036964699276723e-06,1949,1950,True +model.language_model.layers.15,0.9993536463007331,66.36258751220728,8.84949531609891e-06,3.745272806554567e-06,1910,1911,True +model.language_model.layers.16,0.9992908420972526,65.92257108333737,6.178389412525576e-06,4.333391188993119e-06,1864,1865,True +model.language_model.layers.17,0.9992121430113912,65.407106978464,8.073509889072739e-06,4.794461801793659e-06,1883,1884,True +model.language_model.layers.18,0.9990667412057519,64.72909908238486,8.670290299050976e-06,5.492707714438438e-06,1843,1844,True +model.language_model.layers.19,0.9989192159846425,64.60382009907788,1.2779549251717981e-05,6.52778908261098e-06,1734,1735,True +model.language_model.layers.20,0.9988715932704508,65.36878855958172,1.3388871593633667e-05,7.275053121702513e-06,1739,1740,True +model.language_model.layers.21,0.998868900584057,65.94380046080978,1.2139787941123359e-05,7.537264536949806e-06,1966,1967,True +model.language_model.layers.22,0.9988700097892433,80.77492363273387,1.3346845662454143e-05,7.910064596217126e-06,1919,1920,True +model.language_model.layers.23,0.9985711006447673,79.78945544192888,2.0052253603353165e-05,1.0010774531110656e-05,1628,1629,True +model.language_model.layers.24,0.9984593209810555,79.63543370077502,1.709500065771863e-05,1.0336220839235466e-05,1802,1803,True +model.language_model.layers.25,0.9984571707900614,79.61263950658143,1.7476351786172017e-05,1.0561404451436829e-05,1872,1873,True +model.language_model.layers.26,0.998523848131299,80.01565540621122,1.6485411833855323e-05,9.990679245674983e-06,1989,1990,True +model.language_model.layers.27,0.9979918550234288,78.63109786361726,2.8039916287525557e-05,1.3896780728828162e-05,1924,1925,True +model.language_model.layers.28,0.9977127879392356,78.54953076680191,2.444937126711011e-05,1.3927443433203734e-05,1821,1822,True +model.language_model.layers.29,0.9977524024434388,78.20882001879819,2.525168747524731e-05,1.5160438124439679e-05,1931,1932,True +model.language_model.layers.30,0.9982607520651072,77.31533720800388,2.7962381864199415e-05,1.7507083612144925e-05,1975,1976,True +model.language_model.layers.31,0.9971624270547181,75.84776383273638,5.6626973673701286e-05,2.3551616322947666e-05,1931,1932,True +model.language_model.layers.32,0.9969524666666985,75.36572419195143,5.7839410146698356e-05,2.54773476626724e-05,1937,1938,True +model.language_model.layers.33,0.9969159453175962,74.61488986186099,6.384706648532301e-05,3.432888479437679e-05,1827,1828,True +model.language_model.layers.34,0.9973165527917445,73.84093474069164,6.684633262921125e-05,3.705866038217209e-05,1883,1884,True +model.language_model.layers.35,0.9957409142516553,72.0887402351323,0.00011205165355931967,5.225236964179203e-05,1988,1989,True +model.language_model.layers.36,0.9949407381936908,71.66956193560074,7.266711327247322e-05,5.541124119190499e-05,1998,1999,True +model.language_model.layers.37,0.9946143059059978,70.97706100957268,0.00010315455438103527,6.155407754704356e-05,1576,1577,True +model.language_model.layers.38,0.9951802466530353,69.55816750866241,0.0001717655104584992,7.422555063385516e-05,1583,1584,True +model.language_model.layers.39,0.9930428089573979,68.54271172328095,0.00025424599880352616,0.00010644082067301497,1868,1869,True +model.language_model.layers.40,0.9923277359921485,67.82447594099598,0.00017861719243228436,0.00012707071437034756,1884,1885,True +model.language_model.layers.41,0.9924784521572292,67.52246646068228,0.0004155971109867096,0.00013767127529717982,1585,1586,True +model.language_model.layers.42,0.9937938239891082,65.91230619885809,0.00038038575439713895,0.00017776938329916447,1975,1976,True +model.language_model.layers.43,0.9907823347020894,52.9278517004284,0.0007009627297520638,0.0002582345041446388,1810,1811,True +model.language_model.layers.44,0.9899420705623925,51.149420465081384,0.0005534186493605375,0.00033381208777427673,1864,1865,False +model.language_model.layers.45,0.9908727561123669,52.491921343044666,0.001464880770072341,0.00052299490198493,1892,1893,True +model.language_model.layers.46,0.9922817028127611,65.72018914890722,0.002238280139863491,0.0007635024376213551,1588,1589,True +model.language_model.layers.47,0.992250818759203,58.73263913199111,0.003068318124860525,0.0014043748378753662,1854,1855,True diff --git a/quantization-report.txt b/quantization-report.txt new file mode 100644 index 0000000000000000000000000000000000000000..8b9518a70811086a1d9ee0136189c94182061839 --- /dev/null +++ b/quantization-report.txt @@ -0,0 +1,76 @@ +=== Quantization Report === +Model: Qwen/Qwen3.5-122B-A10B +Date: 2026-06-23 08:30:53 +Version: 0.14.2 + +CLI Arguments: + --batch_size 1 + --iters 2000 + --nsamples 256 + --seqlen 2048 + --dataset opencode-instruct + --output_dir ./models/Qwen3.5-122B-A10B-int4-AutoRound + +Memory Summary: + Peak RAM: 33.36 GB + Peak VRAM: 60.65 GB + +Sensitivity Analysis: +───────────────────────────────────────────────────────────────────────────────────────────────────── +Layer Cosine Sim PSNR (dB) Iters uLoss Status +───────────────────────────────────────────────────────────────────────────────────────────────────── +🟢 model.language_model.layers.0 0.9999 72.7 1728 0 → 0 PASS +🟢 model.language_model.layers.1 0.9999 72.1 1569 1 → 0 PASS +🟢 model.language_model.layers.2 0.9999 71.6 1987 2 → 0 PASS +🟢 model.language_model.layers.3 0.9998 70.7 1815 2 → 0 PASS +🟢 model.language_model.layers.4 0.9998 70.6 1986 1 → 1 PASS +🟢 model.language_model.layers.5 0.9998 70.2 1992 1 → 1 PASS +🟢 model.language_model.layers.6 0.9998 69.6 1923 2 → 1 PASS +🟢 model.language_model.layers.7 0.9997 69.1 1878 3 → 1 PASS +🟢 model.language_model.layers.8 0.9997 68.7 1765 2 → 1 PASS +🟢 model.language_model.layers.9 0.9997 68.3 1966 2 → 1 PASS +🟢 model.language_model.layers.10 0.9996 69.4 1806 3 → 2 PASS +🟢 model.language_model.layers.11 0.9996 68.3 1995 6 → 2 PASS +🟢 model.language_model.layers.12 0.9996 67.8 1371 3 → 2 PASS +🟢 model.language_model.layers.13 0.9995 67.6 1606 4 → 3 PASS +🟢 model.language_model.layers.14 0.9995 67.2 1950 5 → 3 PASS +🟢 model.language_model.layers.15 0.9994 66.4 1911 9 → 4 PASS +🟢 model.language_model.layers.16 0.9993 65.9 1865 6 → 4 PASS +🟢 model.language_model.layers.17 0.9992 65.4 1884 8 → 5 PASS +🟢 model.language_model.layers.18 0.9991 64.7 1844 9 → 5 PASS +🟢 model.language_model.layers.19 0.9989 64.6 1735 13 → 7 PASS +🟢 model.language_model.layers.20 0.9989 65.4 1740 13 → 7 PASS +🟢 model.language_model.layers.21 0.9989 65.9 1967 12 → 8 PASS +🟢 model.language_model.layers.22 0.9989 80.8 1920 13 → 8 PASS +🟢 model.language_model.layers.23 0.9986 79.8 1629 20 → 10 PASS +🟢 model.language_model.layers.24 0.9985 79.6 1803 17 → 10 PASS +🟢 model.language_model.layers.25 0.9985 79.6 1873 17 → 11 PASS +🟢 model.language_model.layers.26 0.9985 80.0 1990 16 → 10 PASS +🟢 model.language_model.layers.27 0.9980 78.6 1925 28 → 14 PASS +🟢 model.language_model.layers.28 0.9977 78.5 1822 24 → 14 PASS +🟢 model.language_model.layers.29 0.9978 78.2 1932 25 → 15 PASS +🟢 model.language_model.layers.30 0.9983 77.3 1976 28 → 18 PASS +🟢 model.language_model.layers.31 0.9972 75.8 1932 57 → 24 PASS +🟢 model.language_model.layers.32 0.9970 75.4 1938 58 → 25 PASS +🟢 model.language_model.layers.33 0.9969 74.6 1828 64 → 34 PASS +🟢 model.language_model.layers.34 0.9973 73.8 1884 67 → 37 PASS +🟢 model.language_model.layers.35 0.9957 72.1 1989 112 → 52 PASS +🟢 model.language_model.layers.36 0.9949 71.7 1999 73 → 55 PASS +🟢 model.language_model.layers.37 0.9946 71.0 1577 103 → 62 PASS +🟢 model.language_model.layers.38 0.9952 69.6 1584 172 → 74 PASS +🟢 model.language_model.layers.39 0.9930 68.5 1869 254 → 106 PASS +🟢 model.language_model.layers.40 0.9923 67.8 1885 179 → 127 PASS +🟢 model.language_model.layers.41 0.9925 67.5 1586 416 → 138 PASS +🟢 model.language_model.layers.42 0.9938 65.9 1976 380 → 178 PASS +🟢 model.language_model.layers.43 0.9908 52.9 1811 701 → 258 PASS +🟠 model.language_model.layers.44 0.9899 51.1 1865 553 → 334 WARN +🟢 model.language_model.layers.45 0.9909 52.5 1893 1465 → 523 PASS +🟢 model.language_model.layers.46 0.9923 65.7 1589 2238 → 764 PASS +🟢 model.language_model.layers.47 0.9923 58.7 1855 3068 → 1404 PASS + +Summary: + Total blocks: 48 + Passed (🟢): 47 + Warning (🟠): 1 + +Thresholds: Cosine Similarity < 0.99, PSNR < 45.0 dB diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5520bfd2dd834ce386c1312c410fa71af56db5ad --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523 +size 19989325 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4acebe045132228e18a4e2ca7f75ce137d1fbf7 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "add_prefix_space": false, + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "image_token": "<|image_pad|>", + "is_local": false, + "local_files_only": false, + "model_max_length": 262144, + "model_specific_special_tokens": { + "audio_bos_token": "<|audio_start|>", + "audio_eos_token": "<|audio_end|>", + "audio_token": "<|audio_pad|>", + "image_token": "<|image_pad|>", + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" + }, + "pad_token": "<|endoftext|>", + "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+", + "processor_class": "Qwen3VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "video_token": "<|video_pad|>", + "vision_bos_token": "<|vision_start|>", + "vision_eos_token": "<|vision_end|>" +}