diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/chat_template.jinja b/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+ {%- if content is string %}
+ {{- content }}
+ {%- elif content is iterable and content is not mapping %}
+ {%- for item in content %}
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+ {%- if is_system_content %}
+ {{- raise_exception('System message cannot contain images.') }}
+ {%- endif %}
+ {%- if do_vision_count %}
+ {%- set image_count.value = image_count.value + 1 %}
+ {%- endif %}
+ {%- if add_vision_id %}
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
+ {%- endif %}
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+ {%- elif 'video' in item or item.type == 'video' %}
+ {%- if is_system_content %}
+ {{- raise_exception('System message cannot contain videos.') }}
+ {%- endif %}
+ {%- if do_vision_count %}
+ {%- set video_count.value = video_count.value + 1 %}
+ {%- endif %}
+ {%- if add_vision_id %}
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
+ {%- endif %}
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+ {%- elif 'text' in item %}
+ {{- item.text }}
+ {%- else %}
+ {{- raise_exception('Unexpected item type in content.') }}
+ {%- endif %}
+ {%- endfor %}
+ {%- elif content is none or content is undefined %}
+ {{- '' }}
+ {%- else %}
+ {{- raise_exception('Unexpected content type.') }}
+ {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+ {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+ {{- '<|im_start|>system\n' }}
+ {{- "# Tools\n\nYou have access to the following functions:\n\n" }}
+ {%- for tool in tools %}
+ {{- "\n" }}
+ {{- tool | tojson }}
+ {%- endfor %}
+ {{- "\n" }}
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n\n\n\nvalue_1\n\n\nThis is the value for the second parameter\nthat can span\nmultiple lines\n\n\n\n\n\nReminder:\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n' }}
+ {%- if messages[0].role == 'system' %}
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
+ {%- if content %}
+ {{- '\n\n' + content }}
+ {%- endif %}
+ {%- endif %}
+ {{- '<|im_end|>\n' }}
+{%- else %}
+ {%- if messages[0].role == 'system' %}
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+ {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+ {%- set index = (messages|length - 1) - loop.index0 %}
+ {%- if ns.multi_step_tool and message.role == "user" %}
+ {%- set content = render_content(message.content, false)|trim %}
+ {%- if not(content.startswith('') and content.endswith('')) %}
+ {%- set ns.multi_step_tool = false %}
+ {%- set ns.last_query_index = index %}
+ {%- endif %}
+ {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+ {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+ {%- set content = render_content(message.content, true)|trim %}
+ {%- if message.role == "system" %}
+ {%- if not loop.first %}
+ {{- raise_exception('System message must be at the beginning.') }}
+ {%- endif %}
+ {%- elif message.role == "user" %}
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+ {%- elif message.role == "assistant" %}
+ {%- set reasoning_content = '' %}
+ {%- if message.reasoning_content is string %}
+ {%- set reasoning_content = message.reasoning_content %}
+ {%- else %}
+ {%- if '' in content %}
+ {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
+ {%- set content = content.split('')[-1].lstrip('\n') %}
+ {%- endif %}
+ {%- endif %}
+ {%- set reasoning_content = reasoning_content|trim %}
+ {%- if loop.index0 > ns.last_query_index %}
+ {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content + '\n\n\n' + content }}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+ {%- for tool_call in message.tool_calls %}
+ {%- if tool_call.function is defined %}
+ {%- set tool_call = tool_call.function %}
+ {%- endif %}
+ {%- if loop.first %}
+ {%- if content|trim %}
+ {{- '\n\n\n\n' }}
+ {%- else %}
+ {{- '\n\n' }}
+ {%- endif %}
+ {%- else %}
+ {{- '\n\n\n' }}
+ {%- endif %}
+ {%- if tool_call.arguments is defined %}
+ {%- for args_name, args_value in tool_call.arguments|items %}
+ {{- '\n' }}
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+ {{- args_value }}
+ {{- '\n\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '<|im_end|>\n' }}
+ {%- elif message.role == "tool" %}
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
+ {{- '<|im_start|>user' }}
+ {%- endif %}
+ {{- '\n\n' }}
+ {{- content }}
+ {{- '\n' }}
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
+ {{- '<|im_end|>\n' }}
+ {%- elif loop.last %}
+ {{- '<|im_end|>\n' }}
+ {%- endif %}
+ {%- else %}
+ {{- raise_exception('Unexpected message role.') }}
+ {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+ {{- '<|im_start|>assistant\n' }}
+ {%- if enable_thinking is defined and enable_thinking is false %}
+ {{- '\n\n\n\n' }}
+ {%- else %}
+ {{- '\n' }}
+ {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4f585318f1f909d6ac53eaa716618464960fb31e
--- /dev/null
+++ b/config.json
@@ -0,0 +1,350 @@
+{
+ "architectures": [
+ "Qwen3_5MoeForConditionalGeneration"
+ ],
+ "image_token_id": 248056,
+ "model_type": "qwen3_5_moe",
+ "quantization_config": {
+ "autoround_version": "0.14.2",
+ "batch_size": 1,
+ "bits": 4,
+ "block_name_to_quantize": [
+ "model.language_model.layers",
+ "mtp.layers"
+ ],
+ "data_type": "int",
+ "extra_config": {
+ "model.language_model.layers.0.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.1.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.10.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.11.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.12.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.13.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.14.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.15.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.16.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.17.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.18.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.19.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.2.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.20.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.21.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.22.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.23.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.24.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.25.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.26.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.27.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.28.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.29.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.3.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.30.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.31.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.32.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.33.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.34.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.35.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.36.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.37.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.38.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.39.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.4.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.40.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.41.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.42.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.43.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.44.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.45.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.46.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.47.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.5.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.6.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.7.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.8.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "model.language_model.layers.9.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "mtp.fc": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "mtp.layers.0.mlp.gate": {
+ "bits": 16,
+ "data_type": "fp"
+ },
+ "mtp.layers.0.mlp.shared_expert_gate": {
+ "bits": 16,
+ "data_type": "fp"
+ }
+ },
+ "group_size": 128,
+ "iters": 2000,
+ "nsamples": 256,
+ "packing_format": "auto_round:auto_gptq",
+ "quant_method": "auto-round",
+ "sym": true
+ },
+ "text_config": {
+ "attention_bias": false,
+ "attention_dropout": 0.0,
+ "attn_output_gate": true,
+ "bos_token_id": null,
+ "dtype": "bfloat16",
+ "eos_token_id": 248044,
+ "full_attention_interval": 4,
+ "head_dim": 256,
+ "hidden_act": "silu",
+ "hidden_size": 3072,
+ "initializer_range": 0.02,
+ "layer_types": [
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "full_attention"
+ ],
+ "linear_conv_kernel_dim": 4,
+ "linear_key_head_dim": 128,
+ "linear_num_key_heads": 16,
+ "linear_num_value_heads": 64,
+ "linear_value_head_dim": 128,
+ "mamba_ssm_dtype": "float32",
+ "max_position_embeddings": 262144,
+ "mlp_only_layers": [],
+ "model_type": "qwen3_5_moe_text",
+ "moe_intermediate_size": 1024,
+ "mtp_num_hidden_layers": 1,
+ "mtp_use_dedicated_embeddings": false,
+ "num_attention_heads": 32,
+ "num_experts": 256,
+ "num_experts_per_tok": 8,
+ "num_hidden_layers": 48,
+ "num_key_value_heads": 2,
+ "output_router_logits": false,
+ "pad_token_id": null,
+ "partial_rotary_factor": 0.25,
+ "rms_norm_eps": 1e-06,
+ "rope_parameters": {
+ "mrope_interleaved": true,
+ "mrope_section": [
+ 11,
+ 11,
+ 10
+ ],
+ "partial_rotary_factor": 0.25,
+ "rope_theta": 10000000,
+ "rope_type": "default"
+ },
+ "router_aux_loss_coef": 0.001,
+ "shared_expert_intermediate_size": 1024,
+ "tie_word_embeddings": false,
+ "use_cache": true,
+ "vocab_size": 248320
+ },
+ "tie_word_embeddings": false,
+ "transformers_version": "5.12.1",
+ "video_token_id": 248057,
+ "vision_config": {
+ "deepstack_visual_indexes": [],
+ "depth": 27,
+ "hidden_act": "gelu_pytorch_tanh",
+ "hidden_size": 1152,
+ "in_channels": 3,
+ "initializer_range": 0.02,
+ "intermediate_size": 4304,
+ "model_type": "qwen3_5_moe_vision",
+ "num_heads": 16,
+ "num_position_embeddings": 2304,
+ "out_hidden_size": 3072,
+ "patch_size": 16,
+ "spatial_merge_size": 2,
+ "temporal_patch_size": 2
+ },
+ "vision_end_token_id": 248054,
+ "vision_start_token_id": 248053
+}
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..eaf666353f1467608ef41b74eb518c666fd17ab4
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,13 @@
+{
+ "bos_token_id": 248044,
+ "do_sample": true,
+ "eos_token_id": [
+ 248046,
+ 248044
+ ],
+ "pad_token_id": 248044,
+ "temperature": 0.6,
+ "top_k": 20,
+ "top_p": 0.95,
+ "transformers_version": "5.12.1"
+}
diff --git a/model-00001-of-00049.safetensors b/model-00001-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a30434256405be4b6a6e80445436dfe1009850f
--- /dev/null
+++ b/model-00001-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a8e863d9f318c6579a1f3d7814c2536a055d53560b964c5769a9b0ca0f28fe
+size 1308020664
diff --git a/model-00002-of-00049.safetensors b/model-00002-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3555ad65b3b4b51a1121fae85bb25616df420408
--- /dev/null
+++ b/model-00002-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8143bea2469ad09b8eff55fadf61908cc1adf7703e65e0d949cd5c5c51742481
+size 1308020664
diff --git a/model-00003-of-00049.safetensors b/model-00003-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a495b99978ed4cadc638c420a4321fcf736f90eb
--- /dev/null
+++ b/model-00003-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cec1984b4632a8be871df699d3af010df2e5312a8cb49541059958de275206f
+size 1308020664
diff --git a/model-00004-of-00049.safetensors b/model-00004-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..51335f6d974ef9006c4bc89106576dc911ae2690
--- /dev/null
+++ b/model-00004-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9d475bcd611414300699b6f09512288c5527eb9b84e62bbc02a001d65e2fa0
+size 1302814768
diff --git a/model-00005-of-00049.safetensors b/model-00005-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dc5b47f70d80e18e69a048ecd081b6a686497587
--- /dev/null
+++ b/model-00005-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcc3c0075b94364c5a6f32522fba1eb9d9024bc647f8e34ebde88bbb0b06e0a
+size 1308020664
diff --git a/model-00006-of-00049.safetensors b/model-00006-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6cb3d3f63d78aeab975fd424111bddd2e85a2e60
--- /dev/null
+++ b/model-00006-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb065c9cb0b38ab57a467e52b991fce35201ac497e9f6b4246f13b7dcc58382
+size 1308020664
diff --git a/model-00007-of-00049.safetensors b/model-00007-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b857b7b9709fd5d871f48697afa726d61f2c1bd
--- /dev/null
+++ b/model-00007-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdefd089c813b1fb789fa83be1a5454f4509b64abc15352be25d25c29bc11b0
+size 1308020664
diff --git a/model-00008-of-00049.safetensors b/model-00008-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de0f381a62a4687962448bcac6eeded6d4c4e95e
--- /dev/null
+++ b/model-00008-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb7e97d71163994edccc752ea5196959de6013d15e3cc47a24c935cb36ea6a6
+size 1302814768
diff --git a/model-00009-of-00049.safetensors b/model-00009-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d03d3897dc886dfd52a8f7db17065c3752dc4dd6
--- /dev/null
+++ b/model-00009-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b13b0ae4f4d122c665bc518442310b0109844a239bbf755ef6d00e5ceb6927
+size 1308020664
diff --git a/model-00011-of-00049.safetensors b/model-00011-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..39a0b680a453674e5d36584d625b9723df011277
--- /dev/null
+++ b/model-00011-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab776edcd3e46789ec2558726a9c54cfc166dae91eab89a67ecb5a77b1a8a69
+size 1308023000
diff --git a/model-00012-of-00049.safetensors b/model-00012-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9d5897efa47bc5a1021edd43057ef2f3bfafc3c5
--- /dev/null
+++ b/model-00012-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd03e086947fb2e5ae387d2f48a36aecf93e1472619759c39715bab9e379f1a
+size 1302817104
diff --git a/model-00014-of-00049.safetensors b/model-00014-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa64d1a55de5511eeb1081a7f57f85f96ab91d89
--- /dev/null
+++ b/model-00014-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bcea176a064a97b29271315f0c3661481d2c2ee9df7a95c5a4d6a63979e351
+size 1308023000
diff --git a/model-00015-of-00049.safetensors b/model-00015-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42488c9d3cff40a8169fe602ecd609e45794bfa8
--- /dev/null
+++ b/model-00015-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d73689252dc046c7c5909d19acbe630105357e8b6d8c3cdbc20f3baa817ebb
+size 1308023000
diff --git a/model-00016-of-00049.safetensors b/model-00016-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a6faab3ab4f85ba34940de676fb53455aca9d08
--- /dev/null
+++ b/model-00016-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0afb86b6185c77c0f0b8c3cf2ce9576aedca99ef4578b52453894c18377ea8c
+size 1302817104
diff --git a/model-00017-of-00049.safetensors b/model-00017-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6669f4c37902ed643796ed85b050b889c3735
--- /dev/null
+++ b/model-00017-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbdf2b85f67ba245d21b29b920d066d13fadd8f47b600ca110a08b6174a3b5f
+size 1308023000
diff --git a/model-00018-of-00049.safetensors b/model-00018-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a313ea440e44731739aeec6e079f9718d5fccab
--- /dev/null
+++ b/model-00018-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd25d795fc8f52f6ff39fcb8d03a6c3b43542383e0cf335a71a64e7f366c44d7
+size 1308023000
diff --git a/model-00019-of-00049.safetensors b/model-00019-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..08aaf7277bef9f119fa623397ff9ee6f887f4579
--- /dev/null
+++ b/model-00019-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a34ec194645cc427953548feab7aff1cbce06b08909917984280b9d8eb6000
+size 1308023000
diff --git a/model-00020-of-00049.safetensors b/model-00020-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f0fc9165c51d4414bb99958f06badaf2ade13
--- /dev/null
+++ b/model-00020-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2273f1f20b76db3238e97b68a217540f0372d3584dbc51bc79fb88ecb6a77d
+size 1302817104
diff --git a/model-00024-of-00049.safetensors b/model-00024-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7cd9d00b19052d915a14caf8c74a19a52fa21bb2
--- /dev/null
+++ b/model-00024-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7a954fd9d4520b8229f47bacdb8e79c792ae15b58dbe161ce5ab09367c10aa
+size 1302817104
diff --git a/model-00026-of-00049.safetensors b/model-00026-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ff752841a3e5b122a94824e30ee4482567477644
--- /dev/null
+++ b/model-00026-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31f52300a7626c04ea02f6f36cbf71ca01270f2a307c780d827062511eb7f9a
+size 1308023000
diff --git a/model-00027-of-00049.safetensors b/model-00027-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ec6ce0c2b13d41db55211e43f4790a65cdb1ca5
--- /dev/null
+++ b/model-00027-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf5d78660b3c64688dbea9257663ae1825a3817d2e095e7b697392993a62b33
+size 1308023000
diff --git a/model-00029-of-00049.safetensors b/model-00029-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aed05c4edd488cb417b176396b8d19e5cc3012af
--- /dev/null
+++ b/model-00029-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb726bfd562dfd40b4adaece098ef07e7146c40a26d21c915b7d7605c20efcd4
+size 1308023000
diff --git a/model-00030-of-00049.safetensors b/model-00030-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..345ae7a3abe262b254c70271b66c55e7fccfe040
--- /dev/null
+++ b/model-00030-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4542cc6027f38092759289c4d85572a296e5dd574cd195b434d469b034d209a5
+size 1308023000
diff --git a/model-00032-of-00049.safetensors b/model-00032-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca0e8b48fc3b50a5e9e6c82cfa32ec6d44eb4ce9
--- /dev/null
+++ b/model-00032-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0abf05a4928557cdf0ee23ac9a836d15674fd506b67c44d21ade0b1803e66f
+size 1302817104
diff --git a/model-00033-of-00049.safetensors b/model-00033-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..15e9c0b5b826c59a11907ccdb731edbbdb66d2b0
--- /dev/null
+++ b/model-00033-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b12801ebcb54fd29684a24598412a8f68fbe0ecc1b713e269811a7c12de1583
+size 1308023000
diff --git a/model-00034-of-00049.safetensors b/model-00034-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..59ce3149ef23f2ba7088b035b11c2bb78945ef96
--- /dev/null
+++ b/model-00034-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac5c2b6ff5b00ff036e37abd4699344e69266ebcd37be902f2352b43d50fe63
+size 1308023000
diff --git a/model-00035-of-00049.safetensors b/model-00035-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cfbd76c455c5358999c16e027c42843b0aa3eb7f
--- /dev/null
+++ b/model-00035-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb5d49a68ca86c2dcaffe17f13c5b701684b20f83856e4b3ca4af1a80e77d0
+size 1308023000
diff --git a/model-00036-of-00049.safetensors b/model-00036-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..580e99cf10a6332446b8a0e619562e2ba634e08b
--- /dev/null
+++ b/model-00036-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e237c9b097f9172e8b7f209cb4917863699736c213bb4f05e66d7d9a05ba161
+size 1302817104
diff --git a/model-00037-of-00049.safetensors b/model-00037-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..185e955df57d807efa3e3dadf7b8000f34753a96
--- /dev/null
+++ b/model-00037-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5865e28fe22c63535ef2d17dbead7fb953f6bcda2899defe667bdb9782df65c
+size 1308023000
diff --git a/model-00038-of-00049.safetensors b/model-00038-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2b75c728b5226599f96db98ee694126f5cdf099
--- /dev/null
+++ b/model-00038-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5aae3fa91ccf1bf61b56ad729fecff417f946dbea7887872ab56f601b456c2
+size 1308023000
diff --git a/model-00039-of-00049.safetensors b/model-00039-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec3a3480ec425da8691e7b671746d1b7091ce1
--- /dev/null
+++ b/model-00039-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ebcf91373da85b36c1603e8b26e3f8821352f62c1b1386a590283bb778e1f0
+size 1308023000
diff --git a/model-00040-of-00049.safetensors b/model-00040-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..467cc99244ee7ddaa727e49745fedba3052aef79
--- /dev/null
+++ b/model-00040-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088638014e04f4528a132dfed55b409d62b018ceae2af698acd7f8d510874a2a
+size 1302817104
diff --git a/model-00041-of-00049.safetensors b/model-00041-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c8a987833a56a05c850efcba1cdf7733e3a6de1f
--- /dev/null
+++ b/model-00041-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d09cb6db084145f9aaf8a9ff5246dd1acf2d1aedc7df90768191f826a8b869
+size 1308023000
diff --git a/model-00042-of-00049.safetensors b/model-00042-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..abf77f5739f7d8eda40c1815eeea20555f6a58be
--- /dev/null
+++ b/model-00042-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec536b1a5194f75628860c3770aa656ee709801b1475aa9708a0a5cae319496
+size 1308023000
diff --git a/model-00044-of-00049.safetensors b/model-00044-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe1f80b57885d688277a4c7302d21dbd6f5d00c4
--- /dev/null
+++ b/model-00044-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458b724f9f52d313d2394acf699305726bbbd71660adeb70284f8005b121ddbe
+size 1302817104
diff --git a/model-00045-of-00049.safetensors b/model-00045-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb33eba249e1a774d99e37ce88d43f37a77aaf2c
--- /dev/null
+++ b/model-00045-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128149c0b1a33b94a1c0e67255a4dc86e04cb5afc6a4ea7d096e1d5e6babd3cd
+size 1308023000
diff --git a/model-00046-of-00049.safetensors b/model-00046-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e517a17838d2dbb8f056184479cc353e2deb99ee
--- /dev/null
+++ b/model-00046-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2c651bdb47b0f6005e22b207ea98f85bdf69398521b905ed74b46cb5aaab82
+size 1308023000
diff --git a/model-00047-of-00049.safetensors b/model-00047-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..74755dd6e46e90afb889a0c43fae5ae588564f31
--- /dev/null
+++ b/model-00047-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b80a271cde648ce422a6d67580ac7bc9a2d0467cad3f964a702e6b5634b93c
+size 1308023000
diff --git a/model-00048-of-00049.safetensors b/model-00048-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ad7ae8c5bfaab41974f2f162a8a7f6af7fa91177
--- /dev/null
+++ b/model-00048-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357ca6c196b33965582894d2932f823300ff888788f0e5071e2fde26e3c8fbf5
+size 1302817104
diff --git a/model-00049-of-00049.safetensors b/model-00049-of-00049.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7f83b922304026be857bb00b357cf67deb709d91
--- /dev/null
+++ b/model-00049-of-00049.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da4685f595f8b2436bc7751d639ec093305491d05767ce8bb361710045d949
+size 3953982112
diff --git a/model_extra_tensors.safetensors b/model_extra_tensors.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a61fb141ae8b622ce04d98af93d967cf13bca148
--- /dev/null
+++ b/model_extra_tensors.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ef6eeca623312f8e7a94334db00fd5a4728321a39ce8e91390ad64252480a4
+size 1340542704
diff --git a/preprocessor_config.json b/preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8ed39680d90d989c35a3e308338a24875bafbc42
--- /dev/null
+++ b/preprocessor_config.json
@@ -0,0 +1,26 @@
+{
+ "do_convert_rgb": true,
+ "do_normalize": true,
+ "do_rescale": true,
+ "do_resize": true,
+ "image_mean": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "image_processor_type": "Qwen2VLImageProcessor",
+ "image_std": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "merge_size": 2,
+ "patch_size": 16,
+ "resample": 3,
+ "rescale_factor": 0.00392156862745098,
+ "size": {
+ "longest_edge": 16777216,
+ "shortest_edge": 65536
+ },
+ "temporal_patch_size": 2
+}
diff --git a/processor_config.json b/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..33818c7f9e991ad735fd240209f4fa73e6c28c50
--- /dev/null
+++ b/processor_config.json
@@ -0,0 +1,60 @@
+{
+ "image_processor": {
+ "do_convert_rgb": true,
+ "do_normalize": true,
+ "do_rescale": true,
+ "do_resize": true,
+ "image_mean": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "image_processor_type": "Qwen2VLImageProcessor",
+ "image_std": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "merge_size": 2,
+ "patch_size": 16,
+ "resample": 3,
+ "rescale_factor": 0.00392156862745098,
+ "size": {
+ "longest_edge": 16777216,
+ "shortest_edge": 65536
+ },
+ "temporal_patch_size": 2
+ },
+ "processor_class": "Qwen3VLProcessor",
+ "video_processor": {
+ "do_convert_rgb": true,
+ "do_normalize": true,
+ "do_rescale": true,
+ "do_resize": true,
+ "do_sample_frames": true,
+ "fps": 2,
+ "image_mean": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "image_std": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "max_frames": 768,
+ "merge_size": 2,
+ "min_frames": 4,
+ "patch_size": 16,
+ "resample": 3,
+ "rescale_factor": 0.00392156862745098,
+ "return_metadata": false,
+ "size": {
+ "longest_edge": 25165824,
+ "shortest_edge": 4096
+ },
+ "temporal_patch_size": 2,
+ "video_processor_type": "Qwen3VLVideoProcessor"
+ }
+}
diff --git a/quantization-report.csv b/quantization-report.csv
new file mode 100644
index 0000000000000000000000000000000000000000..cd2ee72a767159b576e239a251e5dc6debd95e66
--- /dev/null
+++ b/quantization-report.csv
@@ -0,0 +1,49 @@
+block_name,cosine_sim,psnr_db,init_loss,best_loss,best_iter,total_iters,passed
+model.language_model.layers.0,0.9999013314954937,72.6664928849881,3.184853483162442e-07,6.960273424283514e-08,1727,1728,True
+model.language_model.layers.1,0.9998866282403469,72.05554747955749,1.4940926575945923e-06,1.4085973987221223e-07,1568,1569,True
+model.language_model.layers.2,0.9998671766370535,71.64392079697728,2.250401621495257e-06,2.5330345465590653e-07,1986,1987,True
+model.language_model.layers.3,0.999814358074218,70.68629796356244,2.242990831291536e-06,4.770283794641728e-07,1814,1815,True
+model.language_model.layers.4,0.9998072807211429,70.57906719996704,1.3475367950377404e-06,5.41822487321042e-07,1985,1986,True
+model.language_model.layers.5,0.9997879297006875,70.16670340982796,1.1128191772513674e-06,6.49693561172171e-07,1991,1992,True
+model.language_model.layers.6,0.9997561189811677,69.60158821984533,1.524036520095251e-06,8.164844871316745e-07,1922,1923,True
+model.language_model.layers.7,0.9997336452361196,69.13833914626747,2.7995890832244186e-06,1.0925667766059632e-06,1877,1878,True
+model.language_model.layers.8,0.999708216637373,68.65308411764674,2.2026074475434143e-06,1.253619871022238e-06,1764,1765,True
+model.language_model.layers.9,0.999677819898352,68.31612185220915,2.442991444695508e-06,1.4303275293059414e-06,1965,1966,True
+model.language_model.layers.10,0.9996430925093591,69.43392779705302,3.0013388823135756e-06,1.651862362450629e-06,1805,1806,True
+model.language_model.layers.11,0.9996120631694794,68.30726604389254,5.855246854480356e-06,1.8983076870426885e-06,1994,1995,True
+model.language_model.layers.12,0.9995676139369607,67.77725063140038,3.3137052923848387e-06,2.2343617729347898e-06,1370,1371,True
+model.language_model.layers.13,0.9995279842987657,67.55660029149922,4.0493346205039416e-06,2.5327731236757245e-06,1605,1606,True
+model.language_model.layers.14,0.9994681687094271,67.17988187016994,4.772948159370571e-06,3.036964699276723e-06,1949,1950,True
+model.language_model.layers.15,0.9993536463007331,66.36258751220728,8.84949531609891e-06,3.745272806554567e-06,1910,1911,True
+model.language_model.layers.16,0.9992908420972526,65.92257108333737,6.178389412525576e-06,4.333391188993119e-06,1864,1865,True
+model.language_model.layers.17,0.9992121430113912,65.407106978464,8.073509889072739e-06,4.794461801793659e-06,1883,1884,True
+model.language_model.layers.18,0.9990667412057519,64.72909908238486,8.670290299050976e-06,5.492707714438438e-06,1843,1844,True
+model.language_model.layers.19,0.9989192159846425,64.60382009907788,1.2779549251717981e-05,6.52778908261098e-06,1734,1735,True
+model.language_model.layers.20,0.9988715932704508,65.36878855958172,1.3388871593633667e-05,7.275053121702513e-06,1739,1740,True
+model.language_model.layers.21,0.998868900584057,65.94380046080978,1.2139787941123359e-05,7.537264536949806e-06,1966,1967,True
+model.language_model.layers.22,0.9988700097892433,80.77492363273387,1.3346845662454143e-05,7.910064596217126e-06,1919,1920,True
+model.language_model.layers.23,0.9985711006447673,79.78945544192888,2.0052253603353165e-05,1.0010774531110656e-05,1628,1629,True
+model.language_model.layers.24,0.9984593209810555,79.63543370077502,1.709500065771863e-05,1.0336220839235466e-05,1802,1803,True
+model.language_model.layers.25,0.9984571707900614,79.61263950658143,1.7476351786172017e-05,1.0561404451436829e-05,1872,1873,True
+model.language_model.layers.26,0.998523848131299,80.01565540621122,1.6485411833855323e-05,9.990679245674983e-06,1989,1990,True
+model.language_model.layers.27,0.9979918550234288,78.63109786361726,2.8039916287525557e-05,1.3896780728828162e-05,1924,1925,True
+model.language_model.layers.28,0.9977127879392356,78.54953076680191,2.444937126711011e-05,1.3927443433203734e-05,1821,1822,True
+model.language_model.layers.29,0.9977524024434388,78.20882001879819,2.525168747524731e-05,1.5160438124439679e-05,1931,1932,True
+model.language_model.layers.30,0.9982607520651072,77.31533720800388,2.7962381864199415e-05,1.7507083612144925e-05,1975,1976,True
+model.language_model.layers.31,0.9971624270547181,75.84776383273638,5.6626973673701286e-05,2.3551616322947666e-05,1931,1932,True
+model.language_model.layers.32,0.9969524666666985,75.36572419195143,5.7839410146698356e-05,2.54773476626724e-05,1937,1938,True
+model.language_model.layers.33,0.9969159453175962,74.61488986186099,6.384706648532301e-05,3.432888479437679e-05,1827,1828,True
+model.language_model.layers.34,0.9973165527917445,73.84093474069164,6.684633262921125e-05,3.705866038217209e-05,1883,1884,True
+model.language_model.layers.35,0.9957409142516553,72.0887402351323,0.00011205165355931967,5.225236964179203e-05,1988,1989,True
+model.language_model.layers.36,0.9949407381936908,71.66956193560074,7.266711327247322e-05,5.541124119190499e-05,1998,1999,True
+model.language_model.layers.37,0.9946143059059978,70.97706100957268,0.00010315455438103527,6.155407754704356e-05,1576,1577,True
+model.language_model.layers.38,0.9951802466530353,69.55816750866241,0.0001717655104584992,7.422555063385516e-05,1583,1584,True
+model.language_model.layers.39,0.9930428089573979,68.54271172328095,0.00025424599880352616,0.00010644082067301497,1868,1869,True
+model.language_model.layers.40,0.9923277359921485,67.82447594099598,0.00017861719243228436,0.00012707071437034756,1884,1885,True
+model.language_model.layers.41,0.9924784521572292,67.52246646068228,0.0004155971109867096,0.00013767127529717982,1585,1586,True
+model.language_model.layers.42,0.9937938239891082,65.91230619885809,0.00038038575439713895,0.00017776938329916447,1975,1976,True
+model.language_model.layers.43,0.9907823347020894,52.9278517004284,0.0007009627297520638,0.0002582345041446388,1810,1811,True
+model.language_model.layers.44,0.9899420705623925,51.149420465081384,0.0005534186493605375,0.00033381208777427673,1864,1865,False
+model.language_model.layers.45,0.9908727561123669,52.491921343044666,0.001464880770072341,0.00052299490198493,1892,1893,True
+model.language_model.layers.46,0.9922817028127611,65.72018914890722,0.002238280139863491,0.0007635024376213551,1588,1589,True
+model.language_model.layers.47,0.992250818759203,58.73263913199111,0.003068318124860525,0.0014043748378753662,1854,1855,True
diff --git a/quantization-report.txt b/quantization-report.txt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9518a70811086a1d9ee0136189c94182061839
--- /dev/null
+++ b/quantization-report.txt
@@ -0,0 +1,76 @@
+=== Quantization Report ===
+Model: Qwen/Qwen3.5-122B-A10B
+Date: 2026-06-23 08:30:53
+Version: 0.14.2
+
+CLI Arguments:
+ --batch_size 1
+ --iters 2000
+ --nsamples 256
+ --seqlen 2048
+ --dataset opencode-instruct
+ --output_dir ./models/Qwen3.5-122B-A10B-int4-AutoRound
+
+Memory Summary:
+ Peak RAM: 33.36 GB
+ Peak VRAM: 60.65 GB
+
+Sensitivity Analysis:
+─────────────────────────────────────────────────────────────────────────────────────────────────────
+Layer Cosine Sim PSNR (dB) Iters uLoss Status
+─────────────────────────────────────────────────────────────────────────────────────────────────────
+🟢 model.language_model.layers.0 0.9999 72.7 1728 0 → 0 PASS
+🟢 model.language_model.layers.1 0.9999 72.1 1569 1 → 0 PASS
+🟢 model.language_model.layers.2 0.9999 71.6 1987 2 → 0 PASS
+🟢 model.language_model.layers.3 0.9998 70.7 1815 2 → 0 PASS
+🟢 model.language_model.layers.4 0.9998 70.6 1986 1 → 1 PASS
+🟢 model.language_model.layers.5 0.9998 70.2 1992 1 → 1 PASS
+🟢 model.language_model.layers.6 0.9998 69.6 1923 2 → 1 PASS
+🟢 model.language_model.layers.7 0.9997 69.1 1878 3 → 1 PASS
+🟢 model.language_model.layers.8 0.9997 68.7 1765 2 → 1 PASS
+🟢 model.language_model.layers.9 0.9997 68.3 1966 2 → 1 PASS
+🟢 model.language_model.layers.10 0.9996 69.4 1806 3 → 2 PASS
+🟢 model.language_model.layers.11 0.9996 68.3 1995 6 → 2 PASS
+🟢 model.language_model.layers.12 0.9996 67.8 1371 3 → 2 PASS
+🟢 model.language_model.layers.13 0.9995 67.6 1606 4 → 3 PASS
+🟢 model.language_model.layers.14 0.9995 67.2 1950 5 → 3 PASS
+🟢 model.language_model.layers.15 0.9994 66.4 1911 9 → 4 PASS
+🟢 model.language_model.layers.16 0.9993 65.9 1865 6 → 4 PASS
+🟢 model.language_model.layers.17 0.9992 65.4 1884 8 → 5 PASS
+🟢 model.language_model.layers.18 0.9991 64.7 1844 9 → 5 PASS
+🟢 model.language_model.layers.19 0.9989 64.6 1735 13 → 7 PASS
+🟢 model.language_model.layers.20 0.9989 65.4 1740 13 → 7 PASS
+🟢 model.language_model.layers.21 0.9989 65.9 1967 12 → 8 PASS
+🟢 model.language_model.layers.22 0.9989 80.8 1920 13 → 8 PASS
+🟢 model.language_model.layers.23 0.9986 79.8 1629 20 → 10 PASS
+🟢 model.language_model.layers.24 0.9985 79.6 1803 17 → 10 PASS
+🟢 model.language_model.layers.25 0.9985 79.6 1873 17 → 11 PASS
+🟢 model.language_model.layers.26 0.9985 80.0 1990 16 → 10 PASS
+🟢 model.language_model.layers.27 0.9980 78.6 1925 28 → 14 PASS
+🟢 model.language_model.layers.28 0.9977 78.5 1822 24 → 14 PASS
+🟢 model.language_model.layers.29 0.9978 78.2 1932 25 → 15 PASS
+🟢 model.language_model.layers.30 0.9983 77.3 1976 28 → 18 PASS
+🟢 model.language_model.layers.31 0.9972 75.8 1932 57 → 24 PASS
+🟢 model.language_model.layers.32 0.9970 75.4 1938 58 → 25 PASS
+🟢 model.language_model.layers.33 0.9969 74.6 1828 64 → 34 PASS
+🟢 model.language_model.layers.34 0.9973 73.8 1884 67 → 37 PASS
+🟢 model.language_model.layers.35 0.9957 72.1 1989 112 → 52 PASS
+🟢 model.language_model.layers.36 0.9949 71.7 1999 73 → 55 PASS
+🟢 model.language_model.layers.37 0.9946 71.0 1577 103 → 62 PASS
+🟢 model.language_model.layers.38 0.9952 69.6 1584 172 → 74 PASS
+🟢 model.language_model.layers.39 0.9930 68.5 1869 254 → 106 PASS
+🟢 model.language_model.layers.40 0.9923 67.8 1885 179 → 127 PASS
+🟢 model.language_model.layers.41 0.9925 67.5 1586 416 → 138 PASS
+🟢 model.language_model.layers.42 0.9938 65.9 1976 380 → 178 PASS
+🟢 model.language_model.layers.43 0.9908 52.9 1811 701 → 258 PASS
+🟠 model.language_model.layers.44 0.9899 51.1 1865 553 → 334 WARN
+🟢 model.language_model.layers.45 0.9909 52.5 1893 1465 → 523 PASS
+🟢 model.language_model.layers.46 0.9923 65.7 1589 2238 → 764 PASS
+🟢 model.language_model.layers.47 0.9923 58.7 1855 3068 → 1404 PASS
+
+Summary:
+ Total blocks: 48
+ Passed (🟢): 47
+ Warning (🟠): 1
+
+Thresholds: Cosine Similarity < 0.99, PSNR < 45.0 dB
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..5520bfd2dd834ce386c1312c410fa71af56db5ad
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
+size 19989325
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b4acebe045132228e18a4e2ca7f75ce137d1fbf7
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+ "add_prefix_space": false,
+ "audio_bos_token": "<|audio_start|>",
+ "audio_eos_token": "<|audio_end|>",
+ "audio_token": "<|audio_pad|>",
+ "backend": "tokenizers",
+ "bos_token": null,
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|im_end|>",
+ "errors": "replace",
+ "image_token": "<|image_pad|>",
+ "is_local": false,
+ "local_files_only": false,
+ "model_max_length": 262144,
+ "model_specific_special_tokens": {
+ "audio_bos_token": "<|audio_start|>",
+ "audio_eos_token": "<|audio_end|>",
+ "audio_token": "<|audio_pad|>",
+ "image_token": "<|image_pad|>",
+ "video_token": "<|video_pad|>",
+ "vision_bos_token": "<|vision_start|>",
+ "vision_eos_token": "<|vision_end|>"
+ },
+ "pad_token": "<|endoftext|>",
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+ "processor_class": "Qwen3VLProcessor",
+ "split_special_tokens": false,
+ "tokenizer_class": "Qwen2Tokenizer",
+ "unk_token": null,
+ "video_token": "<|video_pad|>",
+ "vision_bos_token": "<|vision_start|>",
+ "vision_eos_token": "<|vision_end|>"
+}