Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,350 @@
+{
+  "architectures": [
+    "Qwen3_5MoeForConditionalGeneration"
+  ],
+  "image_token_id": 248056,
+  "model_type": "qwen3_5_moe",
+  "quantization_config": {
+    "autoround_version": "0.14.2",
+    "batch_size": 1,
+    "bits": 4,
+    "block_name_to_quantize": [
+      "model.language_model.layers",
+      "mtp.layers"
+    ],
+    "data_type": "int",
+    "extra_config": {
+      "model.language_model.layers.0.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.1.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.10.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.11.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.12.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.13.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.14.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.15.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.16.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.17.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.18.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.19.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.2.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.20.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.21.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.22.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.23.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.24.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.25.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.26.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.27.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.28.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.29.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.3.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.30.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.31.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.32.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.33.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.34.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.35.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.36.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.37.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.38.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.39.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.4.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.40.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.41.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.42.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.43.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.44.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.45.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.46.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.47.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.5.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.6.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.7.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.8.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.9.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.fc": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.layers.0.mlp.gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.layers.0.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
+      }
+    },
+    "group_size": 128,
+    "iters": 2000,
+    "nsamples": 256,
+    "packing_format": "auto_round:auto_gptq",
+    "quant_method": "auto-round",
+    "sym": true
+  },
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_output_gate": true,
+    "bos_token_id": null,
+    "dtype": "bfloat16",
+    "eos_token_id": 248044,
+    "full_attention_interval": 4,
+    "head_dim": 256,
+    "hidden_act": "silu",
+    "hidden_size": 3072,
+    "initializer_range": 0.02,
+    "layer_types": [
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention"
+    ],
+    "linear_conv_kernel_dim": 4,
+    "linear_key_head_dim": 128,
+    "linear_num_key_heads": 16,
+    "linear_num_value_heads": 64,
+    "linear_value_head_dim": 128,
+    "mamba_ssm_dtype": "float32",
+    "max_position_embeddings": 262144,
+    "mlp_only_layers": [],
+    "model_type": "qwen3_5_moe_text",
+    "moe_intermediate_size": 1024,
+    "mtp_num_hidden_layers": 1,
+    "mtp_use_dedicated_embeddings": false,
+    "num_attention_heads": 32,
+    "num_experts": 256,
+    "num_experts_per_tok": 8,
+    "num_hidden_layers": 48,
+    "num_key_value_heads": 2,
+    "output_router_logits": false,
+    "pad_token_id": null,
+    "partial_rotary_factor": 0.25,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        11,
+        11,
+        10
+      ],
+      "partial_rotary_factor": 0.25,
+      "rope_theta": 10000000,
+      "rope_type": "default"
+    },
+    "router_aux_loss_coef": 0.001,
+    "shared_expert_intermediate_size": 1024,
+    "tie_word_embeddings": false,
+    "use_cache": true,
+    "vocab_size": 248320
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.12.1",
+  "video_token_id": 248057,
+  "vision_config": {
+    "deepstack_visual_indexes": [],
+    "depth": 27,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4304,
+    "model_type": "qwen3_5_moe_vision",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 3072,
+    "patch_size": 16,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 248054,
+  "vision_start_token_id": 248053
+}

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token_id": 248044,
+  "do_sample": true,
+  "eos_token_id": [
+    248046,
+    248044
+  ],
+  "pad_token_id": 248044,
+  "temperature": 0.6,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "5.12.1"
+}

model-00001-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a8e863d9f318c6579a1f3d7814c2536a055d53560b964c5769a9b0ca0f28fe
+size 1308020664

model-00002-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8143bea2469ad09b8eff55fadf61908cc1adf7703e65e0d949cd5c5c51742481
+size 1308020664

model-00003-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cec1984b4632a8be871df699d3af010df2e5312a8cb49541059958de275206f
+size 1308020664

model-00004-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9d475bcd611414300699b6f09512288c5527eb9b84e62bbc02a001d65e2fa0
+size 1302814768

model-00005-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcc3c0075b94364c5a6f32522fba1eb9d9024bc647f8e34ebde88bbb0b06e0a
+size 1308020664

model-00006-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb065c9cb0b38ab57a467e52b991fce35201ac497e9f6b4246f13b7dcc58382
+size 1308020664

model-00007-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdefd089c813b1fb789fa83be1a5454f4509b64abc15352be25d25c29bc11b0
+size 1308020664

model-00008-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb7e97d71163994edccc752ea5196959de6013d15e3cc47a24c935cb36ea6a6
+size 1302814768

model-00009-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b13b0ae4f4d122c665bc518442310b0109844a239bbf755ef6d00e5ceb6927
+size 1308020664

model-00011-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab776edcd3e46789ec2558726a9c54cfc166dae91eab89a67ecb5a77b1a8a69
+size 1308023000

model-00012-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd03e086947fb2e5ae387d2f48a36aecf93e1472619759c39715bab9e379f1a
+size 1302817104

model-00014-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bcea176a064a97b29271315f0c3661481d2c2ee9df7a95c5a4d6a63979e351
+size 1308023000

model-00015-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d73689252dc046c7c5909d19acbe630105357e8b6d8c3cdbc20f3baa817ebb
+size 1308023000

model-00016-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0afb86b6185c77c0f0b8c3cf2ce9576aedca99ef4578b52453894c18377ea8c
+size 1302817104

model-00017-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbdf2b85f67ba245d21b29b920d066d13fadd8f47b600ca110a08b6174a3b5f
+size 1308023000

model-00018-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd25d795fc8f52f6ff39fcb8d03a6c3b43542383e0cf335a71a64e7f366c44d7
+size 1308023000

model-00019-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a34ec194645cc427953548feab7aff1cbce06b08909917984280b9d8eb6000
+size 1308023000

model-00020-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2273f1f20b76db3238e97b68a217540f0372d3584dbc51bc79fb88ecb6a77d
+size 1302817104

model-00024-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7a954fd9d4520b8229f47bacdb8e79c792ae15b58dbe161ce5ab09367c10aa
+size 1302817104

model-00026-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31f52300a7626c04ea02f6f36cbf71ca01270f2a307c780d827062511eb7f9a
+size 1308023000

model-00027-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf5d78660b3c64688dbea9257663ae1825a3817d2e095e7b697392993a62b33
+size 1308023000

model-00029-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb726bfd562dfd40b4adaece098ef07e7146c40a26d21c915b7d7605c20efcd4
+size 1308023000

model-00030-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4542cc6027f38092759289c4d85572a296e5dd574cd195b434d469b034d209a5
+size 1308023000

model-00032-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0abf05a4928557cdf0ee23ac9a836d15674fd506b67c44d21ade0b1803e66f
+size 1302817104

model-00033-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b12801ebcb54fd29684a24598412a8f68fbe0ecc1b713e269811a7c12de1583
+size 1308023000

model-00034-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac5c2b6ff5b00ff036e37abd4699344e69266ebcd37be902f2352b43d50fe63
+size 1308023000

model-00035-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb5d49a68ca86c2dcaffe17f13c5b701684b20f83856e4b3ca4af1a80e77d0
+size 1308023000

model-00036-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e237c9b097f9172e8b7f209cb4917863699736c213bb4f05e66d7d9a05ba161
+size 1302817104

model-00037-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5865e28fe22c63535ef2d17dbead7fb953f6bcda2899defe667bdb9782df65c
+size 1308023000

model-00038-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5aae3fa91ccf1bf61b56ad729fecff417f946dbea7887872ab56f601b456c2
+size 1308023000

model-00039-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ebcf91373da85b36c1603e8b26e3f8821352f62c1b1386a590283bb778e1f0
+size 1308023000

model-00040-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088638014e04f4528a132dfed55b409d62b018ceae2af698acd7f8d510874a2a
+size 1302817104

model-00041-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d09cb6db084145f9aaf8a9ff5246dd1acf2d1aedc7df90768191f826a8b869
+size 1308023000

model-00042-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec536b1a5194f75628860c3770aa656ee709801b1475aa9708a0a5cae319496
+size 1308023000

model-00044-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458b724f9f52d313d2394acf699305726bbbd71660adeb70284f8005b121ddbe
+size 1302817104

model-00045-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128149c0b1a33b94a1c0e67255a4dc86e04cb5afc6a4ea7d096e1d5e6babd3cd
+size 1308023000

model-00046-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2c651bdb47b0f6005e22b207ea98f85bdf69398521b905ed74b46cb5aaab82
+size 1308023000

model-00047-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b80a271cde648ce422a6d67580ac7bc9a2d0467cad3f964a702e6b5634b93c
+size 1308023000

model-00048-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357ca6c196b33965582894d2932f823300ff888788f0e5071e2fde26e3c8fbf5
+size 1302817104

model-00049-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da4685f595f8b2436bc7751d639ec093305491d05767ce8bb361710045d949
+size 3953982112

model_extra_tensors.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ef6eeca623312f8e7a94334db00fd5a4728321a39ce8e91390ad64252480a4
+size 1340542704

preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "merge_size": 2,
+  "patch_size": 16,
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "longest_edge": 16777216,
+    "shortest_edge": 65536
+  },
+  "temporal_patch_size": 2
+}

processor_config.json

@@ -0,0 +1,60 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

quantization-report.csv

@@ -0,0 +1,49 @@
+block_name,cosine_sim,psnr_db,init_loss,best_loss,best_iter,total_iters,passed
+model.language_model.layers.0,0.9999013314954937,72.6664928849881,3.184853483162442e-07,6.960273424283514e-08,1727,1728,True
+model.language_model.layers.1,0.9998866282403469,72.05554747955749,1.4940926575945923e-06,1.4085973987221223e-07,1568,1569,True
+model.language_model.layers.2,0.9998671766370535,71.64392079697728,2.250401621495257e-06,2.5330345465590653e-07,1986,1987,True
+model.language_model.layers.3,0.999814358074218,70.68629796356244,2.242990831291536e-06,4.770283794641728e-07,1814,1815,True
+model.language_model.layers.4,0.9998072807211429,70.57906719996704,1.3475367950377404e-06,5.41822487321042e-07,1985,1986,True
+model.language_model.layers.5,0.9997879297006875,70.16670340982796,1.1128191772513674e-06,6.49693561172171e-07,1991,1992,True
+model.language_model.layers.6,0.9997561189811677,69.60158821984533,1.524036520095251e-06,8.164844871316745e-07,1922,1923,True
+model.language_model.layers.7,0.9997336452361196,69.13833914626747,2.7995890832244186e-06,1.0925667766059632e-06,1877,1878,True
+model.language_model.layers.8,0.999708216637373,68.65308411764674,2.2026074475434143e-06,1.253619871022238e-06,1764,1765,True
+model.language_model.layers.9,0.999677819898352,68.31612185220915,2.442991444695508e-06,1.4303275293059414e-06,1965,1966,True
+model.language_model.layers.10,0.9996430925093591,69.43392779705302,3.0013388823135756e-06,1.651862362450629e-06,1805,1806,True
+model.language_model.layers.11,0.9996120631694794,68.30726604389254,5.855246854480356e-06,1.8983076870426885e-06,1994,1995,True
+model.language_model.layers.12,0.9995676139369607,67.77725063140038,3.3137052923848387e-06,2.2343617729347898e-06,1370,1371,True
+model.language_model.layers.13,0.9995279842987657,67.55660029149922,4.0493346205039416e-06,2.5327731236757245e-06,1605,1606,True
+model.language_model.layers.14,0.9994681687094271,67.17988187016994,4.772948159370571e-06,3.036964699276723e-06,1949,1950,True
+model.language_model.layers.15,0.9993536463007331,66.36258751220728,8.84949531609891e-06,3.745272806554567e-06,1910,1911,True
+model.language_model.layers.16,0.9992908420972526,65.92257108333737,6.178389412525576e-06,4.333391188993119e-06,1864,1865,True
+model.language_model.layers.17,0.9992121430113912,65.407106978464,8.073509889072739e-06,4.794461801793659e-06,1883,1884,True
+model.language_model.layers.18,0.9990667412057519,64.72909908238486,8.670290299050976e-06,5.492707714438438e-06,1843,1844,True
+model.language_model.layers.19,0.9989192159846425,64.60382009907788,1.2779549251717981e-05,6.52778908261098e-06,1734,1735,True
+model.language_model.layers.20,0.9988715932704508,65.36878855958172,1.3388871593633667e-05,7.275053121702513e-06,1739,1740,True
+model.language_model.layers.21,0.998868900584057,65.94380046080978,1.2139787941123359e-05,7.537264536949806e-06,1966,1967,True
+model.language_model.layers.22,0.9988700097892433,80.77492363273387,1.3346845662454143e-05,7.910064596217126e-06,1919,1920,True
+model.language_model.layers.23,0.9985711006447673,79.78945544192888,2.0052253603353165e-05,1.0010774531110656e-05,1628,1629,True
+model.language_model.layers.24,0.9984593209810555,79.63543370077502,1.709500065771863e-05,1.0336220839235466e-05,1802,1803,True
+model.language_model.layers.25,0.9984571707900614,79.61263950658143,1.7476351786172017e-05,1.0561404451436829e-05,1872,1873,True
+model.language_model.layers.26,0.998523848131299,80.01565540621122,1.6485411833855323e-05,9.990679245674983e-06,1989,1990,True
+model.language_model.layers.27,0.9979918550234288,78.63109786361726,2.8039916287525557e-05,1.3896780728828162e-05,1924,1925,True
+model.language_model.layers.28,0.9977127879392356,78.54953076680191,2.444937126711011e-05,1.3927443433203734e-05,1821,1822,True
+model.language_model.layers.29,0.9977524024434388,78.20882001879819,2.525168747524731e-05,1.5160438124439679e-05,1931,1932,True
+model.language_model.layers.30,0.9982607520651072,77.31533720800388,2.7962381864199415e-05,1.7507083612144925e-05,1975,1976,True
+model.language_model.layers.31,0.9971624270547181,75.84776383273638,5.6626973673701286e-05,2.3551616322947666e-05,1931,1932,True
+model.language_model.layers.32,0.9969524666666985,75.36572419195143,5.7839410146698356e-05,2.54773476626724e-05,1937,1938,True
+model.language_model.layers.33,0.9969159453175962,74.61488986186099,6.384706648532301e-05,3.432888479437679e-05,1827,1828,True
+model.language_model.layers.34,0.9973165527917445,73.84093474069164,6.684633262921125e-05,3.705866038217209e-05,1883,1884,True
+model.language_model.layers.35,0.9957409142516553,72.0887402351323,0.00011205165355931967,5.225236964179203e-05,1988,1989,True
+model.language_model.layers.36,0.9949407381936908,71.66956193560074,7.266711327247322e-05,5.541124119190499e-05,1998,1999,True
+model.language_model.layers.37,0.9946143059059978,70.97706100957268,0.00010315455438103527,6.155407754704356e-05,1576,1577,True
+model.language_model.layers.38,0.9951802466530353,69.55816750866241,0.0001717655104584992,7.422555063385516e-05,1583,1584,True
+model.language_model.layers.39,0.9930428089573979,68.54271172328095,0.00025424599880352616,0.00010644082067301497,1868,1869,True
+model.language_model.layers.40,0.9923277359921485,67.82447594099598,0.00017861719243228436,0.00012707071437034756,1884,1885,True
+model.language_model.layers.41,0.9924784521572292,67.52246646068228,0.0004155971109867096,0.00013767127529717982,1585,1586,True
+model.language_model.layers.42,0.9937938239891082,65.91230619885809,0.00038038575439713895,0.00017776938329916447,1975,1976,True
+model.language_model.layers.43,0.9907823347020894,52.9278517004284,0.0007009627297520638,0.0002582345041446388,1810,1811,True
+model.language_model.layers.44,0.9899420705623925,51.149420465081384,0.0005534186493605375,0.00033381208777427673,1864,1865,False
+model.language_model.layers.45,0.9908727561123669,52.491921343044666,0.001464880770072341,0.00052299490198493,1892,1893,True
+model.language_model.layers.46,0.9922817028127611,65.72018914890722,0.002238280139863491,0.0007635024376213551,1588,1589,True
+model.language_model.layers.47,0.992250818759203,58.73263913199111,0.003068318124860525,0.0014043748378753662,1854,1855,True

quantization-report.txt

@@ -0,0 +1,76 @@
+=== Quantization Report ===
+Model: Qwen/Qwen3.5-122B-A10B
+Date: 2026-06-23 08:30:53
+Version: 0.14.2
+
+CLI Arguments:
+  --batch_size 1
+  --iters 2000
+  --nsamples 256
+  --seqlen 2048
+  --dataset opencode-instruct
+  --output_dir ./models/Qwen3.5-122B-A10B-int4-AutoRound
+
+Memory Summary:
+  Peak RAM: 33.36 GB
+  Peak VRAM: 60.65 GB
+
+Sensitivity Analysis:
+─────────────────────────────────────────────────────────────────────────────────────────────────────
+Layer                                    Cosine Sim  PSNR (dB)      Iters              uLoss   Status
+─────────────────────────────────────────────────────────────────────────────────────────────────────
+🟢 model.language_model.layers.0                0.9999       72.7       1728              0 → 0     PASS
+🟢 model.language_model.layers.1                0.9999       72.1       1569              1 → 0     PASS
+🟢 model.language_model.layers.2                0.9999       71.6       1987              2 → 0     PASS
+🟢 model.language_model.layers.3                0.9998       70.7       1815              2 → 0     PASS
+🟢 model.language_model.layers.4                0.9998       70.6       1986              1 → 1     PASS
+🟢 model.language_model.layers.5                0.9998       70.2       1992              1 → 1     PASS
+🟢 model.language_model.layers.6                0.9998       69.6       1923              2 → 1     PASS
+🟢 model.language_model.layers.7                0.9997       69.1       1878              3 → 1     PASS
+🟢 model.language_model.layers.8                0.9997       68.7       1765              2 → 1     PASS
+🟢 model.language_model.layers.9                0.9997       68.3       1966              2 → 1     PASS
+🟢 model.language_model.layers.10               0.9996       69.4       1806              3 → 2     PASS
+🟢 model.language_model.layers.11               0.9996       68.3       1995              6 → 2     PASS
+🟢 model.language_model.layers.12               0.9996       67.8       1371              3 → 2     PASS
+🟢 model.language_model.layers.13               0.9995       67.6       1606              4 → 3     PASS
+🟢 model.language_model.layers.14               0.9995       67.2       1950              5 → 3     PASS
+🟢 model.language_model.layers.15               0.9994       66.4       1911              9 → 4     PASS
+🟢 model.language_model.layers.16               0.9993       65.9       1865              6 → 4     PASS
+🟢 model.language_model.layers.17               0.9992       65.4       1884              8 → 5     PASS
+🟢 model.language_model.layers.18               0.9991       64.7       1844              9 → 5     PASS
+🟢 model.language_model.layers.19               0.9989       64.6       1735             13 → 7     PASS
+🟢 model.language_model.layers.20               0.9989       65.4       1740             13 → 7     PASS
+🟢 model.language_model.layers.21               0.9989       65.9       1967             12 → 8     PASS
+🟢 model.language_model.layers.22               0.9989       80.8       1920             13 → 8     PASS
+🟢 model.language_model.layers.23               0.9986       79.8       1629            20 → 10     PASS
+🟢 model.language_model.layers.24               0.9985       79.6       1803            17 → 10     PASS
+🟢 model.language_model.layers.25               0.9985       79.6       1873            17 → 11     PASS
+🟢 model.language_model.layers.26               0.9985       80.0       1990            16 → 10     PASS
+🟢 model.language_model.layers.27               0.9980       78.6       1925            28 → 14     PASS
+🟢 model.language_model.layers.28               0.9977       78.5       1822            24 → 14     PASS
+🟢 model.language_model.layers.29               0.9978       78.2       1932            25 → 15     PASS
+🟢 model.language_model.layers.30               0.9983       77.3       1976            28 → 18     PASS
+🟢 model.language_model.layers.31               0.9972       75.8       1932            57 → 24     PASS
+🟢 model.language_model.layers.32               0.9970       75.4       1938            58 → 25     PASS
+🟢 model.language_model.layers.33               0.9969       74.6       1828            64 → 34     PASS
+🟢 model.language_model.layers.34               0.9973       73.8       1884            67 → 37     PASS
+🟢 model.language_model.layers.35               0.9957       72.1       1989           112 → 52     PASS
+🟢 model.language_model.layers.36               0.9949       71.7       1999            73 → 55     PASS
+🟢 model.language_model.layers.37               0.9946       71.0       1577           103 → 62     PASS
+🟢 model.language_model.layers.38               0.9952       69.6       1584           172 → 74     PASS
+🟢 model.language_model.layers.39               0.9930       68.5       1869          254 → 106     PASS
+🟢 model.language_model.layers.40               0.9923       67.8       1885          179 → 127     PASS
+🟢 model.language_model.layers.41               0.9925       67.5       1586          416 → 138     PASS
+🟢 model.language_model.layers.42               0.9938       65.9       1976          380 → 178     PASS
+🟢 model.language_model.layers.43               0.9908       52.9       1811          701 → 258     PASS
+🟠 model.language_model.layers.44               0.9899       51.1       1865          553 → 334     WARN
+🟢 model.language_model.layers.45               0.9909       52.5       1893         1465 → 523     PASS
+🟢 model.language_model.layers.46               0.9923       65.7       1589         2238 → 764     PASS
+🟢 model.language_model.layers.47               0.9923       58.7       1855        3068 → 1404     PASS
+
+Summary:
+  Total blocks: 48
+  Passed (🟢): 47
+  Warning (🟠): 1
+
+Thresholds: Cosine Similarity < 0.99, PSNR < 45.0 dB

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
+size 19989325